=== RUN TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart
ha_test.go:281: (dbg) Run: out/minikube-linux-amd64 profile list --output json
ha_test.go:281: (dbg) Done: out/minikube-linux-amd64 profile list --output json: (4.075418153s)
ha_test.go:309: expected profile "ha-300623" in json of 'profile list' to have "HAppy" status but have "Unknown" status. got *"{\"invalid\":[],\"valid\":[{\"Name\":\"ha-300623\",\"Status\":\"Unknown\",\"Config\":{\"Name\":\"ha-300623\",\"KeepContext\":false,\"EmbedCerts\":false,\"MinikubeISO\":\"https://storage.googleapis.com/minikube-builds/iso/19806/minikube-v1.34.0-1729002252-19806-amd64.iso\",\"KicBaseImage\":\"gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1729876044-19868@sha256:98fb05d9d766cf8d630ce90381e12faa07711c611be9bb2c767cfc936533477e\",\"Memory\":2200,\"CPUs\":2,\"DiskSize\":20000,\"Driver\":\"kvm2\",\"HyperkitVpnKitSock\":\"\",\"HyperkitVSockPorts\":[],\"DockerEnv\":null,\"ContainerVolumeMounts\":null,\"InsecureRegistry\":null,\"RegistryMirror\":[],\"HostOnlyCIDR\":\"192.168.59.1/24\",\"HypervVirtualSwitch\":\"\",\"HypervUseExternalSwitch\":false,\"HypervExternalAdapter\":\"\",\"KVMNetwork\":\"default\",\"KVMQemuURI\":\"qemu:///system\",\"KVMGPU\":false,\"KVMHidden\":false,\"KVMNUMACount\":1,\
"APIServerPort\":8443,\"DockerOpt\":null,\"DisableDriverMounts\":false,\"NFSShare\":[],\"NFSSharesRoot\":\"/nfsshares\",\"UUID\":\"\",\"NoVTXCheck\":false,\"DNSProxy\":false,\"HostDNSResolver\":true,\"HostOnlyNicType\":\"virtio\",\"NatNicType\":\"virtio\",\"SSHIPAddress\":\"\",\"SSHUser\":\"root\",\"SSHKey\":\"\",\"SSHPort\":22,\"KubernetesConfig\":{\"KubernetesVersion\":\"v1.31.2\",\"ClusterName\":\"ha-300623\",\"Namespace\":\"default\",\"APIServerHAVIP\":\"192.168.39.254\",\"APIServerName\":\"minikubeCA\",\"APIServerNames\":null,\"APIServerIPs\":null,\"DNSDomain\":\"cluster.local\",\"ContainerRuntime\":\"crio\",\"CRISocket\":\"\",\"NetworkPlugin\":\"cni\",\"FeatureGates\":\"\",\"ServiceCIDR\":\"10.96.0.0/12\",\"ImageRepository\":\"\",\"LoadBalancerStartIP\":\"\",\"LoadBalancerEndIP\":\"\",\"CustomIngressCert\":\"\",\"RegistryAliases\":\"\",\"ExtraOptions\":null,\"ShouldLoadCachedImages\":true,\"EnableDefaultCNI\":false,\"CNI\":\"\"},\"Nodes\":[{\"Name\":\"\",\"IP\":\"192.168.39.183\",\"Port\":8443,\"Kuberne
tesVersion\":\"v1.31.2\",\"ContainerRuntime\":\"crio\",\"ControlPlane\":true,\"Worker\":true},{\"Name\":\"m02\",\"IP\":\"192.168.39.62\",\"Port\":8443,\"KubernetesVersion\":\"v1.31.2\",\"ContainerRuntime\":\"crio\",\"ControlPlane\":true,\"Worker\":true},{\"Name\":\"m03\",\"IP\":\"192.168.39.180\",\"Port\":8443,\"KubernetesVersion\":\"v1.31.2\",\"ContainerRuntime\":\"crio\",\"ControlPlane\":true,\"Worker\":true},{\"Name\":\"m04\",\"IP\":\"192.168.39.197\",\"Port\":0,\"KubernetesVersion\":\"v1.31.2\",\"ContainerRuntime\":\"\",\"ControlPlane\":false,\"Worker\":true}],\"Addons\":{\"ambassador\":false,\"amd-gpu-device-plugin\":false,\"auto-pause\":false,\"cloud-spanner\":false,\"csi-hostpath-driver\":false,\"dashboard\":false,\"default-storageclass\":false,\"efk\":false,\"freshpod\":false,\"gcp-auth\":false,\"gvisor\":false,\"headlamp\":false,\"inaccel\":false,\"ingress\":false,\"ingress-dns\":false,\"inspektor-gadget\":false,\"istio\":false,\"istio-provisioner\":false,\"kong\":false,\"kubeflow\":false,\"kubevirt\
":false,\"logviewer\":false,\"metallb\":false,\"metrics-server\":false,\"nvidia-device-plugin\":false,\"nvidia-driver-installer\":false,\"nvidia-gpu-device-plugin\":false,\"olm\":false,\"pod-security-policy\":false,\"portainer\":false,\"registry\":false,\"registry-aliases\":false,\"registry-creds\":false,\"storage-provisioner\":false,\"storage-provisioner-gluster\":false,\"storage-provisioner-rancher\":false,\"volcano\":false,\"volumesnapshots\":false,\"yakd\":false},\"CustomAddonImages\":null,\"CustomAddonRegistries\":null,\"VerifyComponents\":{\"apiserver\":true,\"apps_running\":true,\"default_sa\":true,\"extra\":true,\"kubelet\":true,\"node_ready\":true,\"system_pods\":true},\"StartHostTimeout\":360000000000,\"ScheduledStop\":null,\"ExposedPorts\":[],\"ListenAddress\":\"\",\"Network\":\"\",\"Subnet\":\"\",\"MultiNodeRequested\":true,\"ExtraDisks\":0,\"CertExpiration\":94608000000000000,\"Mount\":false,\"MountString\":\"/home/jenkins:/minikube-host\",\"Mount9PVersion\":\"9p2000.L\",\"MountGID\":\"docker\",\
"MountIP\":\"\",\"MountMSize\":262144,\"MountOptions\":[],\"MountPort\":0,\"MountType\":\"9p\",\"MountUID\":\"docker\",\"BinaryMirror\":\"\",\"DisableOptimizations\":false,\"DisableMetrics\":false,\"CustomQemuFirmwarePath\":\"\",\"SocketVMnetClientPath\":\"\",\"SocketVMnetPath\":\"\",\"StaticIP\":\"\",\"SSHAuthSock\":\"\",\"SSHAgentPID\":0,\"GPUs\":\"\",\"AutoPauseInterval\":60000000000},\"Active\":false,\"ActiveKubeContext\":true}]}"*. args: "out/minikube-linux-amd64 profile list --output json"
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:239: (dbg) Run: out/minikube-linux-amd64 status --format={{.Host}} -p ha-300623 -n ha-300623
helpers_test.go:244: <<< TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart FAILED: start of post-mortem logs <<<
helpers_test.go:245: ======> post-mortem[TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart]: minikube logs <======
helpers_test.go:247: (dbg) Run: out/minikube-linux-amd64 -p ha-300623 logs -n 25
helpers_test.go:247: (dbg) Done: out/minikube-linux-amd64 -p ha-300623 logs -n 25: (1.342414761s)
helpers_test.go:252: TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart logs:
-- stdout --
==> Audit <==
|---------|----------------------------------------------------------------------------------|-----------|---------|---------|---------------------|---------------------|
| Command | Args | Profile | User | Version | Start Time | End Time |
|---------|----------------------------------------------------------------------------------|-----------|---------|---------|---------------------|---------------------|
| ssh | ha-300623 ssh -n | ha-300623 | jenkins | v1.34.0 | 26 Oct 24 01:04 UTC | 26 Oct 24 01:04 UTC |
| | ha-300623-m03 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| cp | ha-300623 cp ha-300623-m03:/home/docker/cp-test.txt | ha-300623 | jenkins | v1.34.0 | 26 Oct 24 01:04 UTC | 26 Oct 24 01:04 UTC |
| | ha-300623:/home/docker/cp-test_ha-300623-m03_ha-300623.txt | | | | | |
| ssh | ha-300623 ssh -n | ha-300623 | jenkins | v1.34.0 | 26 Oct 24 01:04 UTC | 26 Oct 24 01:04 UTC |
| | ha-300623-m03 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-300623 ssh -n ha-300623 sudo cat | ha-300623 | jenkins | v1.34.0 | 26 Oct 24 01:04 UTC | 26 Oct 24 01:04 UTC |
| | /home/docker/cp-test_ha-300623-m03_ha-300623.txt | | | | | |
| cp | ha-300623 cp ha-300623-m03:/home/docker/cp-test.txt | ha-300623 | jenkins | v1.34.0 | 26 Oct 24 01:04 UTC | 26 Oct 24 01:04 UTC |
| | ha-300623-m02:/home/docker/cp-test_ha-300623-m03_ha-300623-m02.txt | | | | | |
| ssh | ha-300623 ssh -n | ha-300623 | jenkins | v1.34.0 | 26 Oct 24 01:04 UTC | 26 Oct 24 01:04 UTC |
| | ha-300623-m03 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-300623 ssh -n ha-300623-m02 sudo cat | ha-300623 | jenkins | v1.34.0 | 26 Oct 24 01:04 UTC | 26 Oct 24 01:04 UTC |
| | /home/docker/cp-test_ha-300623-m03_ha-300623-m02.txt | | | | | |
| cp | ha-300623 cp ha-300623-m03:/home/docker/cp-test.txt | ha-300623 | jenkins | v1.34.0 | 26 Oct 24 01:04 UTC | 26 Oct 24 01:04 UTC |
| | ha-300623-m04:/home/docker/cp-test_ha-300623-m03_ha-300623-m04.txt | | | | | |
| ssh | ha-300623 ssh -n | ha-300623 | jenkins | v1.34.0 | 26 Oct 24 01:04 UTC | 26 Oct 24 01:04 UTC |
| | ha-300623-m03 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-300623 ssh -n ha-300623-m04 sudo cat | ha-300623 | jenkins | v1.34.0 | 26 Oct 24 01:04 UTC | 26 Oct 24 01:04 UTC |
| | /home/docker/cp-test_ha-300623-m03_ha-300623-m04.txt | | | | | |
| cp | ha-300623 cp testdata/cp-test.txt | ha-300623 | jenkins | v1.34.0 | 26 Oct 24 01:04 UTC | 26 Oct 24 01:04 UTC |
| | ha-300623-m04:/home/docker/cp-test.txt | | | | | |
| ssh | ha-300623 ssh -n | ha-300623 | jenkins | v1.34.0 | 26 Oct 24 01:04 UTC | 26 Oct 24 01:04 UTC |
| | ha-300623-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| cp | ha-300623 cp ha-300623-m04:/home/docker/cp-test.txt | ha-300623 | jenkins | v1.34.0 | 26 Oct 24 01:04 UTC | 26 Oct 24 01:04 UTC |
| | /tmp/TestMultiControlPlaneserialCopyFile2355760230/001/cp-test_ha-300623-m04.txt | | | | | |
| ssh | ha-300623 ssh -n | ha-300623 | jenkins | v1.34.0 | 26 Oct 24 01:04 UTC | 26 Oct 24 01:04 UTC |
| | ha-300623-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| cp | ha-300623 cp ha-300623-m04:/home/docker/cp-test.txt | ha-300623 | jenkins | v1.34.0 | 26 Oct 24 01:04 UTC | 26 Oct 24 01:04 UTC |
| | ha-300623:/home/docker/cp-test_ha-300623-m04_ha-300623.txt | | | | | |
| ssh | ha-300623 ssh -n | ha-300623 | jenkins | v1.34.0 | 26 Oct 24 01:04 UTC | 26 Oct 24 01:04 UTC |
| | ha-300623-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-300623 ssh -n ha-300623 sudo cat | ha-300623 | jenkins | v1.34.0 | 26 Oct 24 01:04 UTC | 26 Oct 24 01:04 UTC |
| | /home/docker/cp-test_ha-300623-m04_ha-300623.txt | | | | | |
| cp | ha-300623 cp ha-300623-m04:/home/docker/cp-test.txt | ha-300623 | jenkins | v1.34.0 | 26 Oct 24 01:04 UTC | 26 Oct 24 01:04 UTC |
| | ha-300623-m02:/home/docker/cp-test_ha-300623-m04_ha-300623-m02.txt | | | | | |
| ssh | ha-300623 ssh -n | ha-300623 | jenkins | v1.34.0 | 26 Oct 24 01:04 UTC | 26 Oct 24 01:04 UTC |
| | ha-300623-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-300623 ssh -n ha-300623-m02 sudo cat | ha-300623 | jenkins | v1.34.0 | 26 Oct 24 01:04 UTC | 26 Oct 24 01:04 UTC |
| | /home/docker/cp-test_ha-300623-m04_ha-300623-m02.txt | | | | | |
| cp | ha-300623 cp ha-300623-m04:/home/docker/cp-test.txt | ha-300623 | jenkins | v1.34.0 | 26 Oct 24 01:04 UTC | 26 Oct 24 01:04 UTC |
| | ha-300623-m03:/home/docker/cp-test_ha-300623-m04_ha-300623-m03.txt | | | | | |
| ssh | ha-300623 ssh -n | ha-300623 | jenkins | v1.34.0 | 26 Oct 24 01:04 UTC | 26 Oct 24 01:04 UTC |
| | ha-300623-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-300623 ssh -n ha-300623-m03 sudo cat | ha-300623 | jenkins | v1.34.0 | 26 Oct 24 01:04 UTC | 26 Oct 24 01:04 UTC |
| | /home/docker/cp-test_ha-300623-m04_ha-300623-m03.txt | | | | | |
| node | ha-300623 node stop m02 -v=7 | ha-300623 | jenkins | v1.34.0 | 26 Oct 24 01:04 UTC | |
| | --alsologtostderr | | | | | |
| node | ha-300623 node start m02 -v=7 | ha-300623 | jenkins | v1.34.0 | 26 Oct 24 01:06 UTC | |
| | --alsologtostderr | | | | | |
|---------|----------------------------------------------------------------------------------|-----------|---------|---------|---------------------|---------------------|
==> Last Start <==
Log file created at: 2024/10/26 00:59:41
Running on machine: ubuntu-20-agent-8
Binary: Built with gc go1.23.2 for linux/amd64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I1026 00:59:41.102327 27934 out.go:345] Setting OutFile to fd 1 ...
I1026 00:59:41.102422 27934 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1026 00:59:41.102427 27934 out.go:358] Setting ErrFile to fd 2...
I1026 00:59:41.102431 27934 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1026 00:59:41.102629 27934 root.go:338] Updating PATH: /home/jenkins/minikube-integration/19868-8680/.minikube/bin
I1026 00:59:41.103175 27934 out.go:352] Setting JSON to false
I1026 00:59:41.103986 27934 start.go:129] hostinfo: {"hostname":"ubuntu-20-agent-8","uptime":2521,"bootTime":1729901860,"procs":179,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1070-gcp","kernelArch":"x86_64","virtualizationSystem":"kvm","virtualizationRole":"guest","hostId":"591c9f12-2938-3743-e2bf-c56a050d43d1"}
I1026 00:59:41.104085 27934 start.go:139] virtualization: kvm guest
I1026 00:59:41.106060 27934 out.go:177] * [ha-300623] minikube v1.34.0 on Ubuntu 20.04 (kvm/amd64)
I1026 00:59:41.107343 27934 notify.go:220] Checking for updates...
I1026 00:59:41.107361 27934 out.go:177] - MINIKUBE_LOCATION=19868
I1026 00:59:41.108566 27934 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1026 00:59:41.109853 27934 out.go:177] - KUBECONFIG=/home/jenkins/minikube-integration/19868-8680/kubeconfig
I1026 00:59:41.111166 27934 out.go:177] - MINIKUBE_HOME=/home/jenkins/minikube-integration/19868-8680/.minikube
I1026 00:59:41.112531 27934 out.go:177] - MINIKUBE_BIN=out/minikube-linux-amd64
I1026 00:59:41.113798 27934 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I1026 00:59:41.115167 27934 driver.go:394] Setting default libvirt URI to qemu:///system
I1026 00:59:41.148833 27934 out.go:177] * Using the kvm2 driver based on user configuration
I1026 00:59:41.150115 27934 start.go:297] selected driver: kvm2
I1026 00:59:41.150128 27934 start.go:901] validating driver "kvm2" against <nil>
I1026 00:59:41.150139 27934 start.go:912] status for kvm2: {Installed:true Healthy:true Running:true NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I1026 00:59:41.150812 27934 install.go:52] acquiring lock: {Name:mk900956b073697a4aa6c80a27c6bb0742a99a53 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1026 00:59:41.150910 27934 install.go:117] Validating docker-machine-driver-kvm2, PATH=/home/jenkins/minikube-integration/19868-8680/.minikube/bin:/home/jenkins/workspace/KVM_Linux_crio_integration/out/:/usr/local/bin:/usr/bin:/bin:/usr/local/games:/usr/games:/usr/local/go/bin:/home/jenkins/go/bin:/usr/local/bin/:/usr/local/go/bin/:/home/jenkins/go/bin
I1026 00:59:41.165692 27934 install.go:137] /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2 version is 1.34.0
I1026 00:59:41.165750 27934 start_flags.go:310] no existing cluster config was found, will generate one from the flags
I1026 00:59:41.166043 27934 start_flags.go:947] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1026 00:59:41.166082 27934 cni.go:84] Creating CNI manager for ""
I1026 00:59:41.166138 27934 cni.go:136] multinode detected (0 nodes found), recommending kindnet
I1026 00:59:41.166151 27934 start_flags.go:319] Found "CNI" CNI - setting NetworkPlugin=cni
I1026 00:59:41.166210 27934 start.go:340] cluster config:
{Name:ha-300623 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1729876044-19868@sha256:98fb05d9d766cf8d630ce90381e12faa07711c611be9bb2c767cfc936533477e Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.2 ClusterName:ha-300623 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRIS
ocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0
GPUs: AutoPauseInterval:1m0s}
I1026 00:59:41.166340 27934 iso.go:125] acquiring lock: {Name:mk4c9915a2f9db13ab3c4fd494f99ff15280961c Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1026 00:59:41.168250 27934 out.go:177] * Starting "ha-300623" primary control-plane node in "ha-300623" cluster
I1026 00:59:41.169625 27934 preload.go:131] Checking if preload exists for k8s version v1.31.2 and runtime crio
I1026 00:59:41.169671 27934 preload.go:146] Found local preload: /home/jenkins/minikube-integration/19868-8680/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.2-cri-o-overlay-amd64.tar.lz4
I1026 00:59:41.169699 27934 cache.go:56] Caching tarball of preloaded images
I1026 00:59:41.169771 27934 preload.go:172] Found /home/jenkins/minikube-integration/19868-8680/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.2-cri-o-overlay-amd64.tar.lz4 in cache, skipping download
I1026 00:59:41.169781 27934 cache.go:59] Finished verifying existence of preloaded tar for v1.31.2 on crio
I1026 00:59:41.170066 27934 profile.go:143] Saving config to /home/jenkins/minikube-integration/19868-8680/.minikube/profiles/ha-300623/config.json ...
I1026 00:59:41.170083 27934 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19868-8680/.minikube/profiles/ha-300623/config.json: {Name:mkc18d341848fb714503df8b4bfc42be69331fb4 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1026 00:59:41.170205 27934 start.go:360] acquireMachinesLock for ha-300623: {Name:mkc6876e276b7a81668ce8efec2d491cf3d18bce Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}
I1026 00:59:41.170231 27934 start.go:364] duration metric: took 14.614µs to acquireMachinesLock for "ha-300623"
I1026 00:59:41.170247 27934 start.go:93] Provisioning new machine with config: &{Name:ha-300623 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19806/minikube-v1.34.0-1729002252-19806-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1729876044-19868@sha256:98fb05d9d766cf8d630ce90381e12faa07711c611be9bb2c767cfc936533477e Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{Kubernete
sVersion:v1.31.2 ClusterName:ha-300623 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:
9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name: IP: Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}
I1026 00:59:41.170298 27934 start.go:125] createHost starting for "" (driver="kvm2")
I1026 00:59:41.171896 27934 out.go:235] * Creating kvm2 VM (CPUs=2, Memory=2200MB, Disk=20000MB) ...
I1026 00:59:41.172034 27934 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1026 00:59:41.172078 27934 main.go:141] libmachine: Launching plugin server for driver kvm2
I1026 00:59:41.186522 27934 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:39131
I1026 00:59:41.186988 27934 main.go:141] libmachine: () Calling .GetVersion
I1026 00:59:41.187517 27934 main.go:141] libmachine: Using API Version 1
I1026 00:59:41.187539 27934 main.go:141] libmachine: () Calling .SetConfigRaw
I1026 00:59:41.187925 27934 main.go:141] libmachine: () Calling .GetMachineName
I1026 00:59:41.188146 27934 main.go:141] libmachine: (ha-300623) Calling .GetMachineName
I1026 00:59:41.188284 27934 main.go:141] libmachine: (ha-300623) Calling .DriverName
I1026 00:59:41.188436 27934 start.go:159] libmachine.API.Create for "ha-300623" (driver="kvm2")
I1026 00:59:41.188472 27934 client.go:168] LocalClient.Create starting
I1026 00:59:41.188506 27934 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/19868-8680/.minikube/certs/ca.pem
I1026 00:59:41.188539 27934 main.go:141] libmachine: Decoding PEM data...
I1026 00:59:41.188554 27934 main.go:141] libmachine: Parsing certificate...
I1026 00:59:41.188604 27934 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/19868-8680/.minikube/certs/cert.pem
I1026 00:59:41.188622 27934 main.go:141] libmachine: Decoding PEM data...
I1026 00:59:41.188635 27934 main.go:141] libmachine: Parsing certificate...
I1026 00:59:41.188652 27934 main.go:141] libmachine: Running pre-create checks...
I1026 00:59:41.188664 27934 main.go:141] libmachine: (ha-300623) Calling .PreCreateCheck
I1026 00:59:41.189023 27934 main.go:141] libmachine: (ha-300623) Calling .GetConfigRaw
I1026 00:59:41.189374 27934 main.go:141] libmachine: Creating machine...
I1026 00:59:41.189386 27934 main.go:141] libmachine: (ha-300623) Calling .Create
I1026 00:59:41.189526 27934 main.go:141] libmachine: (ha-300623) Creating KVM machine...
I1026 00:59:41.190651 27934 main.go:141] libmachine: (ha-300623) DBG | found existing default KVM network
I1026 00:59:41.191301 27934 main.go:141] libmachine: (ha-300623) DBG | I1026 00:59:41.191170 27957 network.go:206] using free private subnet 192.168.39.0/24: &{IP:192.168.39.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.39.0/24 Gateway:192.168.39.1 ClientMin:192.168.39.2 ClientMax:192.168.39.254 Broadcast:192.168.39.255 IsPrivate:true Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:} reservation:0xc0002211e0}
I1026 00:59:41.191329 27934 main.go:141] libmachine: (ha-300623) DBG | created network xml:
I1026 00:59:41.191339 27934 main.go:141] libmachine: (ha-300623) DBG | <network>
I1026 00:59:41.191366 27934 main.go:141] libmachine: (ha-300623) DBG | <name>mk-ha-300623</name>
I1026 00:59:41.191399 27934 main.go:141] libmachine: (ha-300623) DBG | <dns enable='no'/>
I1026 00:59:41.191415 27934 main.go:141] libmachine: (ha-300623) DBG |
I1026 00:59:41.191424 27934 main.go:141] libmachine: (ha-300623) DBG | <ip address='192.168.39.1' netmask='255.255.255.0'>
I1026 00:59:41.191431 27934 main.go:141] libmachine: (ha-300623) DBG | <dhcp>
I1026 00:59:41.191438 27934 main.go:141] libmachine: (ha-300623) DBG | <range start='192.168.39.2' end='192.168.39.253'/>
I1026 00:59:41.191445 27934 main.go:141] libmachine: (ha-300623) DBG | </dhcp>
I1026 00:59:41.191450 27934 main.go:141] libmachine: (ha-300623) DBG | </ip>
I1026 00:59:41.191457 27934 main.go:141] libmachine: (ha-300623) DBG |
I1026 00:59:41.191462 27934 main.go:141] libmachine: (ha-300623) DBG | </network>
I1026 00:59:41.191489 27934 main.go:141] libmachine: (ha-300623) DBG |
I1026 00:59:41.196331 27934 main.go:141] libmachine: (ha-300623) DBG | trying to create private KVM network mk-ha-300623 192.168.39.0/24...
I1026 00:59:41.258139 27934 main.go:141] libmachine: (ha-300623) DBG | private KVM network mk-ha-300623 192.168.39.0/24 created
I1026 00:59:41.258172 27934 main.go:141] libmachine: (ha-300623) Setting up store path in /home/jenkins/minikube-integration/19868-8680/.minikube/machines/ha-300623 ...
I1026 00:59:41.258186 27934 main.go:141] libmachine: (ha-300623) DBG | I1026 00:59:41.258104 27957 common.go:144] Making disk image using store path: /home/jenkins/minikube-integration/19868-8680/.minikube
I1026 00:59:41.258203 27934 main.go:141] libmachine: (ha-300623) Building disk image from file:///home/jenkins/minikube-integration/19868-8680/.minikube/cache/iso/amd64/minikube-v1.34.0-1729002252-19806-amd64.iso
I1026 00:59:41.258226 27934 main.go:141] libmachine: (ha-300623) Downloading /home/jenkins/minikube-integration/19868-8680/.minikube/cache/boot2docker.iso from file:///home/jenkins/minikube-integration/19868-8680/.minikube/cache/iso/amd64/minikube-v1.34.0-1729002252-19806-amd64.iso...
I1026 00:59:41.511971 27934 main.go:141] libmachine: (ha-300623) DBG | I1026 00:59:41.511837 27957 common.go:151] Creating ssh key: /home/jenkins/minikube-integration/19868-8680/.minikube/machines/ha-300623/id_rsa...
I1026 00:59:41.679961 27934 main.go:141] libmachine: (ha-300623) DBG | I1026 00:59:41.679835 27957 common.go:157] Creating raw disk image: /home/jenkins/minikube-integration/19868-8680/.minikube/machines/ha-300623/ha-300623.rawdisk...
I1026 00:59:41.680008 27934 main.go:141] libmachine: (ha-300623) DBG | Writing magic tar header
I1026 00:59:41.680023 27934 main.go:141] libmachine: (ha-300623) DBG | Writing SSH key tar header
I1026 00:59:41.680037 27934 main.go:141] libmachine: (ha-300623) DBG | I1026 00:59:41.679951 27957 common.go:171] Fixing permissions on /home/jenkins/minikube-integration/19868-8680/.minikube/machines/ha-300623 ...
I1026 00:59:41.680109 27934 main.go:141] libmachine: (ha-300623) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19868-8680/.minikube/machines/ha-300623
I1026 00:59:41.680139 27934 main.go:141] libmachine: (ha-300623) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19868-8680/.minikube/machines
I1026 00:59:41.680156 27934 main.go:141] libmachine: (ha-300623) Setting executable bit set on /home/jenkins/minikube-integration/19868-8680/.minikube/machines/ha-300623 (perms=drwx------)
I1026 00:59:41.680166 27934 main.go:141] libmachine: (ha-300623) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19868-8680/.minikube
I1026 00:59:41.680185 27934 main.go:141] libmachine: (ha-300623) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19868-8680
I1026 00:59:41.680194 27934 main.go:141] libmachine: (ha-300623) DBG | Checking permissions on dir: /home/jenkins/minikube-integration
I1026 00:59:41.680209 27934 main.go:141] libmachine: (ha-300623) DBG | Checking permissions on dir: /home/jenkins
I1026 00:59:41.680219 27934 main.go:141] libmachine: (ha-300623) DBG | Checking permissions on dir: /home
I1026 00:59:41.680230 27934 main.go:141] libmachine: (ha-300623) DBG | Skipping /home - not owner
I1026 00:59:41.680244 27934 main.go:141] libmachine: (ha-300623) Setting executable bit set on /home/jenkins/minikube-integration/19868-8680/.minikube/machines (perms=drwxr-xr-x)
I1026 00:59:41.680257 27934 main.go:141] libmachine: (ha-300623) Setting executable bit set on /home/jenkins/minikube-integration/19868-8680/.minikube (perms=drwxr-xr-x)
I1026 00:59:41.680313 27934 main.go:141] libmachine: (ha-300623) Setting executable bit set on /home/jenkins/minikube-integration/19868-8680 (perms=drwxrwxr-x)
I1026 00:59:41.680344 27934 main.go:141] libmachine: (ha-300623) Setting executable bit set on /home/jenkins/minikube-integration (perms=drwxrwxr-x)
I1026 00:59:41.680359 27934 main.go:141] libmachine: (ha-300623) Setting executable bit set on /home/jenkins (perms=drwxr-xr-x)
I1026 00:59:41.680367 27934 main.go:141] libmachine: (ha-300623) Creating domain...
I1026 00:59:41.681340 27934 main.go:141] libmachine: (ha-300623) define libvirt domain using xml:
I1026 00:59:41.681362 27934 main.go:141] libmachine: (ha-300623) <domain type='kvm'>
I1026 00:59:41.681370 27934 main.go:141] libmachine: (ha-300623) <name>ha-300623</name>
I1026 00:59:41.681381 27934 main.go:141] libmachine: (ha-300623) <memory unit='MiB'>2200</memory>
I1026 00:59:41.681403 27934 main.go:141] libmachine: (ha-300623) <vcpu>2</vcpu>
I1026 00:59:41.681438 27934 main.go:141] libmachine: (ha-300623) <features>
I1026 00:59:41.681448 27934 main.go:141] libmachine: (ha-300623) <acpi/>
I1026 00:59:41.681452 27934 main.go:141] libmachine: (ha-300623) <apic/>
I1026 00:59:41.681457 27934 main.go:141] libmachine: (ha-300623) <pae/>
I1026 00:59:41.681471 27934 main.go:141] libmachine: (ha-300623)
I1026 00:59:41.681479 27934 main.go:141] libmachine: (ha-300623) </features>
I1026 00:59:41.681484 27934 main.go:141] libmachine: (ha-300623) <cpu mode='host-passthrough'>
I1026 00:59:41.681489 27934 main.go:141] libmachine: (ha-300623)
I1026 00:59:41.681494 27934 main.go:141] libmachine: (ha-300623) </cpu>
I1026 00:59:41.681500 27934 main.go:141] libmachine: (ha-300623) <os>
I1026 00:59:41.681504 27934 main.go:141] libmachine: (ha-300623) <type>hvm</type>
I1026 00:59:41.681512 27934 main.go:141] libmachine: (ha-300623) <boot dev='cdrom'/>
I1026 00:59:41.681520 27934 main.go:141] libmachine: (ha-300623) <boot dev='hd'/>
I1026 00:59:41.681528 27934 main.go:141] libmachine: (ha-300623) <bootmenu enable='no'/>
I1026 00:59:41.681532 27934 main.go:141] libmachine: (ha-300623) </os>
I1026 00:59:41.681539 27934 main.go:141] libmachine: (ha-300623) <devices>
I1026 00:59:41.681544 27934 main.go:141] libmachine: (ha-300623) <disk type='file' device='cdrom'>
I1026 00:59:41.681575 27934 main.go:141] libmachine: (ha-300623) <source file='/home/jenkins/minikube-integration/19868-8680/.minikube/machines/ha-300623/boot2docker.iso'/>
I1026 00:59:41.681594 27934 main.go:141] libmachine: (ha-300623) <target dev='hdc' bus='scsi'/>
I1026 00:59:41.681606 27934 main.go:141] libmachine: (ha-300623) <readonly/>
I1026 00:59:41.681615 27934 main.go:141] libmachine: (ha-300623) </disk>
I1026 00:59:41.681625 27934 main.go:141] libmachine: (ha-300623) <disk type='file' device='disk'>
I1026 00:59:41.681635 27934 main.go:141] libmachine: (ha-300623) <driver name='qemu' type='raw' cache='default' io='threads' />
I1026 00:59:41.681651 27934 main.go:141] libmachine: (ha-300623) <source file='/home/jenkins/minikube-integration/19868-8680/.minikube/machines/ha-300623/ha-300623.rawdisk'/>
I1026 00:59:41.681664 27934 main.go:141] libmachine: (ha-300623) <target dev='hda' bus='virtio'/>
I1026 00:59:41.681675 27934 main.go:141] libmachine: (ha-300623) </disk>
I1026 00:59:41.681686 27934 main.go:141] libmachine: (ha-300623) <interface type='network'>
I1026 00:59:41.681698 27934 main.go:141] libmachine: (ha-300623) <source network='mk-ha-300623'/>
I1026 00:59:41.681709 27934 main.go:141] libmachine: (ha-300623) <model type='virtio'/>
I1026 00:59:41.681719 27934 main.go:141] libmachine: (ha-300623) </interface>
I1026 00:59:41.681734 27934 main.go:141] libmachine: (ha-300623) <interface type='network'>
I1026 00:59:41.681746 27934 main.go:141] libmachine: (ha-300623) <source network='default'/>
I1026 00:59:41.681756 27934 main.go:141] libmachine: (ha-300623) <model type='virtio'/>
I1026 00:59:41.681773 27934 main.go:141] libmachine: (ha-300623) </interface>
I1026 00:59:41.681784 27934 main.go:141] libmachine: (ha-300623) <serial type='pty'>
I1026 00:59:41.681794 27934 main.go:141] libmachine: (ha-300623) <target port='0'/>
I1026 00:59:41.681803 27934 main.go:141] libmachine: (ha-300623) </serial>
I1026 00:59:41.681813 27934 main.go:141] libmachine: (ha-300623) <console type='pty'>
I1026 00:59:41.681823 27934 main.go:141] libmachine: (ha-300623) <target type='serial' port='0'/>
I1026 00:59:41.681835 27934 main.go:141] libmachine: (ha-300623) </console>
I1026 00:59:41.681847 27934 main.go:141] libmachine: (ha-300623) <rng model='virtio'>
I1026 00:59:41.681861 27934 main.go:141] libmachine: (ha-300623) <backend model='random'>/dev/random</backend>
I1026 00:59:41.681876 27934 main.go:141] libmachine: (ha-300623) </rng>
I1026 00:59:41.681884 27934 main.go:141] libmachine: (ha-300623)
I1026 00:59:41.681893 27934 main.go:141] libmachine: (ha-300623)
I1026 00:59:41.681902 27934 main.go:141] libmachine: (ha-300623) </devices>
I1026 00:59:41.681910 27934 main.go:141] libmachine: (ha-300623) </domain>
I1026 00:59:41.681919 27934 main.go:141] libmachine: (ha-300623)
I1026 00:59:41.685794 27934 main.go:141] libmachine: (ha-300623) DBG | domain ha-300623 has defined MAC address 52:54:00:bc:3c:c8 in network default
I1026 00:59:41.686289 27934 main.go:141] libmachine: (ha-300623) Ensuring networks are active...
I1026 00:59:41.686312 27934 main.go:141] libmachine: (ha-300623) DBG | domain ha-300623 has defined MAC address 52:54:00:4d:a0:46 in network mk-ha-300623
I1026 00:59:41.686908 27934 main.go:141] libmachine: (ha-300623) Ensuring network default is active
I1026 00:59:41.687318 27934 main.go:141] libmachine: (ha-300623) Ensuring network mk-ha-300623 is active
I1026 00:59:41.687714 27934 main.go:141] libmachine: (ha-300623) Getting domain xml...
I1026 00:59:41.688278 27934 main.go:141] libmachine: (ha-300623) Creating domain...
I1026 00:59:42.865174 27934 main.go:141] libmachine: (ha-300623) Waiting to get IP...
I1026 00:59:42.866030 27934 main.go:141] libmachine: (ha-300623) DBG | domain ha-300623 has defined MAC address 52:54:00:4d:a0:46 in network mk-ha-300623
I1026 00:59:42.866436 27934 main.go:141] libmachine: (ha-300623) DBG | unable to find current IP address of domain ha-300623 in network mk-ha-300623
I1026 00:59:42.866478 27934 main.go:141] libmachine: (ha-300623) DBG | I1026 00:59:42.866424 27957 retry.go:31] will retry after 310.395452ms: waiting for machine to come up
I1026 00:59:43.178911 27934 main.go:141] libmachine: (ha-300623) DBG | domain ha-300623 has defined MAC address 52:54:00:4d:a0:46 in network mk-ha-300623
I1026 00:59:43.179377 27934 main.go:141] libmachine: (ha-300623) DBG | unable to find current IP address of domain ha-300623 in network mk-ha-300623
I1026 00:59:43.179517 27934 main.go:141] libmachine: (ha-300623) DBG | I1026 00:59:43.179326 27957 retry.go:31] will retry after 258.757335ms: waiting for machine to come up
I1026 00:59:43.439460 27934 main.go:141] libmachine: (ha-300623) DBG | domain ha-300623 has defined MAC address 52:54:00:4d:a0:46 in network mk-ha-300623
I1026 00:59:43.439855 27934 main.go:141] libmachine: (ha-300623) DBG | unable to find current IP address of domain ha-300623 in network mk-ha-300623
I1026 00:59:43.439883 27934 main.go:141] libmachine: (ha-300623) DBG | I1026 00:59:43.439810 27957 retry.go:31] will retry after 476.137443ms: waiting for machine to come up
I1026 00:59:43.917472 27934 main.go:141] libmachine: (ha-300623) DBG | domain ha-300623 has defined MAC address 52:54:00:4d:a0:46 in network mk-ha-300623
I1026 00:59:43.917875 27934 main.go:141] libmachine: (ha-300623) DBG | unable to find current IP address of domain ha-300623 in network mk-ha-300623
I1026 00:59:43.917910 27934 main.go:141] libmachine: (ha-300623) DBG | I1026 00:59:43.917853 27957 retry.go:31] will retry after 411.866237ms: waiting for machine to come up
I1026 00:59:44.331261 27934 main.go:141] libmachine: (ha-300623) DBG | domain ha-300623 has defined MAC address 52:54:00:4d:a0:46 in network mk-ha-300623
I1026 00:59:44.331762 27934 main.go:141] libmachine: (ha-300623) DBG | unable to find current IP address of domain ha-300623 in network mk-ha-300623
I1026 00:59:44.331800 27934 main.go:141] libmachine: (ha-300623) DBG | I1026 00:59:44.331724 27957 retry.go:31] will retry after 639.236783ms: waiting for machine to come up
I1026 00:59:44.972039 27934 main.go:141] libmachine: (ha-300623) DBG | domain ha-300623 has defined MAC address 52:54:00:4d:a0:46 in network mk-ha-300623
I1026 00:59:44.972415 27934 main.go:141] libmachine: (ha-300623) DBG | unable to find current IP address of domain ha-300623 in network mk-ha-300623
I1026 00:59:44.972443 27934 main.go:141] libmachine: (ha-300623) DBG | I1026 00:59:44.972363 27957 retry.go:31] will retry after 943.318782ms: waiting for machine to come up
I1026 00:59:45.917370 27934 main.go:141] libmachine: (ha-300623) DBG | domain ha-300623 has defined MAC address 52:54:00:4d:a0:46 in network mk-ha-300623
I1026 00:59:45.917808 27934 main.go:141] libmachine: (ha-300623) DBG | unable to find current IP address of domain ha-300623 in network mk-ha-300623
I1026 00:59:45.917870 27934 main.go:141] libmachine: (ha-300623) DBG | I1026 00:59:45.917775 27957 retry.go:31] will retry after 1.007000764s: waiting for machine to come up
I1026 00:59:46.926545 27934 main.go:141] libmachine: (ha-300623) DBG | domain ha-300623 has defined MAC address 52:54:00:4d:a0:46 in network mk-ha-300623
I1026 00:59:46.926930 27934 main.go:141] libmachine: (ha-300623) DBG | unable to find current IP address of domain ha-300623 in network mk-ha-300623
I1026 00:59:46.926955 27934 main.go:141] libmachine: (ha-300623) DBG | I1026 00:59:46.926890 27957 retry.go:31] will retry after 905.175073ms: waiting for machine to come up
I1026 00:59:47.834112 27934 main.go:141] libmachine: (ha-300623) DBG | domain ha-300623 has defined MAC address 52:54:00:4d:a0:46 in network mk-ha-300623
I1026 00:59:47.834468 27934 main.go:141] libmachine: (ha-300623) DBG | unable to find current IP address of domain ha-300623 in network mk-ha-300623
I1026 00:59:47.834505 27934 main.go:141] libmachine: (ha-300623) DBG | I1026 00:59:47.834452 27957 retry.go:31] will retry after 1.696390131s: waiting for machine to come up
I1026 00:59:49.533204 27934 main.go:141] libmachine: (ha-300623) DBG | domain ha-300623 has defined MAC address 52:54:00:4d:a0:46 in network mk-ha-300623
I1026 00:59:49.533596 27934 main.go:141] libmachine: (ha-300623) DBG | unable to find current IP address of domain ha-300623 in network mk-ha-300623
I1026 00:59:49.533625 27934 main.go:141] libmachine: (ha-300623) DBG | I1026 00:59:49.533577 27957 retry.go:31] will retry after 2.087564363s: waiting for machine to come up
I1026 00:59:51.622505 27934 main.go:141] libmachine: (ha-300623) DBG | domain ha-300623 has defined MAC address 52:54:00:4d:a0:46 in network mk-ha-300623
I1026 00:59:51.622952 27934 main.go:141] libmachine: (ha-300623) DBG | unable to find current IP address of domain ha-300623 in network mk-ha-300623
I1026 00:59:51.623131 27934 main.go:141] libmachine: (ha-300623) DBG | I1026 00:59:51.622900 27957 retry.go:31] will retry after 2.813881441s: waiting for machine to come up
I1026 00:59:54.439730 27934 main.go:141] libmachine: (ha-300623) DBG | domain ha-300623 has defined MAC address 52:54:00:4d:a0:46 in network mk-ha-300623
I1026 00:59:54.440081 27934 main.go:141] libmachine: (ha-300623) DBG | unable to find current IP address of domain ha-300623 in network mk-ha-300623
I1026 00:59:54.440111 27934 main.go:141] libmachine: (ha-300623) DBG | I1026 00:59:54.440045 27957 retry.go:31] will retry after 2.560428672s: waiting for machine to come up
I1026 00:59:57.002066 27934 main.go:141] libmachine: (ha-300623) DBG | domain ha-300623 has defined MAC address 52:54:00:4d:a0:46 in network mk-ha-300623
I1026 00:59:57.002394 27934 main.go:141] libmachine: (ha-300623) DBG | unable to find current IP address of domain ha-300623 in network mk-ha-300623
I1026 00:59:57.002424 27934 main.go:141] libmachine: (ha-300623) DBG | I1026 00:59:57.002352 27957 retry.go:31] will retry after 3.377744145s: waiting for machine to come up
I1026 01:00:00.384015 27934 main.go:141] libmachine: (ha-300623) DBG | domain ha-300623 has defined MAC address 52:54:00:4d:a0:46 in network mk-ha-300623
I1026 01:00:00.384460 27934 main.go:141] libmachine: (ha-300623) Found IP for machine: 192.168.39.183
I1026 01:00:00.384479 27934 main.go:141] libmachine: (ha-300623) Reserving static IP address...
I1026 01:00:00.384505 27934 main.go:141] libmachine: (ha-300623) DBG | domain ha-300623 has current primary IP address 192.168.39.183 and MAC address 52:54:00:4d:a0:46 in network mk-ha-300623
I1026 01:00:00.384856 27934 main.go:141] libmachine: (ha-300623) DBG | unable to find host DHCP lease matching {name: "ha-300623", mac: "52:54:00:4d:a0:46", ip: "192.168.39.183"} in network mk-ha-300623
I1026 01:00:00.455221 27934 main.go:141] libmachine: (ha-300623) DBG | Getting to WaitForSSH function...
I1026 01:00:00.455245 27934 main.go:141] libmachine: (ha-300623) Reserved static IP address: 192.168.39.183
I1026 01:00:00.455253 27934 main.go:141] libmachine: (ha-300623) Waiting for SSH to be available...
I1026 01:00:00.457760 27934 main.go:141] libmachine: (ha-300623) DBG | domain ha-300623 has defined MAC address 52:54:00:4d:a0:46 in network mk-ha-300623
I1026 01:00:00.458200 27934 main.go:141] libmachine: (ha-300623) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:4d:a0:46", ip: ""} in network mk-ha-300623: {Iface:virbr1 ExpiryTime:2024-10-26 01:59:55 +0000 UTC Type:0 Mac:52:54:00:4d:a0:46 Iaid: IPaddr:192.168.39.183 Prefix:24 Hostname:minikube Clientid:01:52:54:00:4d:a0:46}
I1026 01:00:00.458223 27934 main.go:141] libmachine: (ha-300623) DBG | domain ha-300623 has defined IP address 192.168.39.183 and MAC address 52:54:00:4d:a0:46 in network mk-ha-300623
I1026 01:00:00.458402 27934 main.go:141] libmachine: (ha-300623) DBG | Using SSH client type: external
I1026 01:00:00.458428 27934 main.go:141] libmachine: (ha-300623) DBG | Using SSH private key: /home/jenkins/minikube-integration/19868-8680/.minikube/machines/ha-300623/id_rsa (-rw-------)
I1026 01:00:00.458460 27934 main.go:141] libmachine: (ha-300623) DBG | &{[-F /dev/null -o ConnectionAttempts=3 -o ConnectTimeout=10 -o ControlMaster=no -o ControlPath=none -o LogLevel=quiet -o PasswordAuthentication=no -o ServerAliveInterval=60 -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null docker@192.168.39.183 -o IdentitiesOnly=yes -i /home/jenkins/minikube-integration/19868-8680/.minikube/machines/ha-300623/id_rsa -p 22] /usr/bin/ssh <nil>}
I1026 01:00:00.458475 27934 main.go:141] libmachine: (ha-300623) DBG | About to run SSH command:
I1026 01:00:00.458487 27934 main.go:141] libmachine: (ha-300623) DBG | exit 0
I1026 01:00:00.585473 27934 main.go:141] libmachine: (ha-300623) DBG | SSH cmd err, output: <nil>:
I1026 01:00:00.585717 27934 main.go:141] libmachine: (ha-300623) KVM machine creation complete!
I1026 01:00:00.586041 27934 main.go:141] libmachine: (ha-300623) Calling .GetConfigRaw
I1026 01:00:00.586564 27934 main.go:141] libmachine: (ha-300623) Calling .DriverName
I1026 01:00:00.586735 27934 main.go:141] libmachine: (ha-300623) Calling .DriverName
I1026 01:00:00.586856 27934 main.go:141] libmachine: Waiting for machine to be running, this may take a few minutes...
I1026 01:00:00.586870 27934 main.go:141] libmachine: (ha-300623) Calling .GetState
I1026 01:00:00.588144 27934 main.go:141] libmachine: Detecting operating system of created instance...
I1026 01:00:00.588156 27934 main.go:141] libmachine: Waiting for SSH to be available...
I1026 01:00:00.588161 27934 main.go:141] libmachine: Getting to WaitForSSH function...
I1026 01:00:00.588166 27934 main.go:141] libmachine: (ha-300623) Calling .GetSSHHostname
I1026 01:00:00.590434 27934 main.go:141] libmachine: (ha-300623) DBG | domain ha-300623 has defined MAC address 52:54:00:4d:a0:46 in network mk-ha-300623
I1026 01:00:00.590800 27934 main.go:141] libmachine: (ha-300623) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:4d:a0:46", ip: ""} in network mk-ha-300623: {Iface:virbr1 ExpiryTime:2024-10-26 01:59:55 +0000 UTC Type:0 Mac:52:54:00:4d:a0:46 Iaid: IPaddr:192.168.39.183 Prefix:24 Hostname:ha-300623 Clientid:01:52:54:00:4d:a0:46}
I1026 01:00:00.590815 27934 main.go:141] libmachine: (ha-300623) DBG | domain ha-300623 has defined IP address 192.168.39.183 and MAC address 52:54:00:4d:a0:46 in network mk-ha-300623
I1026 01:00:00.590958 27934 main.go:141] libmachine: (ha-300623) Calling .GetSSHPort
I1026 01:00:00.591118 27934 main.go:141] libmachine: (ha-300623) Calling .GetSSHKeyPath
I1026 01:00:00.591291 27934 main.go:141] libmachine: (ha-300623) Calling .GetSSHKeyPath
I1026 01:00:00.591416 27934 main.go:141] libmachine: (ha-300623) Calling .GetSSHUsername
I1026 01:00:00.591579 27934 main.go:141] libmachine: Using SSH client type: native
I1026 01:00:00.591799 27934 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866160] 0x868e40 <nil> [] 0s} 192.168.39.183 22 <nil> <nil>}
I1026 01:00:00.591812 27934 main.go:141] libmachine: About to run SSH command:
exit 0
I1026 01:00:00.700544 27934 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1026 01:00:00.700568 27934 main.go:141] libmachine: Detecting the provisioner...
I1026 01:00:00.700586 27934 main.go:141] libmachine: (ha-300623) Calling .GetSSHHostname
I1026 01:00:00.703305 27934 main.go:141] libmachine: (ha-300623) DBG | domain ha-300623 has defined MAC address 52:54:00:4d:a0:46 in network mk-ha-300623
I1026 01:00:00.703686 27934 main.go:141] libmachine: (ha-300623) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:4d:a0:46", ip: ""} in network mk-ha-300623: {Iface:virbr1 ExpiryTime:2024-10-26 01:59:55 +0000 UTC Type:0 Mac:52:54:00:4d:a0:46 Iaid: IPaddr:192.168.39.183 Prefix:24 Hostname:ha-300623 Clientid:01:52:54:00:4d:a0:46}
I1026 01:00:00.703708 27934 main.go:141] libmachine: (ha-300623) DBG | domain ha-300623 has defined IP address 192.168.39.183 and MAC address 52:54:00:4d:a0:46 in network mk-ha-300623
I1026 01:00:00.703827 27934 main.go:141] libmachine: (ha-300623) Calling .GetSSHPort
I1026 01:00:00.704016 27934 main.go:141] libmachine: (ha-300623) Calling .GetSSHKeyPath
I1026 01:00:00.704163 27934 main.go:141] libmachine: (ha-300623) Calling .GetSSHKeyPath
I1026 01:00:00.704286 27934 main.go:141] libmachine: (ha-300623) Calling .GetSSHUsername
I1026 01:00:00.704450 27934 main.go:141] libmachine: Using SSH client type: native
I1026 01:00:00.704607 27934 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866160] 0x868e40 <nil> [] 0s} 192.168.39.183 22 <nil> <nil>}
I1026 01:00:00.704617 27934 main.go:141] libmachine: About to run SSH command:
cat /etc/os-release
I1026 01:00:00.813937 27934 main.go:141] libmachine: SSH cmd err, output: <nil>: NAME=Buildroot
VERSION=2023.02.9-dirty
ID=buildroot
VERSION_ID=2023.02.9
PRETTY_NAME="Buildroot 2023.02.9"
I1026 01:00:00.814027 27934 main.go:141] libmachine: found compatible host: buildroot
I1026 01:00:00.814042 27934 main.go:141] libmachine: Provisioning with buildroot...
I1026 01:00:00.814078 27934 main.go:141] libmachine: (ha-300623) Calling .GetMachineName
I1026 01:00:00.814305 27934 buildroot.go:166] provisioning hostname "ha-300623"
I1026 01:00:00.814333 27934 main.go:141] libmachine: (ha-300623) Calling .GetMachineName
I1026 01:00:00.814495 27934 main.go:141] libmachine: (ha-300623) Calling .GetSSHHostname
I1026 01:00:00.817076 27934 main.go:141] libmachine: (ha-300623) DBG | domain ha-300623 has defined MAC address 52:54:00:4d:a0:46 in network mk-ha-300623
I1026 01:00:00.817394 27934 main.go:141] libmachine: (ha-300623) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:4d:a0:46", ip: ""} in network mk-ha-300623: {Iface:virbr1 ExpiryTime:2024-10-26 01:59:55 +0000 UTC Type:0 Mac:52:54:00:4d:a0:46 Iaid: IPaddr:192.168.39.183 Prefix:24 Hostname:ha-300623 Clientid:01:52:54:00:4d:a0:46}
I1026 01:00:00.817438 27934 main.go:141] libmachine: (ha-300623) DBG | domain ha-300623 has defined IP address 192.168.39.183 and MAC address 52:54:00:4d:a0:46 in network mk-ha-300623
I1026 01:00:00.817578 27934 main.go:141] libmachine: (ha-300623) Calling .GetSSHPort
I1026 01:00:00.817764 27934 main.go:141] libmachine: (ha-300623) Calling .GetSSHKeyPath
I1026 01:00:00.817892 27934 main.go:141] libmachine: (ha-300623) Calling .GetSSHKeyPath
I1026 01:00:00.818015 27934 main.go:141] libmachine: (ha-300623) Calling .GetSSHUsername
I1026 01:00:00.818165 27934 main.go:141] libmachine: Using SSH client type: native
I1026 01:00:00.818334 27934 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866160] 0x868e40 <nil> [] 0s} 192.168.39.183 22 <nil> <nil>}
I1026 01:00:00.818344 27934 main.go:141] libmachine: About to run SSH command:
sudo hostname ha-300623 && echo "ha-300623" | sudo tee /etc/hostname
I1026 01:00:00.943069 27934 main.go:141] libmachine: SSH cmd err, output: <nil>: ha-300623
I1026 01:00:00.943097 27934 main.go:141] libmachine: (ha-300623) Calling .GetSSHHostname
I1026 01:00:00.946005 27934 main.go:141] libmachine: (ha-300623) DBG | domain ha-300623 has defined MAC address 52:54:00:4d:a0:46 in network mk-ha-300623
I1026 01:00:00.946325 27934 main.go:141] libmachine: (ha-300623) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:4d:a0:46", ip: ""} in network mk-ha-300623: {Iface:virbr1 ExpiryTime:2024-10-26 01:59:55 +0000 UTC Type:0 Mac:52:54:00:4d:a0:46 Iaid: IPaddr:192.168.39.183 Prefix:24 Hostname:ha-300623 Clientid:01:52:54:00:4d:a0:46}
I1026 01:00:00.946354 27934 main.go:141] libmachine: (ha-300623) DBG | domain ha-300623 has defined IP address 192.168.39.183 and MAC address 52:54:00:4d:a0:46 in network mk-ha-300623
I1026 01:00:00.946524 27934 main.go:141] libmachine: (ha-300623) Calling .GetSSHPort
I1026 01:00:00.946840 27934 main.go:141] libmachine: (ha-300623) Calling .GetSSHKeyPath
I1026 01:00:00.947004 27934 main.go:141] libmachine: (ha-300623) Calling .GetSSHKeyPath
I1026 01:00:00.947144 27934 main.go:141] libmachine: (ha-300623) Calling .GetSSHUsername
I1026 01:00:00.947328 27934 main.go:141] libmachine: Using SSH client type: native
I1026 01:00:00.947549 27934 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866160] 0x868e40 <nil> [] 0s} 192.168.39.183 22 <nil> <nil>}
I1026 01:00:00.947572 27934 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\sha-300623' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 ha-300623/g' /etc/hosts;
else
echo '127.0.1.1 ha-300623' | sudo tee -a /etc/hosts;
fi
fi
I1026 01:00:01.065899 27934 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1026 01:00:01.065958 27934 buildroot.go:172] set auth options {CertDir:/home/jenkins/minikube-integration/19868-8680/.minikube CaCertPath:/home/jenkins/minikube-integration/19868-8680/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/19868-8680/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/19868-8680/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/19868-8680/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/19868-8680/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/19868-8680/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/19868-8680/.minikube}
I1026 01:00:01.066012 27934 buildroot.go:174] setting up certificates
I1026 01:00:01.066027 27934 provision.go:84] configureAuth start
I1026 01:00:01.066042 27934 main.go:141] libmachine: (ha-300623) Calling .GetMachineName
I1026 01:00:01.066285 27934 main.go:141] libmachine: (ha-300623) Calling .GetIP
I1026 01:00:01.069069 27934 main.go:141] libmachine: (ha-300623) DBG | domain ha-300623 has defined MAC address 52:54:00:4d:a0:46 in network mk-ha-300623
I1026 01:00:01.069397 27934 main.go:141] libmachine: (ha-300623) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:4d:a0:46", ip: ""} in network mk-ha-300623: {Iface:virbr1 ExpiryTime:2024-10-26 01:59:55 +0000 UTC Type:0 Mac:52:54:00:4d:a0:46 Iaid: IPaddr:192.168.39.183 Prefix:24 Hostname:ha-300623 Clientid:01:52:54:00:4d:a0:46}
I1026 01:00:01.069440 27934 main.go:141] libmachine: (ha-300623) DBG | domain ha-300623 has defined IP address 192.168.39.183 and MAC address 52:54:00:4d:a0:46 in network mk-ha-300623
I1026 01:00:01.069574 27934 main.go:141] libmachine: (ha-300623) Calling .GetSSHHostname
I1026 01:00:01.071665 27934 main.go:141] libmachine: (ha-300623) DBG | domain ha-300623 has defined MAC address 52:54:00:4d:a0:46 in network mk-ha-300623
I1026 01:00:01.072025 27934 main.go:141] libmachine: (ha-300623) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:4d:a0:46", ip: ""} in network mk-ha-300623: {Iface:virbr1 ExpiryTime:2024-10-26 01:59:55 +0000 UTC Type:0 Mac:52:54:00:4d:a0:46 Iaid: IPaddr:192.168.39.183 Prefix:24 Hostname:ha-300623 Clientid:01:52:54:00:4d:a0:46}
I1026 01:00:01.072053 27934 main.go:141] libmachine: (ha-300623) DBG | domain ha-300623 has defined IP address 192.168.39.183 and MAC address 52:54:00:4d:a0:46 in network mk-ha-300623
I1026 01:00:01.072211 27934 provision.go:143] copyHostCerts
I1026 01:00:01.072292 27934 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19868-8680/.minikube/certs/key.pem -> /home/jenkins/minikube-integration/19868-8680/.minikube/key.pem
I1026 01:00:01.072346 27934 exec_runner.go:144] found /home/jenkins/minikube-integration/19868-8680/.minikube/key.pem, removing ...
I1026 01:00:01.072359 27934 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19868-8680/.minikube/key.pem
I1026 01:00:01.072430 27934 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19868-8680/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/19868-8680/.minikube/key.pem (1679 bytes)
I1026 01:00:01.072514 27934 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19868-8680/.minikube/certs/ca.pem -> /home/jenkins/minikube-integration/19868-8680/.minikube/ca.pem
I1026 01:00:01.072533 27934 exec_runner.go:144] found /home/jenkins/minikube-integration/19868-8680/.minikube/ca.pem, removing ...
I1026 01:00:01.072540 27934 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19868-8680/.minikube/ca.pem
I1026 01:00:01.072577 27934 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19868-8680/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/19868-8680/.minikube/ca.pem (1082 bytes)
I1026 01:00:01.072670 27934 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19868-8680/.minikube/certs/cert.pem -> /home/jenkins/minikube-integration/19868-8680/.minikube/cert.pem
I1026 01:00:01.072703 27934 exec_runner.go:144] found /home/jenkins/minikube-integration/19868-8680/.minikube/cert.pem, removing ...
I1026 01:00:01.072711 27934 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19868-8680/.minikube/cert.pem
I1026 01:00:01.072743 27934 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19868-8680/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/19868-8680/.minikube/cert.pem (1123 bytes)
I1026 01:00:01.072808 27934 provision.go:117] generating server cert: /home/jenkins/minikube-integration/19868-8680/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/19868-8680/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/19868-8680/.minikube/certs/ca-key.pem org=jenkins.ha-300623 san=[127.0.0.1 192.168.39.183 ha-300623 localhost minikube]
I1026 01:00:01.133729 27934 provision.go:177] copyRemoteCerts
I1026 01:00:01.133783 27934 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1026 01:00:01.133804 27934 main.go:141] libmachine: (ha-300623) Calling .GetSSHHostname
I1026 01:00:01.136311 27934 main.go:141] libmachine: (ha-300623) DBG | domain ha-300623 has defined MAC address 52:54:00:4d:a0:46 in network mk-ha-300623
I1026 01:00:01.136591 27934 main.go:141] libmachine: (ha-300623) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:4d:a0:46", ip: ""} in network mk-ha-300623: {Iface:virbr1 ExpiryTime:2024-10-26 01:59:55 +0000 UTC Type:0 Mac:52:54:00:4d:a0:46 Iaid: IPaddr:192.168.39.183 Prefix:24 Hostname:ha-300623 Clientid:01:52:54:00:4d:a0:46}
I1026 01:00:01.136617 27934 main.go:141] libmachine: (ha-300623) DBG | domain ha-300623 has defined IP address 192.168.39.183 and MAC address 52:54:00:4d:a0:46 in network mk-ha-300623
I1026 01:00:01.136770 27934 main.go:141] libmachine: (ha-300623) Calling .GetSSHPort
I1026 01:00:01.136937 27934 main.go:141] libmachine: (ha-300623) Calling .GetSSHKeyPath
I1026 01:00:01.137059 27934 main.go:141] libmachine: (ha-300623) Calling .GetSSHUsername
I1026 01:00:01.137192 27934 sshutil.go:53] new ssh client: &{IP:192.168.39.183 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19868-8680/.minikube/machines/ha-300623/id_rsa Username:docker}
I1026 01:00:01.222921 27934 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19868-8680/.minikube/certs/ca.pem -> /etc/docker/ca.pem
I1026 01:00:01.222983 27934 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19868-8680/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1082 bytes)
I1026 01:00:01.245372 27934 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19868-8680/.minikube/machines/server.pem -> /etc/docker/server.pem
I1026 01:00:01.245444 27934 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19868-8680/.minikube/machines/server.pem --> /etc/docker/server.pem (1196 bytes)
I1026 01:00:01.267891 27934 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19868-8680/.minikube/machines/server-key.pem -> /etc/docker/server-key.pem
I1026 01:00:01.267957 27934 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19868-8680/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)
I1026 01:00:01.289667 27934 provision.go:87] duration metric: took 223.628307ms to configureAuth
I1026 01:00:01.289699 27934 buildroot.go:189] setting minikube options for container-runtime
I1026 01:00:01.289880 27934 config.go:182] Loaded profile config "ha-300623": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1026 01:00:01.289953 27934 main.go:141] libmachine: (ha-300623) Calling .GetSSHHostname
I1026 01:00:01.292672 27934 main.go:141] libmachine: (ha-300623) DBG | domain ha-300623 has defined MAC address 52:54:00:4d:a0:46 in network mk-ha-300623
I1026 01:00:01.292982 27934 main.go:141] libmachine: (ha-300623) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:4d:a0:46", ip: ""} in network mk-ha-300623: {Iface:virbr1 ExpiryTime:2024-10-26 01:59:55 +0000 UTC Type:0 Mac:52:54:00:4d:a0:46 Iaid: IPaddr:192.168.39.183 Prefix:24 Hostname:ha-300623 Clientid:01:52:54:00:4d:a0:46}
I1026 01:00:01.293012 27934 main.go:141] libmachine: (ha-300623) DBG | domain ha-300623 has defined IP address 192.168.39.183 and MAC address 52:54:00:4d:a0:46 in network mk-ha-300623
I1026 01:00:01.293184 27934 main.go:141] libmachine: (ha-300623) Calling .GetSSHPort
I1026 01:00:01.293375 27934 main.go:141] libmachine: (ha-300623) Calling .GetSSHKeyPath
I1026 01:00:01.293624 27934 main.go:141] libmachine: (ha-300623) Calling .GetSSHKeyPath
I1026 01:00:01.293732 27934 main.go:141] libmachine: (ha-300623) Calling .GetSSHUsername
I1026 01:00:01.293904 27934 main.go:141] libmachine: Using SSH client type: native
I1026 01:00:01.294111 27934 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866160] 0x868e40 <nil> [] 0s} 192.168.39.183 22 <nil> <nil>}
I1026 01:00:01.294137 27934 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1026 01:00:01.522070 27934 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1026 01:00:01.522096 27934 main.go:141] libmachine: Checking connection to Docker...
I1026 01:00:01.522103 27934 main.go:141] libmachine: (ha-300623) Calling .GetURL
I1026 01:00:01.523378 27934 main.go:141] libmachine: (ha-300623) DBG | Using libvirt version 6000000
I1026 01:00:01.525286 27934 main.go:141] libmachine: (ha-300623) DBG | domain ha-300623 has defined MAC address 52:54:00:4d:a0:46 in network mk-ha-300623
I1026 01:00:01.525641 27934 main.go:141] libmachine: (ha-300623) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:4d:a0:46", ip: ""} in network mk-ha-300623: {Iface:virbr1 ExpiryTime:2024-10-26 01:59:55 +0000 UTC Type:0 Mac:52:54:00:4d:a0:46 Iaid: IPaddr:192.168.39.183 Prefix:24 Hostname:ha-300623 Clientid:01:52:54:00:4d:a0:46}
I1026 01:00:01.525670 27934 main.go:141] libmachine: (ha-300623) DBG | domain ha-300623 has defined IP address 192.168.39.183 and MAC address 52:54:00:4d:a0:46 in network mk-ha-300623
I1026 01:00:01.525803 27934 main.go:141] libmachine: Docker is up and running!
I1026 01:00:01.525822 27934 main.go:141] libmachine: Reticulating splines...
I1026 01:00:01.525829 27934 client.go:171] duration metric: took 20.337349207s to LocalClient.Create
I1026 01:00:01.525853 27934 start.go:167] duration metric: took 20.337416513s to libmachine.API.Create "ha-300623"
I1026 01:00:01.525867 27934 start.go:293] postStartSetup for "ha-300623" (driver="kvm2")
I1026 01:00:01.525878 27934 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1026 01:00:01.525899 27934 main.go:141] libmachine: (ha-300623) Calling .DriverName
I1026 01:00:01.526150 27934 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1026 01:00:01.526178 27934 main.go:141] libmachine: (ha-300623) Calling .GetSSHHostname
I1026 01:00:01.528275 27934 main.go:141] libmachine: (ha-300623) DBG | domain ha-300623 has defined MAC address 52:54:00:4d:a0:46 in network mk-ha-300623
I1026 01:00:01.528583 27934 main.go:141] libmachine: (ha-300623) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:4d:a0:46", ip: ""} in network mk-ha-300623: {Iface:virbr1 ExpiryTime:2024-10-26 01:59:55 +0000 UTC Type:0 Mac:52:54:00:4d:a0:46 Iaid: IPaddr:192.168.39.183 Prefix:24 Hostname:ha-300623 Clientid:01:52:54:00:4d:a0:46}
I1026 01:00:01.528614 27934 main.go:141] libmachine: (ha-300623) DBG | domain ha-300623 has defined IP address 192.168.39.183 and MAC address 52:54:00:4d:a0:46 in network mk-ha-300623
I1026 01:00:01.528742 27934 main.go:141] libmachine: (ha-300623) Calling .GetSSHPort
I1026 01:00:01.528907 27934 main.go:141] libmachine: (ha-300623) Calling .GetSSHKeyPath
I1026 01:00:01.529035 27934 main.go:141] libmachine: (ha-300623) Calling .GetSSHUsername
I1026 01:00:01.529169 27934 sshutil.go:53] new ssh client: &{IP:192.168.39.183 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19868-8680/.minikube/machines/ha-300623/id_rsa Username:docker}
I1026 01:00:01.615528 27934 ssh_runner.go:195] Run: cat /etc/os-release
I1026 01:00:01.619526 27934 info.go:137] Remote host: Buildroot 2023.02.9
I1026 01:00:01.619547 27934 filesync.go:126] Scanning /home/jenkins/minikube-integration/19868-8680/.minikube/addons for local assets ...
I1026 01:00:01.619607 27934 filesync.go:126] Scanning /home/jenkins/minikube-integration/19868-8680/.minikube/files for local assets ...
I1026 01:00:01.619676 27934 filesync.go:149] local asset: /home/jenkins/minikube-integration/19868-8680/.minikube/files/etc/ssl/certs/176152.pem -> 176152.pem in /etc/ssl/certs
I1026 01:00:01.619685 27934 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19868-8680/.minikube/files/etc/ssl/certs/176152.pem -> /etc/ssl/certs/176152.pem
I1026 01:00:01.619772 27934 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1026 01:00:01.628818 27934 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19868-8680/.minikube/files/etc/ssl/certs/176152.pem --> /etc/ssl/certs/176152.pem (1708 bytes)
I1026 01:00:01.651055 27934 start.go:296] duration metric: took 125.175871ms for postStartSetup
I1026 01:00:01.651106 27934 main.go:141] libmachine: (ha-300623) Calling .GetConfigRaw
I1026 01:00:01.651707 27934 main.go:141] libmachine: (ha-300623) Calling .GetIP
I1026 01:00:01.654048 27934 main.go:141] libmachine: (ha-300623) DBG | domain ha-300623 has defined MAC address 52:54:00:4d:a0:46 in network mk-ha-300623
I1026 01:00:01.654337 27934 main.go:141] libmachine: (ha-300623) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:4d:a0:46", ip: ""} in network mk-ha-300623: {Iface:virbr1 ExpiryTime:2024-10-26 01:59:55 +0000 UTC Type:0 Mac:52:54:00:4d:a0:46 Iaid: IPaddr:192.168.39.183 Prefix:24 Hostname:ha-300623 Clientid:01:52:54:00:4d:a0:46}
I1026 01:00:01.654358 27934 main.go:141] libmachine: (ha-300623) DBG | domain ha-300623 has defined IP address 192.168.39.183 and MAC address 52:54:00:4d:a0:46 in network mk-ha-300623
I1026 01:00:01.654637 27934 profile.go:143] Saving config to /home/jenkins/minikube-integration/19868-8680/.minikube/profiles/ha-300623/config.json ...
I1026 01:00:01.654812 27934 start.go:128] duration metric: took 20.484504528s to createHost
I1026 01:00:01.654833 27934 main.go:141] libmachine: (ha-300623) Calling .GetSSHHostname
I1026 01:00:01.656877 27934 main.go:141] libmachine: (ha-300623) DBG | domain ha-300623 has defined MAC address 52:54:00:4d:a0:46 in network mk-ha-300623
I1026 01:00:01.657252 27934 main.go:141] libmachine: (ha-300623) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:4d:a0:46", ip: ""} in network mk-ha-300623: {Iface:virbr1 ExpiryTime:2024-10-26 01:59:55 +0000 UTC Type:0 Mac:52:54:00:4d:a0:46 Iaid: IPaddr:192.168.39.183 Prefix:24 Hostname:ha-300623 Clientid:01:52:54:00:4d:a0:46}
I1026 01:00:01.657277 27934 main.go:141] libmachine: (ha-300623) DBG | domain ha-300623 has defined IP address 192.168.39.183 and MAC address 52:54:00:4d:a0:46 in network mk-ha-300623
I1026 01:00:01.657399 27934 main.go:141] libmachine: (ha-300623) Calling .GetSSHPort
I1026 01:00:01.657609 27934 main.go:141] libmachine: (ha-300623) Calling .GetSSHKeyPath
I1026 01:00:01.657759 27934 main.go:141] libmachine: (ha-300623) Calling .GetSSHKeyPath
I1026 01:00:01.657866 27934 main.go:141] libmachine: (ha-300623) Calling .GetSSHUsername
I1026 01:00:01.657999 27934 main.go:141] libmachine: Using SSH client type: native
I1026 01:00:01.658194 27934 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866160] 0x868e40 <nil> [] 0s} 192.168.39.183 22 <nil> <nil>}
I1026 01:00:01.658205 27934 main.go:141] libmachine: About to run SSH command:
date +%s.%N
I1026 01:00:01.770028 27934 main.go:141] libmachine: SSH cmd err, output: <nil>: 1729904401.731044736
I1026 01:00:01.770051 27934 fix.go:216] guest clock: 1729904401.731044736
I1026 01:00:01.770074 27934 fix.go:229] Guest: 2024-10-26 01:00:01.731044736 +0000 UTC Remote: 2024-10-26 01:00:01.654822884 +0000 UTC m=+20.590184391 (delta=76.221852ms)
I1026 01:00:01.770101 27934 fix.go:200] guest clock delta is within tolerance: 76.221852ms
I1026 01:00:01.770108 27934 start.go:83] releasing machines lock for "ha-300623", held for 20.599868049s
I1026 01:00:01.770184 27934 main.go:141] libmachine: (ha-300623) Calling .DriverName
I1026 01:00:01.770452 27934 main.go:141] libmachine: (ha-300623) Calling .GetIP
I1026 01:00:01.772669 27934 main.go:141] libmachine: (ha-300623) DBG | domain ha-300623 has defined MAC address 52:54:00:4d:a0:46 in network mk-ha-300623
I1026 01:00:01.773035 27934 main.go:141] libmachine: (ha-300623) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:4d:a0:46", ip: ""} in network mk-ha-300623: {Iface:virbr1 ExpiryTime:2024-10-26 01:59:55 +0000 UTC Type:0 Mac:52:54:00:4d:a0:46 Iaid: IPaddr:192.168.39.183 Prefix:24 Hostname:ha-300623 Clientid:01:52:54:00:4d:a0:46}
I1026 01:00:01.773066 27934 main.go:141] libmachine: (ha-300623) DBG | domain ha-300623 has defined IP address 192.168.39.183 and MAC address 52:54:00:4d:a0:46 in network mk-ha-300623
I1026 01:00:01.773320 27934 main.go:141] libmachine: (ha-300623) Calling .DriverName
I1026 01:00:01.773757 27934 main.go:141] libmachine: (ha-300623) Calling .DriverName
I1026 01:00:01.773942 27934 main.go:141] libmachine: (ha-300623) Calling .DriverName
I1026 01:00:01.774055 27934 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1026 01:00:01.774095 27934 main.go:141] libmachine: (ha-300623) Calling .GetSSHHostname
I1026 01:00:01.774157 27934 ssh_runner.go:195] Run: cat /version.json
I1026 01:00:01.774180 27934 main.go:141] libmachine: (ha-300623) Calling .GetSSHHostname
I1026 01:00:01.776503 27934 main.go:141] libmachine: (ha-300623) DBG | domain ha-300623 has defined MAC address 52:54:00:4d:a0:46 in network mk-ha-300623
I1026 01:00:01.776822 27934 main.go:141] libmachine: (ha-300623) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:4d:a0:46", ip: ""} in network mk-ha-300623: {Iface:virbr1 ExpiryTime:2024-10-26 01:59:55 +0000 UTC Type:0 Mac:52:54:00:4d:a0:46 Iaid: IPaddr:192.168.39.183 Prefix:24 Hostname:ha-300623 Clientid:01:52:54:00:4d:a0:46}
I1026 01:00:01.776846 27934 main.go:141] libmachine: (ha-300623) DBG | domain ha-300623 has defined IP address 192.168.39.183 and MAC address 52:54:00:4d:a0:46 in network mk-ha-300623
I1026 01:00:01.776862 27934 main.go:141] libmachine: (ha-300623) DBG | domain ha-300623 has defined MAC address 52:54:00:4d:a0:46 in network mk-ha-300623
I1026 01:00:01.777013 27934 main.go:141] libmachine: (ha-300623) Calling .GetSSHPort
I1026 01:00:01.777160 27934 main.go:141] libmachine: (ha-300623) Calling .GetSSHKeyPath
I1026 01:00:01.777266 27934 main.go:141] libmachine: (ha-300623) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:4d:a0:46", ip: ""} in network mk-ha-300623: {Iface:virbr1 ExpiryTime:2024-10-26 01:59:55 +0000 UTC Type:0 Mac:52:54:00:4d:a0:46 Iaid: IPaddr:192.168.39.183 Prefix:24 Hostname:ha-300623 Clientid:01:52:54:00:4d:a0:46}
I1026 01:00:01.777287 27934 main.go:141] libmachine: (ha-300623) DBG | domain ha-300623 has defined IP address 192.168.39.183 and MAC address 52:54:00:4d:a0:46 in network mk-ha-300623
I1026 01:00:01.777291 27934 main.go:141] libmachine: (ha-300623) Calling .GetSSHUsername
I1026 01:00:01.777476 27934 main.go:141] libmachine: (ha-300623) Calling .GetSSHPort
I1026 01:00:01.777463 27934 sshutil.go:53] new ssh client: &{IP:192.168.39.183 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19868-8680/.minikube/machines/ha-300623/id_rsa Username:docker}
I1026 01:00:01.777588 27934 main.go:141] libmachine: (ha-300623) Calling .GetSSHKeyPath
I1026 01:00:01.777703 27934 main.go:141] libmachine: (ha-300623) Calling .GetSSHUsername
I1026 01:00:01.777819 27934 sshutil.go:53] new ssh client: &{IP:192.168.39.183 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19868-8680/.minikube/machines/ha-300623/id_rsa Username:docker}
I1026 01:00:01.889672 27934 ssh_runner.go:195] Run: systemctl --version
I1026 01:00:01.895441 27934 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1026 01:00:02.062750 27934 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
W1026 01:00:02.068559 27934 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I1026 01:00:02.068640 27934 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1026 01:00:02.085755 27934 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)
I1026 01:00:02.085784 27934 start.go:495] detecting cgroup driver to use...
I1026 01:00:02.085879 27934 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1026 01:00:02.103715 27934 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1026 01:00:02.116629 27934 docker.go:217] disabling cri-docker service (if available) ...
I1026 01:00:02.116698 27934 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1026 01:00:02.129921 27934 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1026 01:00:02.143297 27934 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1026 01:00:02.262539 27934 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1026 01:00:02.410776 27934 docker.go:233] disabling docker service ...
I1026 01:00:02.410852 27934 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1026 01:00:02.425252 27934 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1026 01:00:02.438874 27934 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1026 01:00:02.567343 27934 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1026 01:00:02.692382 27934 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1026 01:00:02.705780 27934 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1026 01:00:02.723128 27934 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10" pause image...
I1026 01:00:02.723196 27934 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10"|' /etc/crio/crio.conf.d/02-crio.conf"
I1026 01:00:02.733126 27934 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I1026 01:00:02.733204 27934 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I1026 01:00:02.743104 27934 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1026 01:00:02.752720 27934 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1026 01:00:02.762245 27934 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1026 01:00:02.772039 27934 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I1026 01:00:02.781522 27934 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I1026 01:00:02.797499 27934 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I1026 01:00:02.807723 27934 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1026 01:00:02.816764 27934 crio.go:166] couldn't verify netfilter by "sudo sysctl net.bridge.bridge-nf-call-iptables" which might be okay. error: sudo sysctl net.bridge.bridge-nf-call-iptables: Process exited with status 255
stdout:
stderr:
sysctl: cannot stat /proc/sys/net/bridge/bridge-nf-call-iptables: No such file or directory
I1026 01:00:02.816838 27934 ssh_runner.go:195] Run: sudo modprobe br_netfilter
I1026 01:00:02.830364 27934 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1026 01:00:02.840309 27934 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1026 01:00:02.959488 27934 ssh_runner.go:195] Run: sudo systemctl restart crio
I1026 01:00:03.048870 27934 start.go:542] Will wait 60s for socket path /var/run/crio/crio.sock
I1026 01:00:03.048952 27934 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1026 01:00:03.053750 27934 start.go:563] Will wait 60s for crictl version
I1026 01:00:03.053801 27934 ssh_runner.go:195] Run: which crictl
I1026 01:00:03.057147 27934 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I1026 01:00:03.096489 27934 start.go:579] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.29.1
RuntimeApiVersion: v1
I1026 01:00:03.096564 27934 ssh_runner.go:195] Run: crio --version
I1026 01:00:03.124313 27934 ssh_runner.go:195] Run: crio --version
I1026 01:00:03.153078 27934 out.go:177] * Preparing Kubernetes v1.31.2 on CRI-O 1.29.1 ...
I1026 01:00:03.154469 27934 main.go:141] libmachine: (ha-300623) Calling .GetIP
I1026 01:00:03.157053 27934 main.go:141] libmachine: (ha-300623) DBG | domain ha-300623 has defined MAC address 52:54:00:4d:a0:46 in network mk-ha-300623
I1026 01:00:03.157290 27934 main.go:141] libmachine: (ha-300623) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:4d:a0:46", ip: ""} in network mk-ha-300623: {Iface:virbr1 ExpiryTime:2024-10-26 01:59:55 +0000 UTC Type:0 Mac:52:54:00:4d:a0:46 Iaid: IPaddr:192.168.39.183 Prefix:24 Hostname:ha-300623 Clientid:01:52:54:00:4d:a0:46}
I1026 01:00:03.157320 27934 main.go:141] libmachine: (ha-300623) DBG | domain ha-300623 has defined IP address 192.168.39.183 and MAC address 52:54:00:4d:a0:46 in network mk-ha-300623
I1026 01:00:03.157571 27934 ssh_runner.go:195] Run: grep 192.168.39.1 host.minikube.internal$ /etc/hosts
I1026 01:00:03.161502 27934 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.39.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1026 01:00:03.173922 27934 kubeadm.go:883] updating cluster {Name:ha-300623 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19806/minikube-v1.34.0-1729002252-19806-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1729876044-19868@sha256:98fb05d9d766cf8d630ce90381e12faa07711c611be9bb2c767cfc936533477e Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.2 Cl
usterName:ha-300623 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.39.183 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 M
ountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} ...
I1026 01:00:03.174024 27934 preload.go:131] Checking if preload exists for k8s version v1.31.2 and runtime crio
I1026 01:00:03.174067 27934 ssh_runner.go:195] Run: sudo crictl images --output json
I1026 01:00:03.205502 27934 crio.go:510] couldn't find preloaded image for "registry.k8s.io/kube-apiserver:v1.31.2". assuming images are not preloaded.
I1026 01:00:03.205563 27934 ssh_runner.go:195] Run: which lz4
I1026 01:00:03.209242 27934 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19868-8680/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.2-cri-o-overlay-amd64.tar.lz4 -> /preloaded.tar.lz4
I1026 01:00:03.209334 27934 ssh_runner.go:195] Run: stat -c "%s %y" /preloaded.tar.lz4
I1026 01:00:03.213268 27934 ssh_runner.go:352] existence check for /preloaded.tar.lz4: stat -c "%s %y" /preloaded.tar.lz4: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/preloaded.tar.lz4': No such file or directory
I1026 01:00:03.213294 27934 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19868-8680/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.2-cri-o-overlay-amd64.tar.lz4 --> /preloaded.tar.lz4 (392059347 bytes)
I1026 01:00:04.450368 27934 crio.go:462] duration metric: took 1.241064009s to copy over tarball
I1026 01:00:04.450448 27934 ssh_runner.go:195] Run: sudo tar --xattrs --xattrs-include security.capability -I lz4 -C /var -xf /preloaded.tar.lz4
I1026 01:00:06.473538 27934 ssh_runner.go:235] Completed: sudo tar --xattrs --xattrs-include security.capability -I lz4 -C /var -xf /preloaded.tar.lz4: (2.023056026s)
I1026 01:00:06.473572 27934 crio.go:469] duration metric: took 2.023171959s to extract the tarball
I1026 01:00:06.473605 27934 ssh_runner.go:146] rm: /preloaded.tar.lz4
I1026 01:00:06.509382 27934 ssh_runner.go:195] Run: sudo crictl images --output json
I1026 01:00:06.550351 27934 crio.go:514] all images are preloaded for cri-o runtime.
I1026 01:00:06.550371 27934 cache_images.go:84] Images are preloaded, skipping loading
I1026 01:00:06.550379 27934 kubeadm.go:934] updating node { 192.168.39.183 8443 v1.31.2 crio true true} ...
I1026 01:00:06.550479 27934 kubeadm.go:946] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.31.2/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --hostname-override=ha-300623 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.39.183
[Install]
config:
{KubernetesVersion:v1.31.2 ClusterName:ha-300623 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1026 01:00:06.550540 27934 ssh_runner.go:195] Run: crio config
I1026 01:00:06.601899 27934 cni.go:84] Creating CNI manager for ""
I1026 01:00:06.601920 27934 cni.go:136] multinode detected (1 nodes found), recommending kindnet
I1026 01:00:06.601928 27934 kubeadm.go:84] Using pod CIDR: 10.244.0.0/16
I1026 01:00:06.601953 27934 kubeadm.go:189] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.39.183 APIServerPort:8443 KubernetesVersion:v1.31.2 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:ha-300623 NodeName:ha-300623 DNSDomain:cluster.local CRISocket:/var/run/crio/crio.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.39.183"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.39.183 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/kubernete
s/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[containerRuntimeEndpoint:unix:///var/run/crio/crio.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I1026 01:00:06.602065 27934 kubeadm.go:195] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta4
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.39.183
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/crio/crio.sock
name: "ha-300623"
kubeletExtraArgs:
- name: "node-ip"
value: "192.168.39.183"
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta4
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.39.183"]
extraArgs:
- name: "enable-admission-plugins"
value: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
- name: "allocate-node-cidrs"
value: "true"
- name: "leader-elect"
value: "false"
scheduler:
extraArgs:
- name: "leader-elect"
value: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
extraArgs:
- name: "proxy-refresh-interval"
value: "70000"
kubernetesVersion: v1.31.2
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
containerRuntimeEndpoint: unix:///var/run/crio/crio.sock
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%"
nodefs.inodesFree: "0%"
imagefs.available: "0%"
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I1026 01:00:06.602090 27934 kube-vip.go:115] generating kube-vip config ...
I1026 01:00:06.602134 27934 ssh_runner.go:195] Run: sudo sh -c "modprobe --all ip_vs ip_vs_rr ip_vs_wrr ip_vs_sh nf_conntrack"
I1026 01:00:06.618905 27934 kube-vip.go:167] auto-enabling control-plane load-balancing in kube-vip
I1026 01:00:06.619004 27934 kube-vip.go:137] kube-vip config:
apiVersion: v1
kind: Pod
metadata:
creationTimestamp: null
name: kube-vip
namespace: kube-system
spec:
containers:
- args:
- manager
env:
- name: vip_arp
value: "true"
- name: port
value: "8443"
- name: vip_nodename
valueFrom:
fieldRef:
fieldPath: spec.nodeName
- name: vip_interface
value: eth0
- name: vip_cidr
value: "32"
- name: dns_mode
value: first
- name: cp_enable
value: "true"
- name: cp_namespace
value: kube-system
- name: vip_leaderelection
value: "true"
- name: vip_leasename
value: plndr-cp-lock
- name: vip_leaseduration
value: "5"
- name: vip_renewdeadline
value: "3"
- name: vip_retryperiod
value: "1"
- name: address
value: 192.168.39.254
- name: prometheus_server
value: :2112
- name : lb_enable
value: "true"
- name: lb_port
value: "8443"
image: ghcr.io/kube-vip/kube-vip:v0.8.4
imagePullPolicy: IfNotPresent
name: kube-vip
resources: {}
securityContext:
capabilities:
add:
- NET_ADMIN
- NET_RAW
volumeMounts:
- mountPath: /etc/kubernetes/admin.conf
name: kubeconfig
hostAliases:
- hostnames:
- kubernetes
ip: 127.0.0.1
hostNetwork: true
volumes:
- hostPath:
path: "/etc/kubernetes/super-admin.conf"
name: kubeconfig
status: {}
I1026 01:00:06.619054 27934 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.31.2
I1026 01:00:06.628422 27934 binaries.go:44] Found k8s binaries, skipping transfer
I1026 01:00:06.628482 27934 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube /etc/kubernetes/manifests
I1026 01:00:06.637507 27934 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (309 bytes)
I1026 01:00:06.653506 27934 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1026 01:00:06.669385 27934 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2289 bytes)
I1026 01:00:06.685316 27934 ssh_runner.go:362] scp memory --> /etc/kubernetes/manifests/kube-vip.yaml (1447 bytes)
I1026 01:00:06.701298 27934 ssh_runner.go:195] Run: grep 192.168.39.254 control-plane.minikube.internal$ /etc/hosts
I1026 01:00:06.704780 27934 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.39.254 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1026 01:00:06.716358 27934 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1026 01:00:06.835294 27934 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1026 01:00:06.851617 27934 certs.go:68] Setting up /home/jenkins/minikube-integration/19868-8680/.minikube/profiles/ha-300623 for IP: 192.168.39.183
I1026 01:00:06.851643 27934 certs.go:194] generating shared ca certs ...
I1026 01:00:06.851663 27934 certs.go:226] acquiring lock for ca certs: {Name:mk60355c56273f3f70d3fac7385f027c309d4a6e Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1026 01:00:06.851825 27934 certs.go:235] skipping valid "minikubeCA" ca cert: /home/jenkins/minikube-integration/19868-8680/.minikube/ca.key
I1026 01:00:06.851928 27934 certs.go:235] skipping valid "proxyClientCA" ca cert: /home/jenkins/minikube-integration/19868-8680/.minikube/proxy-client-ca.key
I1026 01:00:06.851951 27934 certs.go:256] generating profile certs ...
I1026 01:00:06.852032 27934 certs.go:363] generating signed profile cert for "minikube-user": /home/jenkins/minikube-integration/19868-8680/.minikube/profiles/ha-300623/client.key
I1026 01:00:06.852053 27934 crypto.go:68] Generating cert /home/jenkins/minikube-integration/19868-8680/.minikube/profiles/ha-300623/client.crt with IP's: []
I1026 01:00:07.025844 27934 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19868-8680/.minikube/profiles/ha-300623/client.crt ...
I1026 01:00:07.025878 27934 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19868-8680/.minikube/profiles/ha-300623/client.crt: {Name:mk0969781384c8eb24d904330417d9f7d1f6988a Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1026 01:00:07.026073 27934 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19868-8680/.minikube/profiles/ha-300623/client.key ...
I1026 01:00:07.026087 27934 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19868-8680/.minikube/profiles/ha-300623/client.key: {Name:mkbd66f66cfdc11b06ed7ee27efeab2c35691371 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1026 01:00:07.026190 27934 certs.go:363] generating signed profile cert for "minikube": /home/jenkins/minikube-integration/19868-8680/.minikube/profiles/ha-300623/apiserver.key.30b82e6a
I1026 01:00:07.026206 27934 crypto.go:68] Generating cert /home/jenkins/minikube-integration/19868-8680/.minikube/profiles/ha-300623/apiserver.crt.30b82e6a with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.168.39.183 192.168.39.254]
I1026 01:00:07.091648 27934 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19868-8680/.minikube/profiles/ha-300623/apiserver.crt.30b82e6a ...
I1026 01:00:07.091676 27934 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19868-8680/.minikube/profiles/ha-300623/apiserver.crt.30b82e6a: {Name:mk79ee9c8c68f427992ae46daac972e5a80d39e1 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1026 01:00:07.091862 27934 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19868-8680/.minikube/profiles/ha-300623/apiserver.key.30b82e6a ...
I1026 01:00:07.091878 27934 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19868-8680/.minikube/profiles/ha-300623/apiserver.key.30b82e6a: {Name:mk0161ea9da0d9d1941870c52b97be187bff2c45 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1026 01:00:07.091976 27934 certs.go:381] copying /home/jenkins/minikube-integration/19868-8680/.minikube/profiles/ha-300623/apiserver.crt.30b82e6a -> /home/jenkins/minikube-integration/19868-8680/.minikube/profiles/ha-300623/apiserver.crt
I1026 01:00:07.092075 27934 certs.go:385] copying /home/jenkins/minikube-integration/19868-8680/.minikube/profiles/ha-300623/apiserver.key.30b82e6a -> /home/jenkins/minikube-integration/19868-8680/.minikube/profiles/ha-300623/apiserver.key
I1026 01:00:07.092130 27934 certs.go:363] generating signed profile cert for "aggregator": /home/jenkins/minikube-integration/19868-8680/.minikube/profiles/ha-300623/proxy-client.key
I1026 01:00:07.092145 27934 crypto.go:68] Generating cert /home/jenkins/minikube-integration/19868-8680/.minikube/profiles/ha-300623/proxy-client.crt with IP's: []
I1026 01:00:07.288723 27934 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19868-8680/.minikube/profiles/ha-300623/proxy-client.crt ...
I1026 01:00:07.288754 27934 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19868-8680/.minikube/profiles/ha-300623/proxy-client.crt: {Name:mka585c80540dcf4447ce80873c4b4204a6ac833 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1026 01:00:07.288941 27934 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19868-8680/.minikube/profiles/ha-300623/proxy-client.key ...
I1026 01:00:07.288955 27934 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19868-8680/.minikube/profiles/ha-300623/proxy-client.key: {Name:mk2a46d0d0037729eebdc4ee5998eb5ddbae3abb Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1026 01:00:07.289048 27934 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19868-8680/.minikube/ca.crt -> /var/lib/minikube/certs/ca.crt
I1026 01:00:07.289071 27934 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19868-8680/.minikube/ca.key -> /var/lib/minikube/certs/ca.key
I1026 01:00:07.289091 27934 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19868-8680/.minikube/proxy-client-ca.crt -> /var/lib/minikube/certs/proxy-client-ca.crt
I1026 01:00:07.289110 27934 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19868-8680/.minikube/proxy-client-ca.key -> /var/lib/minikube/certs/proxy-client-ca.key
I1026 01:00:07.289128 27934 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19868-8680/.minikube/profiles/ha-300623/apiserver.crt -> /var/lib/minikube/certs/apiserver.crt
I1026 01:00:07.289145 27934 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19868-8680/.minikube/profiles/ha-300623/apiserver.key -> /var/lib/minikube/certs/apiserver.key
I1026 01:00:07.289157 27934 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19868-8680/.minikube/profiles/ha-300623/proxy-client.crt -> /var/lib/minikube/certs/proxy-client.crt
I1026 01:00:07.289174 27934 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19868-8680/.minikube/profiles/ha-300623/proxy-client.key -> /var/lib/minikube/certs/proxy-client.key
I1026 01:00:07.289238 27934 certs.go:484] found cert: /home/jenkins/minikube-integration/19868-8680/.minikube/certs/17615.pem (1338 bytes)
W1026 01:00:07.289301 27934 certs.go:480] ignoring /home/jenkins/minikube-integration/19868-8680/.minikube/certs/17615_empty.pem, impossibly tiny 0 bytes
I1026 01:00:07.289321 27934 certs.go:484] found cert: /home/jenkins/minikube-integration/19868-8680/.minikube/certs/ca-key.pem (1679 bytes)
I1026 01:00:07.289357 27934 certs.go:484] found cert: /home/jenkins/minikube-integration/19868-8680/.minikube/certs/ca.pem (1082 bytes)
I1026 01:00:07.289389 27934 certs.go:484] found cert: /home/jenkins/minikube-integration/19868-8680/.minikube/certs/cert.pem (1123 bytes)
I1026 01:00:07.289437 27934 certs.go:484] found cert: /home/jenkins/minikube-integration/19868-8680/.minikube/certs/key.pem (1679 bytes)
I1026 01:00:07.289497 27934 certs.go:484] found cert: /home/jenkins/minikube-integration/19868-8680/.minikube/files/etc/ssl/certs/176152.pem (1708 bytes)
I1026 01:00:07.289533 27934 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19868-8680/.minikube/files/etc/ssl/certs/176152.pem -> /usr/share/ca-certificates/176152.pem
I1026 01:00:07.289554 27934 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19868-8680/.minikube/ca.crt -> /usr/share/ca-certificates/minikubeCA.pem
I1026 01:00:07.289572 27934 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19868-8680/.minikube/certs/17615.pem -> /usr/share/ca-certificates/17615.pem
I1026 01:00:07.290185 27934 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19868-8680/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1026 01:00:07.315249 27934 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19868-8680/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1679 bytes)
I1026 01:00:07.338589 27934 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19868-8680/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1026 01:00:07.361991 27934 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19868-8680/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I1026 01:00:07.385798 27934 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19868-8680/.minikube/profiles/ha-300623/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1424 bytes)
I1026 01:00:07.409069 27934 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19868-8680/.minikube/profiles/ha-300623/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)
I1026 01:00:07.431845 27934 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19868-8680/.minikube/profiles/ha-300623/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1026 01:00:07.454880 27934 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19868-8680/.minikube/profiles/ha-300623/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1679 bytes)
I1026 01:00:07.477392 27934 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19868-8680/.minikube/files/etc/ssl/certs/176152.pem --> /usr/share/ca-certificates/176152.pem (1708 bytes)
I1026 01:00:07.500857 27934 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19868-8680/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1026 01:00:07.523684 27934 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19868-8680/.minikube/certs/17615.pem --> /usr/share/ca-certificates/17615.pem (1338 bytes)
I1026 01:00:07.546154 27934 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I1026 01:00:07.562082 27934 ssh_runner.go:195] Run: openssl version
I1026 01:00:07.567710 27934 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/176152.pem && ln -fs /usr/share/ca-certificates/176152.pem /etc/ssl/certs/176152.pem"
I1026 01:00:07.578511 27934 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/176152.pem
I1026 01:00:07.582871 27934 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Oct 26 00:56 /usr/share/ca-certificates/176152.pem
I1026 01:00:07.582924 27934 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/176152.pem
I1026 01:00:07.588401 27934 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/176152.pem /etc/ssl/certs/3ec20f2e.0"
I1026 01:00:07.601567 27934 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1026 01:00:07.628525 27934 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1026 01:00:07.634748 27934 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Oct 26 00:44 /usr/share/ca-certificates/minikubeCA.pem
I1026 01:00:07.634819 27934 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1026 01:00:07.643756 27934 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1026 01:00:07.657734 27934 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/17615.pem && ln -fs /usr/share/ca-certificates/17615.pem /etc/ssl/certs/17615.pem"
I1026 01:00:07.668305 27934 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/17615.pem
I1026 01:00:07.672451 27934 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Oct 26 00:56 /usr/share/ca-certificates/17615.pem
I1026 01:00:07.672508 27934 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/17615.pem
I1026 01:00:07.677939 27934 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/17615.pem /etc/ssl/certs/51391683.0"
I1026 01:00:07.688219 27934 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1026 01:00:07.691924 27934 certs.go:399] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I1026 01:00:07.691988 27934 kubeadm.go:392] StartCluster: {Name:ha-300623 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19806/minikube-v1.34.0-1729002252-19806-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1729876044-19868@sha256:98fb05d9d766cf8d630ce90381e12faa07711c611be9bb2c767cfc936533477e Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.2 Clust
erName:ha-300623 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.39.183 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 Moun
tType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1026 01:00:07.692059 27934 cri.go:54] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I1026 01:00:07.692137 27934 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1026 01:00:07.731345 27934 cri.go:89] found id: ""
I1026 01:00:07.731417 27934 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I1026 01:00:07.741208 27934 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml
I1026 01:00:07.750623 27934 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf
I1026 01:00:07.760311 27934 kubeadm.go:155] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory
ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory
ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory
ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory
I1026 01:00:07.760340 27934 kubeadm.go:157] found existing configuration files:
I1026 01:00:07.760383 27934 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf
I1026 01:00:07.769207 27934 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/admin.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/admin.conf: No such file or directory
I1026 01:00:07.769267 27934 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/admin.conf
I1026 01:00:07.778578 27934 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf
I1026 01:00:07.787579 27934 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/kubelet.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/kubelet.conf: No such file or directory
I1026 01:00:07.787661 27934 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/kubelet.conf
I1026 01:00:07.797042 27934 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf
I1026 01:00:07.805955 27934 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/controller-manager.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/controller-manager.conf: No such file or directory
I1026 01:00:07.806016 27934 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/controller-manager.conf
I1026 01:00:07.815274 27934 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf
I1026 01:00:07.824206 27934 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/scheduler.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/scheduler.conf: No such file or directory
I1026 01:00:07.824269 27934 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/scheduler.conf
I1026 01:00:07.833410 27934 ssh_runner.go:286] Start: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.2:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem"
I1026 01:00:07.938802 27934 kubeadm.go:310] [init] Using Kubernetes version: v1.31.2
I1026 01:00:07.938923 27934 kubeadm.go:310] [preflight] Running pre-flight checks
I1026 01:00:08.028635 27934 kubeadm.go:310] [preflight] Pulling images required for setting up a Kubernetes cluster
I1026 01:00:08.028791 27934 kubeadm.go:310] [preflight] This might take a minute or two, depending on the speed of your internet connection
I1026 01:00:08.028932 27934 kubeadm.go:310] [preflight] You can also perform this action beforehand using 'kubeadm config images pull'
I1026 01:00:08.038844 27934 kubeadm.go:310] [certs] Using certificateDir folder "/var/lib/minikube/certs"
I1026 01:00:08.041881 27934 out.go:235] - Generating certificates and keys ...
I1026 01:00:08.042903 27934 kubeadm.go:310] [certs] Using existing ca certificate authority
I1026 01:00:08.042973 27934 kubeadm.go:310] [certs] Using existing apiserver certificate and key on disk
I1026 01:00:08.315204 27934 kubeadm.go:310] [certs] Generating "apiserver-kubelet-client" certificate and key
I1026 01:00:08.725495 27934 kubeadm.go:310] [certs] Generating "front-proxy-ca" certificate and key
I1026 01:00:08.806960 27934 kubeadm.go:310] [certs] Generating "front-proxy-client" certificate and key
I1026 01:00:08.984098 27934 kubeadm.go:310] [certs] Generating "etcd/ca" certificate and key
I1026 01:00:09.149484 27934 kubeadm.go:310] [certs] Generating "etcd/server" certificate and key
I1026 01:00:09.149653 27934 kubeadm.go:310] [certs] etcd/server serving cert is signed for DNS names [ha-300623 localhost] and IPs [192.168.39.183 127.0.0.1 ::1]
I1026 01:00:09.309448 27934 kubeadm.go:310] [certs] Generating "etcd/peer" certificate and key
I1026 01:00:09.309592 27934 kubeadm.go:310] [certs] etcd/peer serving cert is signed for DNS names [ha-300623 localhost] and IPs [192.168.39.183 127.0.0.1 ::1]
I1026 01:00:09.556294 27934 kubeadm.go:310] [certs] Generating "etcd/healthcheck-client" certificate and key
I1026 01:00:09.712766 27934 kubeadm.go:310] [certs] Generating "apiserver-etcd-client" certificate and key
I1026 01:00:10.018193 27934 kubeadm.go:310] [certs] Generating "sa" key and public key
I1026 01:00:10.018258 27934 kubeadm.go:310] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"
I1026 01:00:10.257230 27934 kubeadm.go:310] [kubeconfig] Writing "admin.conf" kubeconfig file
I1026 01:00:10.645833 27934 kubeadm.go:310] [kubeconfig] Writing "super-admin.conf" kubeconfig file
I1026 01:00:10.887377 27934 kubeadm.go:310] [kubeconfig] Writing "kubelet.conf" kubeconfig file
I1026 01:00:11.179208 27934 kubeadm.go:310] [kubeconfig] Writing "controller-manager.conf" kubeconfig file
I1026 01:00:11.353056 27934 kubeadm.go:310] [kubeconfig] Writing "scheduler.conf" kubeconfig file
I1026 01:00:11.353655 27934 kubeadm.go:310] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
I1026 01:00:11.356992 27934 kubeadm.go:310] [control-plane] Using manifest folder "/etc/kubernetes/manifests"
I1026 01:00:11.358796 27934 out.go:235] - Booting up control plane ...
I1026 01:00:11.358907 27934 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-apiserver"
I1026 01:00:11.358983 27934 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-controller-manager"
I1026 01:00:11.359320 27934 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-scheduler"
I1026 01:00:11.375691 27934 kubeadm.go:310] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
I1026 01:00:11.384224 27934 kubeadm.go:310] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
I1026 01:00:11.384282 27934 kubeadm.go:310] [kubelet-start] Starting the kubelet
I1026 01:00:11.520735 27934 kubeadm.go:310] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests"
I1026 01:00:11.520904 27934 kubeadm.go:310] [kubelet-check] Waiting for a healthy kubelet at http://127.0.0.1:10248/healthz. This can take up to 4m0s
I1026 01:00:12.022375 27934 kubeadm.go:310] [kubelet-check] The kubelet is healthy after 501.622573ms
I1026 01:00:12.022456 27934 kubeadm.go:310] [api-check] Waiting for a healthy API server. This can take up to 4m0s
I1026 01:00:18.050317 27934 kubeadm.go:310] [api-check] The API server is healthy after 6.027294666s
I1026 01:00:18.065132 27934 kubeadm.go:310] [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace
I1026 01:00:18.091049 27934 kubeadm.go:310] [kubelet] Creating a ConfigMap "kubelet-config" in namespace kube-system with the configuration for the kubelets in the cluster
I1026 01:00:18.625277 27934 kubeadm.go:310] [upload-certs] Skipping phase. Please see --upload-certs
I1026 01:00:18.625502 27934 kubeadm.go:310] [mark-control-plane] Marking the node ha-300623 as control-plane by adding the labels: [node-role.kubernetes.io/control-plane node.kubernetes.io/exclude-from-external-load-balancers]
I1026 01:00:18.641286 27934 kubeadm.go:310] [bootstrap-token] Using token: 0x0agx.12z45ob3hq7so0d8
I1026 01:00:18.642941 27934 out.go:235] - Configuring RBAC rules ...
I1026 01:00:18.643084 27934 kubeadm.go:310] [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles
I1026 01:00:18.651507 27934 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to get nodes
I1026 01:00:18.661575 27934 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials
I1026 01:00:18.665545 27934 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token
I1026 01:00:18.669512 27934 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow certificate rotation for all node client certificates in the cluster
I1026 01:00:18.677272 27934 kubeadm.go:310] [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace
I1026 01:00:18.691190 27934 kubeadm.go:310] [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key
I1026 01:00:18.958591 27934 kubeadm.go:310] [addons] Applied essential addon: CoreDNS
I1026 01:00:19.464064 27934 kubeadm.go:310] [addons] Applied essential addon: kube-proxy
I1026 01:00:19.464088 27934 kubeadm.go:310]
I1026 01:00:19.464204 27934 kubeadm.go:310] Your Kubernetes control-plane has initialized successfully!
I1026 01:00:19.464225 27934 kubeadm.go:310]
I1026 01:00:19.464365 27934 kubeadm.go:310] To start using your cluster, you need to run the following as a regular user:
I1026 01:00:19.464377 27934 kubeadm.go:310]
I1026 01:00:19.464406 27934 kubeadm.go:310] mkdir -p $HOME/.kube
I1026 01:00:19.464485 27934 kubeadm.go:310] sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config
I1026 01:00:19.464567 27934 kubeadm.go:310] sudo chown $(id -u):$(id -g) $HOME/.kube/config
I1026 01:00:19.464579 27934 kubeadm.go:310]
I1026 01:00:19.464644 27934 kubeadm.go:310] Alternatively, if you are the root user, you can run:
I1026 01:00:19.464655 27934 kubeadm.go:310]
I1026 01:00:19.464719 27934 kubeadm.go:310] export KUBECONFIG=/etc/kubernetes/admin.conf
I1026 01:00:19.464726 27934 kubeadm.go:310]
I1026 01:00:19.464814 27934 kubeadm.go:310] You should now deploy a pod network to the cluster.
I1026 01:00:19.464930 27934 kubeadm.go:310] Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:
I1026 01:00:19.465024 27934 kubeadm.go:310] https://kubernetes.io/docs/concepts/cluster-administration/addons/
I1026 01:00:19.465033 27934 kubeadm.go:310]
I1026 01:00:19.465247 27934 kubeadm.go:310] You can now join any number of control-plane nodes by copying certificate authorities
I1026 01:00:19.465347 27934 kubeadm.go:310] and service account keys on each node and then running the following as root:
I1026 01:00:19.465355 27934 kubeadm.go:310]
I1026 01:00:19.465464 27934 kubeadm.go:310] kubeadm join control-plane.minikube.internal:8443 --token 0x0agx.12z45ob3hq7so0d8 \
I1026 01:00:19.465592 27934 kubeadm.go:310] --discovery-token-ca-cert-hash sha256:b3d00111e6fff05cd9321473d76accd14133ef3c53d7bfb8c456a07835eb5f2d \
I1026 01:00:19.465626 27934 kubeadm.go:310] --control-plane
I1026 01:00:19.465634 27934 kubeadm.go:310]
I1026 01:00:19.465757 27934 kubeadm.go:310] Then you can join any number of worker nodes by running the following on each as root:
I1026 01:00:19.465771 27934 kubeadm.go:310]
I1026 01:00:19.465887 27934 kubeadm.go:310] kubeadm join control-plane.minikube.internal:8443 --token 0x0agx.12z45ob3hq7so0d8 \
I1026 01:00:19.466042 27934 kubeadm.go:310] --discovery-token-ca-cert-hash sha256:b3d00111e6fff05cd9321473d76accd14133ef3c53d7bfb8c456a07835eb5f2d
I1026 01:00:19.466324 27934 kubeadm.go:310] [WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
I1026 01:00:19.466354 27934 cni.go:84] Creating CNI manager for ""
I1026 01:00:19.466370 27934 cni.go:136] multinode detected (1 nodes found), recommending kindnet
I1026 01:00:19.468090 27934 out.go:177] * Configuring CNI (Container Networking Interface) ...
I1026 01:00:19.469492 27934 ssh_runner.go:195] Run: stat /opt/cni/bin/portmap
I1026 01:00:19.474603 27934 cni.go:182] applying CNI manifest using /var/lib/minikube/binaries/v1.31.2/kubectl ...
I1026 01:00:19.474628 27934 ssh_runner.go:362] scp memory --> /var/tmp/minikube/cni.yaml (2601 bytes)
I1026 01:00:19.493103 27934 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl apply --kubeconfig=/var/lib/minikube/kubeconfig -f /var/tmp/minikube/cni.yaml
I1026 01:00:19.838794 27934 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"
I1026 01:00:19.838909 27934 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl create clusterrolebinding minikube-rbac --clusterrole=cluster-admin --serviceaccount=kube-system:default --kubeconfig=/var/lib/minikube/kubeconfig
I1026 01:00:19.838923 27934 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig label --overwrite nodes ha-300623 minikube.k8s.io/updated_at=2024_10_26T01_00_19_0700 minikube.k8s.io/version=v1.34.0 minikube.k8s.io/commit=1152482f6f7d36cd6003386ded304100fbcb5064 minikube.k8s.io/name=ha-300623 minikube.k8s.io/primary=true
I1026 01:00:19.860886 27934 ops.go:34] apiserver oom_adj: -16
I1026 01:00:19.991866 27934 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1026 01:00:20.492140 27934 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1026 01:00:20.992964 27934 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1026 01:00:21.492707 27934 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1026 01:00:21.992237 27934 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1026 01:00:22.491957 27934 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1026 01:00:22.992426 27934 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1026 01:00:23.492181 27934 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1026 01:00:23.615897 27934 kubeadm.go:1113] duration metric: took 3.777077904s to wait for elevateKubeSystemPrivileges
I1026 01:00:23.615938 27934 kubeadm.go:394] duration metric: took 15.923953549s to StartCluster
I1026 01:00:23.615966 27934 settings.go:142] acquiring lock: {Name:mkb363a7a1b1532a7f832b54a0283d0a9e3d2b24 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1026 01:00:23.616076 27934 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/19868-8680/kubeconfig
I1026 01:00:23.616984 27934 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19868-8680/kubeconfig: {Name:mk1ca62d697157a626c1511d120f17a52f7de7bc Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1026 01:00:23.617268 27934 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml"
I1026 01:00:23.617267 27934 start.go:233] HA (multi-control plane) cluster: will skip waiting for primary control-plane node &{Name: IP:192.168.39.183 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}
I1026 01:00:23.617376 27934 start.go:241] waiting for startup goroutines ...
I1026 01:00:23.617295 27934 addons.go:507] enable addons start: toEnable=map[ambassador:false amd-gpu-device-plugin:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-gluster:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false]
I1026 01:00:23.617401 27934 addons.go:69] Setting storage-provisioner=true in profile "ha-300623"
I1026 01:00:23.617447 27934 addons.go:234] Setting addon storage-provisioner=true in "ha-300623"
I1026 01:00:23.617472 27934 addons.go:69] Setting default-storageclass=true in profile "ha-300623"
I1026 01:00:23.617485 27934 host.go:66] Checking if "ha-300623" exists ...
I1026 01:00:23.617498 27934 addons_storage_classes.go:33] enableOrDisableStorageClasses default-storageclass=true on "ha-300623"
I1026 01:00:23.617505 27934 config.go:182] Loaded profile config "ha-300623": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1026 01:00:23.617969 27934 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1026 01:00:23.618010 27934 main.go:141] libmachine: Launching plugin server for driver kvm2
I1026 01:00:23.618031 27934 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1026 01:00:23.618073 27934 main.go:141] libmachine: Launching plugin server for driver kvm2
I1026 01:00:23.633825 27934 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:35933
I1026 01:00:23.633917 27934 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:38951
I1026 01:00:23.634401 27934 main.go:141] libmachine: () Calling .GetVersion
I1026 01:00:23.634418 27934 main.go:141] libmachine: () Calling .GetVersion
I1026 01:00:23.634846 27934 main.go:141] libmachine: Using API Version 1
I1026 01:00:23.634864 27934 main.go:141] libmachine: () Calling .SetConfigRaw
I1026 01:00:23.634968 27934 main.go:141] libmachine: Using API Version 1
I1026 01:00:23.634988 27934 main.go:141] libmachine: () Calling .SetConfigRaw
I1026 01:00:23.635198 27934 main.go:141] libmachine: () Calling .GetMachineName
I1026 01:00:23.635332 27934 main.go:141] libmachine: () Calling .GetMachineName
I1026 01:00:23.635386 27934 main.go:141] libmachine: (ha-300623) Calling .GetState
I1026 01:00:23.635834 27934 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1026 01:00:23.635876 27934 main.go:141] libmachine: Launching plugin server for driver kvm2
I1026 01:00:23.637603 27934 loader.go:395] Config loaded from file: /home/jenkins/minikube-integration/19868-8680/kubeconfig
I1026 01:00:23.637812 27934 kapi.go:59] client config for ha-300623: &rest.Config{Host:"https://192.168.39.254:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/home/jenkins/minikube-integration/19868-8680/.minikube/profiles/ha-300623/client.crt", KeyFile:"/home/jenkins/minikube-integration/19868-8680/.minikube/profiles/ha-300623/client.key", CAFile:"/home/jenkins/minikube-integration/19868-8680/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil), CAData:[]uint8(nil), NextProtos:[]string(nil)},
UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x2439ec0), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
I1026 01:00:23.638218 27934 cert_rotation.go:140] Starting client certificate rotation controller
I1026 01:00:23.638343 27934 addons.go:234] Setting addon default-storageclass=true in "ha-300623"
I1026 01:00:23.638387 27934 host.go:66] Checking if "ha-300623" exists ...
I1026 01:00:23.638626 27934 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1026 01:00:23.638653 27934 main.go:141] libmachine: Launching plugin server for driver kvm2
I1026 01:00:23.651480 27934 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:45267
I1026 01:00:23.651965 27934 main.go:141] libmachine: () Calling .GetVersion
I1026 01:00:23.652480 27934 main.go:141] libmachine: Using API Version 1
I1026 01:00:23.652510 27934 main.go:141] libmachine: () Calling .SetConfigRaw
I1026 01:00:23.652799 27934 main.go:141] libmachine: () Calling .GetMachineName
I1026 01:00:23.652991 27934 main.go:141] libmachine: (ha-300623) Calling .GetState
I1026 01:00:23.653021 27934 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:42361
I1026 01:00:23.654147 27934 main.go:141] libmachine: () Calling .GetVersion
I1026 01:00:23.654693 27934 main.go:141] libmachine: Using API Version 1
I1026 01:00:23.654718 27934 main.go:141] libmachine: () Calling .SetConfigRaw
I1026 01:00:23.654832 27934 main.go:141] libmachine: (ha-300623) Calling .DriverName
I1026 01:00:23.655239 27934 main.go:141] libmachine: () Calling .GetMachineName
I1026 01:00:23.655791 27934 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1026 01:00:23.655841 27934 main.go:141] libmachine: Launching plugin server for driver kvm2
I1026 01:00:23.656920 27934 out.go:177] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
I1026 01:00:23.658814 27934 addons.go:431] installing /etc/kubernetes/addons/storage-provisioner.yaml
I1026 01:00:23.658834 27934 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I1026 01:00:23.658853 27934 main.go:141] libmachine: (ha-300623) Calling .GetSSHHostname
I1026 01:00:23.662101 27934 main.go:141] libmachine: (ha-300623) DBG | domain ha-300623 has defined MAC address 52:54:00:4d:a0:46 in network mk-ha-300623
I1026 01:00:23.662598 27934 main.go:141] libmachine: (ha-300623) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:4d:a0:46", ip: ""} in network mk-ha-300623: {Iface:virbr1 ExpiryTime:2024-10-26 01:59:55 +0000 UTC Type:0 Mac:52:54:00:4d:a0:46 Iaid: IPaddr:192.168.39.183 Prefix:24 Hostname:ha-300623 Clientid:01:52:54:00:4d:a0:46}
I1026 01:00:23.662632 27934 main.go:141] libmachine: (ha-300623) DBG | domain ha-300623 has defined IP address 192.168.39.183 and MAC address 52:54:00:4d:a0:46 in network mk-ha-300623
I1026 01:00:23.662848 27934 main.go:141] libmachine: (ha-300623) Calling .GetSSHPort
I1026 01:00:23.663049 27934 main.go:141] libmachine: (ha-300623) Calling .GetSSHKeyPath
I1026 01:00:23.663200 27934 main.go:141] libmachine: (ha-300623) Calling .GetSSHUsername
I1026 01:00:23.663316 27934 sshutil.go:53] new ssh client: &{IP:192.168.39.183 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19868-8680/.minikube/machines/ha-300623/id_rsa Username:docker}
I1026 01:00:23.671976 27934 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:42095
I1026 01:00:23.672433 27934 main.go:141] libmachine: () Calling .GetVersion
I1026 01:00:23.672925 27934 main.go:141] libmachine: Using API Version 1
I1026 01:00:23.672950 27934 main.go:141] libmachine: () Calling .SetConfigRaw
I1026 01:00:23.673249 27934 main.go:141] libmachine: () Calling .GetMachineName
I1026 01:00:23.673483 27934 main.go:141] libmachine: (ha-300623) Calling .GetState
I1026 01:00:23.675058 27934 main.go:141] libmachine: (ha-300623) Calling .DriverName
I1026 01:00:23.675265 27934 addons.go:431] installing /etc/kubernetes/addons/storageclass.yaml
I1026 01:00:23.675282 27934 ssh_runner.go:362] scp storageclass/storageclass.yaml --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)
I1026 01:00:23.675298 27934 main.go:141] libmachine: (ha-300623) Calling .GetSSHHostname
I1026 01:00:23.678185 27934 main.go:141] libmachine: (ha-300623) DBG | domain ha-300623 has defined MAC address 52:54:00:4d:a0:46 in network mk-ha-300623
I1026 01:00:23.678589 27934 main.go:141] libmachine: (ha-300623) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:4d:a0:46", ip: ""} in network mk-ha-300623: {Iface:virbr1 ExpiryTime:2024-10-26 01:59:55 +0000 UTC Type:0 Mac:52:54:00:4d:a0:46 Iaid: IPaddr:192.168.39.183 Prefix:24 Hostname:ha-300623 Clientid:01:52:54:00:4d:a0:46}
I1026 01:00:23.678611 27934 main.go:141] libmachine: (ha-300623) DBG | domain ha-300623 has defined IP address 192.168.39.183 and MAC address 52:54:00:4d:a0:46 in network mk-ha-300623
I1026 01:00:23.678792 27934 main.go:141] libmachine: (ha-300623) Calling .GetSSHPort
I1026 01:00:23.678957 27934 main.go:141] libmachine: (ha-300623) Calling .GetSSHKeyPath
I1026 01:00:23.679108 27934 main.go:141] libmachine: (ha-300623) Calling .GetSSHUsername
I1026 01:00:23.679249 27934 sshutil.go:53] new ssh client: &{IP:192.168.39.183 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19868-8680/.minikube/machines/ha-300623/id_rsa Username:docker}
I1026 01:00:23.762178 27934 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.39.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -"
I1026 01:00:23.824448 27934 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml
I1026 01:00:23.874821 27934 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml
I1026 01:00:24.116804 27934 start.go:971] {"host.minikube.internal": 192.168.39.1} host record injected into CoreDNS's ConfigMap
I1026 01:00:24.301862 27934 main.go:141] libmachine: Making call to close driver server
I1026 01:00:24.301884 27934 main.go:141] libmachine: (ha-300623) Calling .Close
I1026 01:00:24.301919 27934 main.go:141] libmachine: Making call to close driver server
I1026 01:00:24.301937 27934 main.go:141] libmachine: (ha-300623) Calling .Close
I1026 01:00:24.302168 27934 main.go:141] libmachine: Successfully made call to close driver server
I1026 01:00:24.302185 27934 main.go:141] libmachine: Making call to close connection to plugin binary
I1026 01:00:24.302194 27934 main.go:141] libmachine: Making call to close driver server
I1026 01:00:24.302193 27934 main.go:141] libmachine: (ha-300623) DBG | Closing plugin on server side
I1026 01:00:24.302200 27934 main.go:141] libmachine: (ha-300623) Calling .Close
I1026 01:00:24.302168 27934 main.go:141] libmachine: Successfully made call to close driver server
I1026 01:00:24.302221 27934 main.go:141] libmachine: (ha-300623) DBG | Closing plugin on server side
I1026 01:00:24.302229 27934 main.go:141] libmachine: Making call to close connection to plugin binary
I1026 01:00:24.302239 27934 main.go:141] libmachine: Making call to close driver server
I1026 01:00:24.302246 27934 main.go:141] libmachine: (ha-300623) Calling .Close
I1026 01:00:24.302447 27934 main.go:141] libmachine: Successfully made call to close driver server
I1026 01:00:24.302464 27934 main.go:141] libmachine: Making call to close connection to plugin binary
I1026 01:00:24.302531 27934 main.go:141] libmachine: (ha-300623) DBG | Closing plugin on server side
I1026 01:00:24.302526 27934 envvar.go:172] "Feature gate default state" feature="WatchListClient" enabled=false
I1026 01:00:24.302571 27934 envvar.go:172] "Feature gate default state" feature="InformerResourceVersion" enabled=false
I1026 01:00:24.302606 27934 main.go:141] libmachine: Successfully made call to close driver server
I1026 01:00:24.302631 27934 main.go:141] libmachine: Making call to close connection to plugin binary
I1026 01:00:24.302680 27934 round_trippers.go:463] GET https://192.168.39.254:8443/apis/storage.k8s.io/v1/storageclasses
I1026 01:00:24.302699 27934 round_trippers.go:469] Request Headers:
I1026 01:00:24.302706 27934 round_trippers.go:473] Accept: application/json, */*
I1026 01:00:24.302710 27934 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1026 01:00:24.315108 27934 round_trippers.go:574] Response Status: 200 OK in 12 milliseconds
I1026 01:00:24.315658 27934 round_trippers.go:463] PUT https://192.168.39.254:8443/apis/storage.k8s.io/v1/storageclasses/standard
I1026 01:00:24.315672 27934 round_trippers.go:469] Request Headers:
I1026 01:00:24.315679 27934 round_trippers.go:473] Content-Type: application/json
I1026 01:00:24.315683 27934 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1026 01:00:24.315686 27934 round_trippers.go:473] Accept: application/json, */*
I1026 01:00:24.318571 27934 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1026 01:00:24.318791 27934 main.go:141] libmachine: Making call to close driver server
I1026 01:00:24.318805 27934 main.go:141] libmachine: (ha-300623) Calling .Close
I1026 01:00:24.319072 27934 main.go:141] libmachine: Successfully made call to close driver server
I1026 01:00:24.319089 27934 main.go:141] libmachine: Making call to close connection to plugin binary
I1026 01:00:24.319093 27934 main.go:141] libmachine: (ha-300623) DBG | Closing plugin on server side
I1026 01:00:24.321441 27934 out.go:177] * Enabled addons: storage-provisioner, default-storageclass
I1026 01:00:24.323036 27934 addons.go:510] duration metric: took 705.743688ms for enable addons: enabled=[storage-provisioner default-storageclass]
I1026 01:00:24.323074 27934 start.go:246] waiting for cluster config update ...
I1026 01:00:24.323088 27934 start.go:255] writing updated cluster config ...
I1026 01:00:24.324580 27934 out.go:201]
I1026 01:00:24.325800 27934 config.go:182] Loaded profile config "ha-300623": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1026 01:00:24.325876 27934 profile.go:143] Saving config to /home/jenkins/minikube-integration/19868-8680/.minikube/profiles/ha-300623/config.json ...
I1026 01:00:24.327345 27934 out.go:177] * Starting "ha-300623-m02" control-plane node in "ha-300623" cluster
I1026 01:00:24.329009 27934 preload.go:131] Checking if preload exists for k8s version v1.31.2 and runtime crio
I1026 01:00:24.329028 27934 cache.go:56] Caching tarball of preloaded images
I1026 01:00:24.329124 27934 preload.go:172] Found /home/jenkins/minikube-integration/19868-8680/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.2-cri-o-overlay-amd64.tar.lz4 in cache, skipping download
I1026 01:00:24.329138 27934 cache.go:59] Finished verifying existence of preloaded tar for v1.31.2 on crio
I1026 01:00:24.329209 27934 profile.go:143] Saving config to /home/jenkins/minikube-integration/19868-8680/.minikube/profiles/ha-300623/config.json ...
I1026 01:00:24.329375 27934 start.go:360] acquireMachinesLock for ha-300623-m02: {Name:mkc6876e276b7a81668ce8efec2d491cf3d18bce Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}
I1026 01:00:24.329429 27934 start.go:364] duration metric: took 35.088µs to acquireMachinesLock for "ha-300623-m02"
I1026 01:00:24.329452 27934 start.go:93] Provisioning new machine with config: &{Name:ha-300623 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19806/minikube-v1.34.0-1729002252-19806-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1729876044-19868@sha256:98fb05d9d766cf8d630ce90381e12faa07711c611be9bb2c767cfc936533477e Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{Kubernete
sVersion:v1.31.2 ClusterName:ha-300623 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.39.183 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m02 IP: Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[default-storageclass:true storage-provisioner:true] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 Cer
tExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name:m02 IP: Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}
I1026 01:00:24.329544 27934 start.go:125] createHost starting for "m02" (driver="kvm2")
I1026 01:00:24.330943 27934 out.go:235] * Creating kvm2 VM (CPUs=2, Memory=2200MB, Disk=20000MB) ...
I1026 01:00:24.331025 27934 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1026 01:00:24.331057 27934 main.go:141] libmachine: Launching plugin server for driver kvm2
I1026 01:00:24.345495 27934 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:40299
I1026 01:00:24.346002 27934 main.go:141] libmachine: () Calling .GetVersion
I1026 01:00:24.346476 27934 main.go:141] libmachine: Using API Version 1
I1026 01:00:24.346491 27934 main.go:141] libmachine: () Calling .SetConfigRaw
I1026 01:00:24.346765 27934 main.go:141] libmachine: () Calling .GetMachineName
I1026 01:00:24.346970 27934 main.go:141] libmachine: (ha-300623-m02) Calling .GetMachineName
I1026 01:00:24.347113 27934 main.go:141] libmachine: (ha-300623-m02) Calling .DriverName
I1026 01:00:24.347293 27934 start.go:159] libmachine.API.Create for "ha-300623" (driver="kvm2")
I1026 01:00:24.347323 27934 client.go:168] LocalClient.Create starting
I1026 01:00:24.347359 27934 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/19868-8680/.minikube/certs/ca.pem
I1026 01:00:24.347400 27934 main.go:141] libmachine: Decoding PEM data...
I1026 01:00:24.347421 27934 main.go:141] libmachine: Parsing certificate...
I1026 01:00:24.347493 27934 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/19868-8680/.minikube/certs/cert.pem
I1026 01:00:24.347519 27934 main.go:141] libmachine: Decoding PEM data...
I1026 01:00:24.347536 27934 main.go:141] libmachine: Parsing certificate...
I1026 01:00:24.347559 27934 main.go:141] libmachine: Running pre-create checks...
I1026 01:00:24.347568 27934 main.go:141] libmachine: (ha-300623-m02) Calling .PreCreateCheck
I1026 01:00:24.347721 27934 main.go:141] libmachine: (ha-300623-m02) Calling .GetConfigRaw
I1026 01:00:24.348120 27934 main.go:141] libmachine: Creating machine...
I1026 01:00:24.348135 27934 main.go:141] libmachine: (ha-300623-m02) Calling .Create
I1026 01:00:24.348260 27934 main.go:141] libmachine: (ha-300623-m02) Creating KVM machine...
I1026 01:00:24.349505 27934 main.go:141] libmachine: (ha-300623-m02) DBG | found existing default KVM network
I1026 01:00:24.349630 27934 main.go:141] libmachine: (ha-300623-m02) DBG | found existing private KVM network mk-ha-300623
I1026 01:00:24.349770 27934 main.go:141] libmachine: (ha-300623-m02) Setting up store path in /home/jenkins/minikube-integration/19868-8680/.minikube/machines/ha-300623-m02 ...
I1026 01:00:24.349806 27934 main.go:141] libmachine: (ha-300623-m02) Building disk image from file:///home/jenkins/minikube-integration/19868-8680/.minikube/cache/iso/amd64/minikube-v1.34.0-1729002252-19806-amd64.iso
I1026 01:00:24.349877 27934 main.go:141] libmachine: (ha-300623-m02) DBG | I1026 01:00:24.349757 28306 common.go:144] Making disk image using store path: /home/jenkins/minikube-integration/19868-8680/.minikube
I1026 01:00:24.349949 27934 main.go:141] libmachine: (ha-300623-m02) Downloading /home/jenkins/minikube-integration/19868-8680/.minikube/cache/boot2docker.iso from file:///home/jenkins/minikube-integration/19868-8680/.minikube/cache/iso/amd64/minikube-v1.34.0-1729002252-19806-amd64.iso...
I1026 01:00:24.581858 27934 main.go:141] libmachine: (ha-300623-m02) DBG | I1026 01:00:24.581729 28306 common.go:151] Creating ssh key: /home/jenkins/minikube-integration/19868-8680/.minikube/machines/ha-300623-m02/id_rsa...
I1026 01:00:24.824457 27934 main.go:141] libmachine: (ha-300623-m02) DBG | I1026 01:00:24.824338 28306 common.go:157] Creating raw disk image: /home/jenkins/minikube-integration/19868-8680/.minikube/machines/ha-300623-m02/ha-300623-m02.rawdisk...
I1026 01:00:24.824488 27934 main.go:141] libmachine: (ha-300623-m02) DBG | Writing magic tar header
I1026 01:00:24.824501 27934 main.go:141] libmachine: (ha-300623-m02) DBG | Writing SSH key tar header
I1026 01:00:24.824514 27934 main.go:141] libmachine: (ha-300623-m02) DBG | I1026 01:00:24.824445 28306 common.go:171] Fixing permissions on /home/jenkins/minikube-integration/19868-8680/.minikube/machines/ha-300623-m02 ...
I1026 01:00:24.824563 27934 main.go:141] libmachine: (ha-300623-m02) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19868-8680/.minikube/machines/ha-300623-m02
I1026 01:00:24.824601 27934 main.go:141] libmachine: (ha-300623-m02) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19868-8680/.minikube/machines
I1026 01:00:24.824632 27934 main.go:141] libmachine: (ha-300623-m02) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19868-8680/.minikube
I1026 01:00:24.824643 27934 main.go:141] libmachine: (ha-300623-m02) Setting executable bit set on /home/jenkins/minikube-integration/19868-8680/.minikube/machines/ha-300623-m02 (perms=drwx------)
I1026 01:00:24.824650 27934 main.go:141] libmachine: (ha-300623-m02) Setting executable bit set on /home/jenkins/minikube-integration/19868-8680/.minikube/machines (perms=drwxr-xr-x)
I1026 01:00:24.824656 27934 main.go:141] libmachine: (ha-300623-m02) Setting executable bit set on /home/jenkins/minikube-integration/19868-8680/.minikube (perms=drwxr-xr-x)
I1026 01:00:24.824665 27934 main.go:141] libmachine: (ha-300623-m02) Setting executable bit set on /home/jenkins/minikube-integration/19868-8680 (perms=drwxrwxr-x)
I1026 01:00:24.824671 27934 main.go:141] libmachine: (ha-300623-m02) Setting executable bit set on /home/jenkins/minikube-integration (perms=drwxrwxr-x)
I1026 01:00:24.824679 27934 main.go:141] libmachine: (ha-300623-m02) Setting executable bit set on /home/jenkins (perms=drwxr-xr-x)
I1026 01:00:24.824685 27934 main.go:141] libmachine: (ha-300623-m02) Creating domain...
I1026 01:00:24.824694 27934 main.go:141] libmachine: (ha-300623-m02) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19868-8680
I1026 01:00:24.824702 27934 main.go:141] libmachine: (ha-300623-m02) DBG | Checking permissions on dir: /home/jenkins/minikube-integration
I1026 01:00:24.824707 27934 main.go:141] libmachine: (ha-300623-m02) DBG | Checking permissions on dir: /home/jenkins
I1026 01:00:24.824717 27934 main.go:141] libmachine: (ha-300623-m02) DBG | Checking permissions on dir: /home
I1026 01:00:24.824748 27934 main.go:141] libmachine: (ha-300623-m02) DBG | Skipping /home - not owner
I1026 01:00:24.825705 27934 main.go:141] libmachine: (ha-300623-m02) define libvirt domain using xml:
I1026 01:00:24.825725 27934 main.go:141] libmachine: (ha-300623-m02) <domain type='kvm'>
I1026 01:00:24.825740 27934 main.go:141] libmachine: (ha-300623-m02) <name>ha-300623-m02</name>
I1026 01:00:24.825751 27934 main.go:141] libmachine: (ha-300623-m02) <memory unit='MiB'>2200</memory>
I1026 01:00:24.825760 27934 main.go:141] libmachine: (ha-300623-m02) <vcpu>2</vcpu>
I1026 01:00:24.825769 27934 main.go:141] libmachine: (ha-300623-m02) <features>
I1026 01:00:24.825777 27934 main.go:141] libmachine: (ha-300623-m02) <acpi/>
I1026 01:00:24.825786 27934 main.go:141] libmachine: (ha-300623-m02) <apic/>
I1026 01:00:24.825807 27934 main.go:141] libmachine: (ha-300623-m02) <pae/>
I1026 01:00:24.825825 27934 main.go:141] libmachine: (ha-300623-m02)
I1026 01:00:24.825837 27934 main.go:141] libmachine: (ha-300623-m02) </features>
I1026 01:00:24.825845 27934 main.go:141] libmachine: (ha-300623-m02) <cpu mode='host-passthrough'>
I1026 01:00:24.825850 27934 main.go:141] libmachine: (ha-300623-m02)
I1026 01:00:24.825856 27934 main.go:141] libmachine: (ha-300623-m02) </cpu>
I1026 01:00:24.825861 27934 main.go:141] libmachine: (ha-300623-m02) <os>
I1026 01:00:24.825868 27934 main.go:141] libmachine: (ha-300623-m02) <type>hvm</type>
I1026 01:00:24.825873 27934 main.go:141] libmachine: (ha-300623-m02) <boot dev='cdrom'/>
I1026 01:00:24.825880 27934 main.go:141] libmachine: (ha-300623-m02) <boot dev='hd'/>
I1026 01:00:24.825888 27934 main.go:141] libmachine: (ha-300623-m02) <bootmenu enable='no'/>
I1026 01:00:24.825901 27934 main.go:141] libmachine: (ha-300623-m02) </os>
I1026 01:00:24.825911 27934 main.go:141] libmachine: (ha-300623-m02) <devices>
I1026 01:00:24.825922 27934 main.go:141] libmachine: (ha-300623-m02) <disk type='file' device='cdrom'>
I1026 01:00:24.825934 27934 main.go:141] libmachine: (ha-300623-m02) <source file='/home/jenkins/minikube-integration/19868-8680/.minikube/machines/ha-300623-m02/boot2docker.iso'/>
I1026 01:00:24.825942 27934 main.go:141] libmachine: (ha-300623-m02) <target dev='hdc' bus='scsi'/>
I1026 01:00:24.825947 27934 main.go:141] libmachine: (ha-300623-m02) <readonly/>
I1026 01:00:24.825955 27934 main.go:141] libmachine: (ha-300623-m02) </disk>
I1026 01:00:24.825960 27934 main.go:141] libmachine: (ha-300623-m02) <disk type='file' device='disk'>
I1026 01:00:24.825967 27934 main.go:141] libmachine: (ha-300623-m02) <driver name='qemu' type='raw' cache='default' io='threads' />
I1026 01:00:24.825975 27934 main.go:141] libmachine: (ha-300623-m02) <source file='/home/jenkins/minikube-integration/19868-8680/.minikube/machines/ha-300623-m02/ha-300623-m02.rawdisk'/>
I1026 01:00:24.825984 27934 main.go:141] libmachine: (ha-300623-m02) <target dev='hda' bus='virtio'/>
I1026 01:00:24.825991 27934 main.go:141] libmachine: (ha-300623-m02) </disk>
I1026 01:00:24.826012 27934 main.go:141] libmachine: (ha-300623-m02) <interface type='network'>
I1026 01:00:24.826033 27934 main.go:141] libmachine: (ha-300623-m02) <source network='mk-ha-300623'/>
I1026 01:00:24.826045 27934 main.go:141] libmachine: (ha-300623-m02) <model type='virtio'/>
I1026 01:00:24.826054 27934 main.go:141] libmachine: (ha-300623-m02) </interface>
I1026 01:00:24.826063 27934 main.go:141] libmachine: (ha-300623-m02) <interface type='network'>
I1026 01:00:24.826074 27934 main.go:141] libmachine: (ha-300623-m02) <source network='default'/>
I1026 01:00:24.826082 27934 main.go:141] libmachine: (ha-300623-m02) <model type='virtio'/>
I1026 01:00:24.826091 27934 main.go:141] libmachine: (ha-300623-m02) </interface>
I1026 01:00:24.826098 27934 main.go:141] libmachine: (ha-300623-m02) <serial type='pty'>
I1026 01:00:24.826107 27934 main.go:141] libmachine: (ha-300623-m02) <target port='0'/>
I1026 01:00:24.826112 27934 main.go:141] libmachine: (ha-300623-m02) </serial>
I1026 01:00:24.826119 27934 main.go:141] libmachine: (ha-300623-m02) <console type='pty'>
I1026 01:00:24.826136 27934 main.go:141] libmachine: (ha-300623-m02) <target type='serial' port='0'/>
I1026 01:00:24.826153 27934 main.go:141] libmachine: (ha-300623-m02) </console>
I1026 01:00:24.826166 27934 main.go:141] libmachine: (ha-300623-m02) <rng model='virtio'>
I1026 01:00:24.826178 27934 main.go:141] libmachine: (ha-300623-m02) <backend model='random'>/dev/random</backend>
I1026 01:00:24.826187 27934 main.go:141] libmachine: (ha-300623-m02) </rng>
I1026 01:00:24.826194 27934 main.go:141] libmachine: (ha-300623-m02)
I1026 01:00:24.826201 27934 main.go:141] libmachine: (ha-300623-m02)
I1026 01:00:24.826210 27934 main.go:141] libmachine: (ha-300623-m02) </devices>
I1026 01:00:24.826218 27934 main.go:141] libmachine: (ha-300623-m02) </domain>
I1026 01:00:24.826230 27934 main.go:141] libmachine: (ha-300623-m02)
I1026 01:00:24.834328 27934 main.go:141] libmachine: (ha-300623-m02) DBG | domain ha-300623-m02 has defined MAC address 52:54:00:19:9b:85 in network default
I1026 01:00:24.834898 27934 main.go:141] libmachine: (ha-300623-m02) Ensuring networks are active...
I1026 01:00:24.834921 27934 main.go:141] libmachine: (ha-300623-m02) DBG | domain ha-300623-m02 has defined MAC address 52:54:00:eb:f2:95 in network mk-ha-300623
I1026 01:00:24.835679 27934 main.go:141] libmachine: (ha-300623-m02) Ensuring network default is active
I1026 01:00:24.836033 27934 main.go:141] libmachine: (ha-300623-m02) Ensuring network mk-ha-300623 is active
I1026 01:00:24.836422 27934 main.go:141] libmachine: (ha-300623-m02) Getting domain xml...
I1026 01:00:24.837184 27934 main.go:141] libmachine: (ha-300623-m02) Creating domain...
I1026 01:00:26.123801 27934 main.go:141] libmachine: (ha-300623-m02) Waiting to get IP...
I1026 01:00:26.124786 27934 main.go:141] libmachine: (ha-300623-m02) DBG | domain ha-300623-m02 has defined MAC address 52:54:00:eb:f2:95 in network mk-ha-300623
I1026 01:00:26.125171 27934 main.go:141] libmachine: (ha-300623-m02) DBG | unable to find current IP address of domain ha-300623-m02 in network mk-ha-300623
I1026 01:00:26.125213 27934 main.go:141] libmachine: (ha-300623-m02) DBG | I1026 01:00:26.125161 28306 retry.go:31] will retry after 239.473798ms: waiting for machine to come up
I1026 01:00:26.366497 27934 main.go:141] libmachine: (ha-300623-m02) DBG | domain ha-300623-m02 has defined MAC address 52:54:00:eb:f2:95 in network mk-ha-300623
I1026 01:00:26.367035 27934 main.go:141] libmachine: (ha-300623-m02) DBG | unable to find current IP address of domain ha-300623-m02 in network mk-ha-300623
I1026 01:00:26.367063 27934 main.go:141] libmachine: (ha-300623-m02) DBG | I1026 01:00:26.366991 28306 retry.go:31] will retry after 247.775109ms: waiting for machine to come up
I1026 01:00:26.616299 27934 main.go:141] libmachine: (ha-300623-m02) DBG | domain ha-300623-m02 has defined MAC address 52:54:00:eb:f2:95 in network mk-ha-300623
I1026 01:00:26.616749 27934 main.go:141] libmachine: (ha-300623-m02) DBG | unable to find current IP address of domain ha-300623-m02 in network mk-ha-300623
I1026 01:00:26.616770 27934 main.go:141] libmachine: (ha-300623-m02) DBG | I1026 01:00:26.616730 28306 retry.go:31] will retry after 304.793231ms: waiting for machine to come up
I1026 01:00:26.923149 27934 main.go:141] libmachine: (ha-300623-m02) DBG | domain ha-300623-m02 has defined MAC address 52:54:00:eb:f2:95 in network mk-ha-300623
I1026 01:00:26.923677 27934 main.go:141] libmachine: (ha-300623-m02) DBG | unable to find current IP address of domain ha-300623-m02 in network mk-ha-300623
I1026 01:00:26.923696 27934 main.go:141] libmachine: (ha-300623-m02) DBG | I1026 01:00:26.923618 28306 retry.go:31] will retry after 501.966284ms: waiting for machine to come up
I1026 01:00:27.427149 27934 main.go:141] libmachine: (ha-300623-m02) DBG | domain ha-300623-m02 has defined MAC address 52:54:00:eb:f2:95 in network mk-ha-300623
I1026 01:00:27.427595 27934 main.go:141] libmachine: (ha-300623-m02) DBG | unable to find current IP address of domain ha-300623-m02 in network mk-ha-300623
I1026 01:00:27.427620 27934 main.go:141] libmachine: (ha-300623-m02) DBG | I1026 01:00:27.427557 28306 retry.go:31] will retry after 462.793286ms: waiting for machine to come up
I1026 01:00:27.892113 27934 main.go:141] libmachine: (ha-300623-m02) DBG | domain ha-300623-m02 has defined MAC address 52:54:00:eb:f2:95 in network mk-ha-300623
I1026 01:00:27.892649 27934 main.go:141] libmachine: (ha-300623-m02) DBG | unable to find current IP address of domain ha-300623-m02 in network mk-ha-300623
I1026 01:00:27.892674 27934 main.go:141] libmachine: (ha-300623-m02) DBG | I1026 01:00:27.892601 28306 retry.go:31] will retry after 627.280628ms: waiting for machine to come up
I1026 01:00:28.521634 27934 main.go:141] libmachine: (ha-300623-m02) DBG | domain ha-300623-m02 has defined MAC address 52:54:00:eb:f2:95 in network mk-ha-300623
I1026 01:00:28.522118 27934 main.go:141] libmachine: (ha-300623-m02) DBG | unable to find current IP address of domain ha-300623-m02 in network mk-ha-300623
I1026 01:00:28.522154 27934 main.go:141] libmachine: (ha-300623-m02) DBG | I1026 01:00:28.522059 28306 retry.go:31] will retry after 1.043043357s: waiting for machine to come up
I1026 01:00:29.566267 27934 main.go:141] libmachine: (ha-300623-m02) DBG | domain ha-300623-m02 has defined MAC address 52:54:00:eb:f2:95 in network mk-ha-300623
I1026 01:00:29.566670 27934 main.go:141] libmachine: (ha-300623-m02) DBG | unable to find current IP address of domain ha-300623-m02 in network mk-ha-300623
I1026 01:00:29.566697 27934 main.go:141] libmachine: (ha-300623-m02) DBG | I1026 01:00:29.566641 28306 retry.go:31] will retry after 925.497125ms: waiting for machine to come up
I1026 01:00:30.493367 27934 main.go:141] libmachine: (ha-300623-m02) DBG | domain ha-300623-m02 has defined MAC address 52:54:00:eb:f2:95 in network mk-ha-300623
I1026 01:00:30.493801 27934 main.go:141] libmachine: (ha-300623-m02) DBG | unable to find current IP address of domain ha-300623-m02 in network mk-ha-300623
I1026 01:00:30.493826 27934 main.go:141] libmachine: (ha-300623-m02) DBG | I1026 01:00:30.493760 28306 retry.go:31] will retry after 1.604522192s: waiting for machine to come up
I1026 01:00:32.100432 27934 main.go:141] libmachine: (ha-300623-m02) DBG | domain ha-300623-m02 has defined MAC address 52:54:00:eb:f2:95 in network mk-ha-300623
I1026 01:00:32.100961 27934 main.go:141] libmachine: (ha-300623-m02) DBG | unable to find current IP address of domain ha-300623-m02 in network mk-ha-300623
I1026 01:00:32.100982 27934 main.go:141] libmachine: (ha-300623-m02) DBG | I1026 01:00:32.100919 28306 retry.go:31] will retry after 2.197958234s: waiting for machine to come up
I1026 01:00:34.301338 27934 main.go:141] libmachine: (ha-300623-m02) DBG | domain ha-300623-m02 has defined MAC address 52:54:00:eb:f2:95 in network mk-ha-300623
I1026 01:00:34.301864 27934 main.go:141] libmachine: (ha-300623-m02) DBG | unable to find current IP address of domain ha-300623-m02 in network mk-ha-300623
I1026 01:00:34.301891 27934 main.go:141] libmachine: (ha-300623-m02) DBG | I1026 01:00:34.301813 28306 retry.go:31] will retry after 1.917554174s: waiting for machine to come up
I1026 01:00:36.221440 27934 main.go:141] libmachine: (ha-300623-m02) DBG | domain ha-300623-m02 has defined MAC address 52:54:00:eb:f2:95 in network mk-ha-300623
I1026 01:00:36.221869 27934 main.go:141] libmachine: (ha-300623-m02) DBG | unable to find current IP address of domain ha-300623-m02 in network mk-ha-300623
I1026 01:00:36.221888 27934 main.go:141] libmachine: (ha-300623-m02) DBG | I1026 01:00:36.221830 28306 retry.go:31] will retry after 3.272341592s: waiting for machine to come up
I1026 01:00:39.496057 27934 main.go:141] libmachine: (ha-300623-m02) DBG | domain ha-300623-m02 has defined MAC address 52:54:00:eb:f2:95 in network mk-ha-300623
I1026 01:00:39.496525 27934 main.go:141] libmachine: (ha-300623-m02) DBG | unable to find current IP address of domain ha-300623-m02 in network mk-ha-300623
I1026 01:00:39.496555 27934 main.go:141] libmachine: (ha-300623-m02) DBG | I1026 01:00:39.496473 28306 retry.go:31] will retry after 3.688097346s: waiting for machine to come up
I1026 01:00:43.186914 27934 main.go:141] libmachine: (ha-300623-m02) DBG | domain ha-300623-m02 has defined MAC address 52:54:00:eb:f2:95 in network mk-ha-300623
I1026 01:00:43.187251 27934 main.go:141] libmachine: (ha-300623-m02) DBG | unable to find current IP address of domain ha-300623-m02 in network mk-ha-300623
I1026 01:00:43.187284 27934 main.go:141] libmachine: (ha-300623-m02) DBG | I1026 01:00:43.187241 28306 retry.go:31] will retry after 5.370855346s: waiting for machine to come up
I1026 01:00:48.563319 27934 main.go:141] libmachine: (ha-300623-m02) DBG | domain ha-300623-m02 has defined MAC address 52:54:00:eb:f2:95 in network mk-ha-300623
I1026 01:00:48.563799 27934 main.go:141] libmachine: (ha-300623-m02) DBG | domain ha-300623-m02 has current primary IP address 192.168.39.62 and MAC address 52:54:00:eb:f2:95 in network mk-ha-300623
I1026 01:00:48.563826 27934 main.go:141] libmachine: (ha-300623-m02) Found IP for machine: 192.168.39.62
I1026 01:00:48.563869 27934 main.go:141] libmachine: (ha-300623-m02) Reserving static IP address...
I1026 01:00:48.564263 27934 main.go:141] libmachine: (ha-300623-m02) DBG | unable to find host DHCP lease matching {name: "ha-300623-m02", mac: "52:54:00:eb:f2:95", ip: "192.168.39.62"} in network mk-ha-300623
I1026 01:00:48.642625 27934 main.go:141] libmachine: (ha-300623-m02) DBG | Getting to WaitForSSH function...
I1026 01:00:48.642658 27934 main.go:141] libmachine: (ha-300623-m02) Reserved static IP address: 192.168.39.62
I1026 01:00:48.642673 27934 main.go:141] libmachine: (ha-300623-m02) Waiting for SSH to be available...
I1026 01:00:48.645214 27934 main.go:141] libmachine: (ha-300623-m02) DBG | domain ha-300623-m02 has defined MAC address 52:54:00:eb:f2:95 in network mk-ha-300623
I1026 01:00:48.645726 27934 main.go:141] libmachine: (ha-300623-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:eb:f2:95", ip: ""} in network mk-ha-300623: {Iface:virbr1 ExpiryTime:2024-10-26 02:00:38 +0000 UTC Type:0 Mac:52:54:00:eb:f2:95 Iaid: IPaddr:192.168.39.62 Prefix:24 Hostname:minikube Clientid:01:52:54:00:eb:f2:95}
I1026 01:00:48.645751 27934 main.go:141] libmachine: (ha-300623-m02) DBG | domain ha-300623-m02 has defined IP address 192.168.39.62 and MAC address 52:54:00:eb:f2:95 in network mk-ha-300623
I1026 01:00:48.645908 27934 main.go:141] libmachine: (ha-300623-m02) DBG | Using SSH client type: external
I1026 01:00:48.645957 27934 main.go:141] libmachine: (ha-300623-m02) DBG | Using SSH private key: /home/jenkins/minikube-integration/19868-8680/.minikube/machines/ha-300623-m02/id_rsa (-rw-------)
I1026 01:00:48.645990 27934 main.go:141] libmachine: (ha-300623-m02) DBG | &{[-F /dev/null -o ConnectionAttempts=3 -o ConnectTimeout=10 -o ControlMaster=no -o ControlPath=none -o LogLevel=quiet -o PasswordAuthentication=no -o ServerAliveInterval=60 -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null docker@192.168.39.62 -o IdentitiesOnly=yes -i /home/jenkins/minikube-integration/19868-8680/.minikube/machines/ha-300623-m02/id_rsa -p 22] /usr/bin/ssh <nil>}
I1026 01:00:48.646004 27934 main.go:141] libmachine: (ha-300623-m02) DBG | About to run SSH command:
I1026 01:00:48.646022 27934 main.go:141] libmachine: (ha-300623-m02) DBG | exit 0
I1026 01:00:48.773437 27934 main.go:141] libmachine: (ha-300623-m02) DBG | SSH cmd err, output: <nil>:
I1026 01:00:48.773671 27934 main.go:141] libmachine: (ha-300623-m02) KVM machine creation complete!
I1026 01:00:48.773985 27934 main.go:141] libmachine: (ha-300623-m02) Calling .GetConfigRaw
I1026 01:00:48.774531 27934 main.go:141] libmachine: (ha-300623-m02) Calling .DriverName
I1026 01:00:48.774718 27934 main.go:141] libmachine: (ha-300623-m02) Calling .DriverName
I1026 01:00:48.774839 27934 main.go:141] libmachine: Waiting for machine to be running, this may take a few minutes...
I1026 01:00:48.774863 27934 main.go:141] libmachine: (ha-300623-m02) Calling .GetState
I1026 01:00:48.776153 27934 main.go:141] libmachine: Detecting operating system of created instance...
I1026 01:00:48.776168 27934 main.go:141] libmachine: Waiting for SSH to be available...
I1026 01:00:48.776176 27934 main.go:141] libmachine: Getting to WaitForSSH function...
I1026 01:00:48.776184 27934 main.go:141] libmachine: (ha-300623-m02) Calling .GetSSHHostname
I1026 01:00:48.778481 27934 main.go:141] libmachine: (ha-300623-m02) DBG | domain ha-300623-m02 has defined MAC address 52:54:00:eb:f2:95 in network mk-ha-300623
I1026 01:00:48.778857 27934 main.go:141] libmachine: (ha-300623-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:eb:f2:95", ip: ""} in network mk-ha-300623: {Iface:virbr1 ExpiryTime:2024-10-26 02:00:38 +0000 UTC Type:0 Mac:52:54:00:eb:f2:95 Iaid: IPaddr:192.168.39.62 Prefix:24 Hostname:ha-300623-m02 Clientid:01:52:54:00:eb:f2:95}
I1026 01:00:48.778884 27934 main.go:141] libmachine: (ha-300623-m02) DBG | domain ha-300623-m02 has defined IP address 192.168.39.62 and MAC address 52:54:00:eb:f2:95 in network mk-ha-300623
I1026 01:00:48.778991 27934 main.go:141] libmachine: (ha-300623-m02) Calling .GetSSHPort
I1026 01:00:48.779164 27934 main.go:141] libmachine: (ha-300623-m02) Calling .GetSSHKeyPath
I1026 01:00:48.779300 27934 main.go:141] libmachine: (ha-300623-m02) Calling .GetSSHKeyPath
I1026 01:00:48.779402 27934 main.go:141] libmachine: (ha-300623-m02) Calling .GetSSHUsername
I1026 01:00:48.779538 27934 main.go:141] libmachine: Using SSH client type: native
I1026 01:00:48.779788 27934 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866160] 0x868e40 <nil> [] 0s} 192.168.39.62 22 <nil> <nil>}
I1026 01:00:48.779807 27934 main.go:141] libmachine: About to run SSH command:
exit 0
I1026 01:00:48.896727 27934 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1026 01:00:48.896751 27934 main.go:141] libmachine: Detecting the provisioner...
I1026 01:00:48.896762 27934 main.go:141] libmachine: (ha-300623-m02) Calling .GetSSHHostname
I1026 01:00:48.899398 27934 main.go:141] libmachine: (ha-300623-m02) DBG | domain ha-300623-m02 has defined MAC address 52:54:00:eb:f2:95 in network mk-ha-300623
I1026 01:00:48.899741 27934 main.go:141] libmachine: (ha-300623-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:eb:f2:95", ip: ""} in network mk-ha-300623: {Iface:virbr1 ExpiryTime:2024-10-26 02:00:38 +0000 UTC Type:0 Mac:52:54:00:eb:f2:95 Iaid: IPaddr:192.168.39.62 Prefix:24 Hostname:ha-300623-m02 Clientid:01:52:54:00:eb:f2:95}
I1026 01:00:48.899779 27934 main.go:141] libmachine: (ha-300623-m02) DBG | domain ha-300623-m02 has defined IP address 192.168.39.62 and MAC address 52:54:00:eb:f2:95 in network mk-ha-300623
I1026 01:00:48.899885 27934 main.go:141] libmachine: (ha-300623-m02) Calling .GetSSHPort
I1026 01:00:48.900047 27934 main.go:141] libmachine: (ha-300623-m02) Calling .GetSSHKeyPath
I1026 01:00:48.900184 27934 main.go:141] libmachine: (ha-300623-m02) Calling .GetSSHKeyPath
I1026 01:00:48.900289 27934 main.go:141] libmachine: (ha-300623-m02) Calling .GetSSHUsername
I1026 01:00:48.900414 27934 main.go:141] libmachine: Using SSH client type: native
I1026 01:00:48.900617 27934 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866160] 0x868e40 <nil> [] 0s} 192.168.39.62 22 <nil> <nil>}
I1026 01:00:48.900631 27934 main.go:141] libmachine: About to run SSH command:
cat /etc/os-release
I1026 01:00:49.017846 27934 main.go:141] libmachine: SSH cmd err, output: <nil>: NAME=Buildroot
VERSION=2023.02.9-dirty
ID=buildroot
VERSION_ID=2023.02.9
PRETTY_NAME="Buildroot 2023.02.9"
I1026 01:00:49.017965 27934 main.go:141] libmachine: found compatible host: buildroot
I1026 01:00:49.017981 27934 main.go:141] libmachine: Provisioning with buildroot...
I1026 01:00:49.017993 27934 main.go:141] libmachine: (ha-300623-m02) Calling .GetMachineName
I1026 01:00:49.018219 27934 buildroot.go:166] provisioning hostname "ha-300623-m02"
I1026 01:00:49.018266 27934 main.go:141] libmachine: (ha-300623-m02) Calling .GetMachineName
I1026 01:00:49.018441 27934 main.go:141] libmachine: (ha-300623-m02) Calling .GetSSHHostname
I1026 01:00:49.021311 27934 main.go:141] libmachine: (ha-300623-m02) DBG | domain ha-300623-m02 has defined MAC address 52:54:00:eb:f2:95 in network mk-ha-300623
I1026 01:00:49.022133 27934 main.go:141] libmachine: (ha-300623-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:eb:f2:95", ip: ""} in network mk-ha-300623: {Iface:virbr1 ExpiryTime:2024-10-26 02:00:38 +0000 UTC Type:0 Mac:52:54:00:eb:f2:95 Iaid: IPaddr:192.168.39.62 Prefix:24 Hostname:ha-300623-m02 Clientid:01:52:54:00:eb:f2:95}
I1026 01:00:49.022168 27934 main.go:141] libmachine: (ha-300623-m02) DBG | domain ha-300623-m02 has defined IP address 192.168.39.62 and MAC address 52:54:00:eb:f2:95 in network mk-ha-300623
I1026 01:00:49.022362 27934 main.go:141] libmachine: (ha-300623-m02) Calling .GetSSHPort
I1026 01:00:49.022542 27934 main.go:141] libmachine: (ha-300623-m02) Calling .GetSSHKeyPath
I1026 01:00:49.022691 27934 main.go:141] libmachine: (ha-300623-m02) Calling .GetSSHKeyPath
I1026 01:00:49.022833 27934 main.go:141] libmachine: (ha-300623-m02) Calling .GetSSHUsername
I1026 01:00:49.022971 27934 main.go:141] libmachine: Using SSH client type: native
I1026 01:00:49.023157 27934 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866160] 0x868e40 <nil> [] 0s} 192.168.39.62 22 <nil> <nil>}
I1026 01:00:49.023181 27934 main.go:141] libmachine: About to run SSH command:
sudo hostname ha-300623-m02 && echo "ha-300623-m02" | sudo tee /etc/hostname
I1026 01:00:49.154863 27934 main.go:141] libmachine: SSH cmd err, output: <nil>: ha-300623-m02
I1026 01:00:49.154891 27934 main.go:141] libmachine: (ha-300623-m02) Calling .GetSSHHostname
I1026 01:00:49.157409 27934 main.go:141] libmachine: (ha-300623-m02) DBG | domain ha-300623-m02 has defined MAC address 52:54:00:eb:f2:95 in network mk-ha-300623
I1026 01:00:49.157924 27934 main.go:141] libmachine: (ha-300623-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:eb:f2:95", ip: ""} in network mk-ha-300623: {Iface:virbr1 ExpiryTime:2024-10-26 02:00:38 +0000 UTC Type:0 Mac:52:54:00:eb:f2:95 Iaid: IPaddr:192.168.39.62 Prefix:24 Hostname:ha-300623-m02 Clientid:01:52:54:00:eb:f2:95}
I1026 01:00:49.157965 27934 main.go:141] libmachine: (ha-300623-m02) DBG | domain ha-300623-m02 has defined IP address 192.168.39.62 and MAC address 52:54:00:eb:f2:95 in network mk-ha-300623
I1026 01:00:49.158127 27934 main.go:141] libmachine: (ha-300623-m02) Calling .GetSSHPort
I1026 01:00:49.158313 27934 main.go:141] libmachine: (ha-300623-m02) Calling .GetSSHKeyPath
I1026 01:00:49.158463 27934 main.go:141] libmachine: (ha-300623-m02) Calling .GetSSHKeyPath
I1026 01:00:49.158583 27934 main.go:141] libmachine: (ha-300623-m02) Calling .GetSSHUsername
I1026 01:00:49.158721 27934 main.go:141] libmachine: Using SSH client type: native
I1026 01:00:49.158874 27934 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866160] 0x868e40 <nil> [] 0s} 192.168.39.62 22 <nil> <nil>}
I1026 01:00:49.158890 27934 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\sha-300623-m02' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 ha-300623-m02/g' /etc/hosts;
else
echo '127.0.1.1 ha-300623-m02' | sudo tee -a /etc/hosts;
fi
fi
I1026 01:00:49.281279 27934 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1026 01:00:49.281312 27934 buildroot.go:172] set auth options {CertDir:/home/jenkins/minikube-integration/19868-8680/.minikube CaCertPath:/home/jenkins/minikube-integration/19868-8680/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/19868-8680/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/19868-8680/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/19868-8680/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/19868-8680/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/19868-8680/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/19868-8680/.minikube}
I1026 01:00:49.281349 27934 buildroot.go:174] setting up certificates
I1026 01:00:49.281361 27934 provision.go:84] configureAuth start
I1026 01:00:49.281370 27934 main.go:141] libmachine: (ha-300623-m02) Calling .GetMachineName
I1026 01:00:49.281641 27934 main.go:141] libmachine: (ha-300623-m02) Calling .GetIP
I1026 01:00:49.284261 27934 main.go:141] libmachine: (ha-300623-m02) DBG | domain ha-300623-m02 has defined MAC address 52:54:00:eb:f2:95 in network mk-ha-300623
I1026 01:00:49.284619 27934 main.go:141] libmachine: (ha-300623-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:eb:f2:95", ip: ""} in network mk-ha-300623: {Iface:virbr1 ExpiryTime:2024-10-26 02:00:38 +0000 UTC Type:0 Mac:52:54:00:eb:f2:95 Iaid: IPaddr:192.168.39.62 Prefix:24 Hostname:ha-300623-m02 Clientid:01:52:54:00:eb:f2:95}
I1026 01:00:49.284660 27934 main.go:141] libmachine: (ha-300623-m02) DBG | domain ha-300623-m02 has defined IP address 192.168.39.62 and MAC address 52:54:00:eb:f2:95 in network mk-ha-300623
I1026 01:00:49.284785 27934 main.go:141] libmachine: (ha-300623-m02) Calling .GetSSHHostname
I1026 01:00:49.286954 27934 main.go:141] libmachine: (ha-300623-m02) DBG | domain ha-300623-m02 has defined MAC address 52:54:00:eb:f2:95 in network mk-ha-300623
I1026 01:00:49.287298 27934 main.go:141] libmachine: (ha-300623-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:eb:f2:95", ip: ""} in network mk-ha-300623: {Iface:virbr1 ExpiryTime:2024-10-26 02:00:38 +0000 UTC Type:0 Mac:52:54:00:eb:f2:95 Iaid: IPaddr:192.168.39.62 Prefix:24 Hostname:ha-300623-m02 Clientid:01:52:54:00:eb:f2:95}
I1026 01:00:49.287326 27934 main.go:141] libmachine: (ha-300623-m02) DBG | domain ha-300623-m02 has defined IP address 192.168.39.62 and MAC address 52:54:00:eb:f2:95 in network mk-ha-300623
I1026 01:00:49.287470 27934 provision.go:143] copyHostCerts
I1026 01:00:49.287501 27934 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19868-8680/.minikube/certs/key.pem -> /home/jenkins/minikube-integration/19868-8680/.minikube/key.pem
I1026 01:00:49.287544 27934 exec_runner.go:144] found /home/jenkins/minikube-integration/19868-8680/.minikube/key.pem, removing ...
I1026 01:00:49.287555 27934 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19868-8680/.minikube/key.pem
I1026 01:00:49.287640 27934 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19868-8680/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/19868-8680/.minikube/key.pem (1679 bytes)
I1026 01:00:49.287745 27934 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19868-8680/.minikube/certs/ca.pem -> /home/jenkins/minikube-integration/19868-8680/.minikube/ca.pem
I1026 01:00:49.287775 27934 exec_runner.go:144] found /home/jenkins/minikube-integration/19868-8680/.minikube/ca.pem, removing ...
I1026 01:00:49.287788 27934 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19868-8680/.minikube/ca.pem
I1026 01:00:49.287835 27934 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19868-8680/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/19868-8680/.minikube/ca.pem (1082 bytes)
I1026 01:00:49.287908 27934 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19868-8680/.minikube/certs/cert.pem -> /home/jenkins/minikube-integration/19868-8680/.minikube/cert.pem
I1026 01:00:49.287934 27934 exec_runner.go:144] found /home/jenkins/minikube-integration/19868-8680/.minikube/cert.pem, removing ...
I1026 01:00:49.287941 27934 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19868-8680/.minikube/cert.pem
I1026 01:00:49.287990 27934 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19868-8680/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/19868-8680/.minikube/cert.pem (1123 bytes)
I1026 01:00:49.288059 27934 provision.go:117] generating server cert: /home/jenkins/minikube-integration/19868-8680/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/19868-8680/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/19868-8680/.minikube/certs/ca-key.pem org=jenkins.ha-300623-m02 san=[127.0.0.1 192.168.39.62 ha-300623-m02 localhost minikube]
I1026 01:00:49.407467 27934 provision.go:177] copyRemoteCerts
I1026 01:00:49.407520 27934 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1026 01:00:49.407552 27934 main.go:141] libmachine: (ha-300623-m02) Calling .GetSSHHostname
I1026 01:00:49.410082 27934 main.go:141] libmachine: (ha-300623-m02) DBG | domain ha-300623-m02 has defined MAC address 52:54:00:eb:f2:95 in network mk-ha-300623
I1026 01:00:49.410436 27934 main.go:141] libmachine: (ha-300623-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:eb:f2:95", ip: ""} in network mk-ha-300623: {Iface:virbr1 ExpiryTime:2024-10-26 02:00:38 +0000 UTC Type:0 Mac:52:54:00:eb:f2:95 Iaid: IPaddr:192.168.39.62 Prefix:24 Hostname:ha-300623-m02 Clientid:01:52:54:00:eb:f2:95}
I1026 01:00:49.410457 27934 main.go:141] libmachine: (ha-300623-m02) DBG | domain ha-300623-m02 has defined IP address 192.168.39.62 and MAC address 52:54:00:eb:f2:95 in network mk-ha-300623
I1026 01:00:49.410696 27934 main.go:141] libmachine: (ha-300623-m02) Calling .GetSSHPort
I1026 01:00:49.410880 27934 main.go:141] libmachine: (ha-300623-m02) Calling .GetSSHKeyPath
I1026 01:00:49.411041 27934 main.go:141] libmachine: (ha-300623-m02) Calling .GetSSHUsername
I1026 01:00:49.411166 27934 sshutil.go:53] new ssh client: &{IP:192.168.39.62 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19868-8680/.minikube/machines/ha-300623-m02/id_rsa Username:docker}
I1026 01:00:49.495389 27934 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19868-8680/.minikube/certs/ca.pem -> /etc/docker/ca.pem
I1026 01:00:49.495471 27934 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19868-8680/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1082 bytes)
I1026 01:00:49.520501 27934 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19868-8680/.minikube/machines/server.pem -> /etc/docker/server.pem
I1026 01:00:49.520571 27934 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19868-8680/.minikube/machines/server.pem --> /etc/docker/server.pem (1208 bytes)
I1026 01:00:49.544170 27934 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19868-8680/.minikube/machines/server-key.pem -> /etc/docker/server-key.pem
I1026 01:00:49.544266 27934 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19868-8680/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1675 bytes)
I1026 01:00:49.567939 27934 provision.go:87] duration metric: took 286.565797ms to configureAuth
I1026 01:00:49.567967 27934 buildroot.go:189] setting minikube options for container-runtime
I1026 01:00:49.568139 27934 config.go:182] Loaded profile config "ha-300623": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1026 01:00:49.568207 27934 main.go:141] libmachine: (ha-300623-m02) Calling .GetSSHHostname
I1026 01:00:49.570619 27934 main.go:141] libmachine: (ha-300623-m02) DBG | domain ha-300623-m02 has defined MAC address 52:54:00:eb:f2:95 in network mk-ha-300623
I1026 01:00:49.570975 27934 main.go:141] libmachine: (ha-300623-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:eb:f2:95", ip: ""} in network mk-ha-300623: {Iface:virbr1 ExpiryTime:2024-10-26 02:00:38 +0000 UTC Type:0 Mac:52:54:00:eb:f2:95 Iaid: IPaddr:192.168.39.62 Prefix:24 Hostname:ha-300623-m02 Clientid:01:52:54:00:eb:f2:95}
I1026 01:00:49.571000 27934 main.go:141] libmachine: (ha-300623-m02) DBG | domain ha-300623-m02 has defined IP address 192.168.39.62 and MAC address 52:54:00:eb:f2:95 in network mk-ha-300623
I1026 01:00:49.571206 27934 main.go:141] libmachine: (ha-300623-m02) Calling .GetSSHPort
I1026 01:00:49.571396 27934 main.go:141] libmachine: (ha-300623-m02) Calling .GetSSHKeyPath
I1026 01:00:49.571565 27934 main.go:141] libmachine: (ha-300623-m02) Calling .GetSSHKeyPath
I1026 01:00:49.571706 27934 main.go:141] libmachine: (ha-300623-m02) Calling .GetSSHUsername
I1026 01:00:49.571875 27934 main.go:141] libmachine: Using SSH client type: native
I1026 01:00:49.572093 27934 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866160] 0x868e40 <nil> [] 0s} 192.168.39.62 22 <nil> <nil>}
I1026 01:00:49.572115 27934 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1026 01:00:49.802107 27934 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1026 01:00:49.802136 27934 main.go:141] libmachine: Checking connection to Docker...
I1026 01:00:49.802143 27934 main.go:141] libmachine: (ha-300623-m02) Calling .GetURL
I1026 01:00:49.803331 27934 main.go:141] libmachine: (ha-300623-m02) DBG | Using libvirt version 6000000
I1026 01:00:49.805234 27934 main.go:141] libmachine: (ha-300623-m02) DBG | domain ha-300623-m02 has defined MAC address 52:54:00:eb:f2:95 in network mk-ha-300623
I1026 01:00:49.805565 27934 main.go:141] libmachine: (ha-300623-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:eb:f2:95", ip: ""} in network mk-ha-300623: {Iface:virbr1 ExpiryTime:2024-10-26 02:00:38 +0000 UTC Type:0 Mac:52:54:00:eb:f2:95 Iaid: IPaddr:192.168.39.62 Prefix:24 Hostname:ha-300623-m02 Clientid:01:52:54:00:eb:f2:95}
I1026 01:00:49.805594 27934 main.go:141] libmachine: (ha-300623-m02) DBG | domain ha-300623-m02 has defined IP address 192.168.39.62 and MAC address 52:54:00:eb:f2:95 in network mk-ha-300623
I1026 01:00:49.805716 27934 main.go:141] libmachine: Docker is up and running!
I1026 01:00:49.805729 27934 main.go:141] libmachine: Reticulating splines...
I1026 01:00:49.805746 27934 client.go:171] duration metric: took 25.458413075s to LocalClient.Create
I1026 01:00:49.805769 27934 start.go:167] duration metric: took 25.45847781s to libmachine.API.Create "ha-300623"
I1026 01:00:49.805779 27934 start.go:293] postStartSetup for "ha-300623-m02" (driver="kvm2")
I1026 01:00:49.805791 27934 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1026 01:00:49.805808 27934 main.go:141] libmachine: (ha-300623-m02) Calling .DriverName
I1026 01:00:49.806042 27934 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1026 01:00:49.806065 27934 main.go:141] libmachine: (ha-300623-m02) Calling .GetSSHHostname
I1026 01:00:49.808068 27934 main.go:141] libmachine: (ha-300623-m02) DBG | domain ha-300623-m02 has defined MAC address 52:54:00:eb:f2:95 in network mk-ha-300623
I1026 01:00:49.808407 27934 main.go:141] libmachine: (ha-300623-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:eb:f2:95", ip: ""} in network mk-ha-300623: {Iface:virbr1 ExpiryTime:2024-10-26 02:00:38 +0000 UTC Type:0 Mac:52:54:00:eb:f2:95 Iaid: IPaddr:192.168.39.62 Prefix:24 Hostname:ha-300623-m02 Clientid:01:52:54:00:eb:f2:95}
I1026 01:00:49.808434 27934 main.go:141] libmachine: (ha-300623-m02) DBG | domain ha-300623-m02 has defined IP address 192.168.39.62 and MAC address 52:54:00:eb:f2:95 in network mk-ha-300623
I1026 01:00:49.808582 27934 main.go:141] libmachine: (ha-300623-m02) Calling .GetSSHPort
I1026 01:00:49.808773 27934 main.go:141] libmachine: (ha-300623-m02) Calling .GetSSHKeyPath
I1026 01:00:49.808963 27934 main.go:141] libmachine: (ha-300623-m02) Calling .GetSSHUsername
I1026 01:00:49.809100 27934 sshutil.go:53] new ssh client: &{IP:192.168.39.62 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19868-8680/.minikube/machines/ha-300623-m02/id_rsa Username:docker}
I1026 01:00:49.895521 27934 ssh_runner.go:195] Run: cat /etc/os-release
I1026 01:00:49.899409 27934 info.go:137] Remote host: Buildroot 2023.02.9
I1026 01:00:49.899435 27934 filesync.go:126] Scanning /home/jenkins/minikube-integration/19868-8680/.minikube/addons for local assets ...
I1026 01:00:49.899514 27934 filesync.go:126] Scanning /home/jenkins/minikube-integration/19868-8680/.minikube/files for local assets ...
I1026 01:00:49.899627 27934 filesync.go:149] local asset: /home/jenkins/minikube-integration/19868-8680/.minikube/files/etc/ssl/certs/176152.pem -> 176152.pem in /etc/ssl/certs
I1026 01:00:49.899639 27934 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19868-8680/.minikube/files/etc/ssl/certs/176152.pem -> /etc/ssl/certs/176152.pem
I1026 01:00:49.899762 27934 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1026 01:00:49.908849 27934 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19868-8680/.minikube/files/etc/ssl/certs/176152.pem --> /etc/ssl/certs/176152.pem (1708 bytes)
I1026 01:00:49.931119 27934 start.go:296] duration metric: took 125.326962ms for postStartSetup
I1026 01:00:49.931168 27934 main.go:141] libmachine: (ha-300623-m02) Calling .GetConfigRaw
I1026 01:00:49.931760 27934 main.go:141] libmachine: (ha-300623-m02) Calling .GetIP
I1026 01:00:49.934318 27934 main.go:141] libmachine: (ha-300623-m02) DBG | domain ha-300623-m02 has defined MAC address 52:54:00:eb:f2:95 in network mk-ha-300623
I1026 01:00:49.934656 27934 main.go:141] libmachine: (ha-300623-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:eb:f2:95", ip: ""} in network mk-ha-300623: {Iface:virbr1 ExpiryTime:2024-10-26 02:00:38 +0000 UTC Type:0 Mac:52:54:00:eb:f2:95 Iaid: IPaddr:192.168.39.62 Prefix:24 Hostname:ha-300623-m02 Clientid:01:52:54:00:eb:f2:95}
I1026 01:00:49.934677 27934 main.go:141] libmachine: (ha-300623-m02) DBG | domain ha-300623-m02 has defined IP address 192.168.39.62 and MAC address 52:54:00:eb:f2:95 in network mk-ha-300623
I1026 01:00:49.934971 27934 profile.go:143] Saving config to /home/jenkins/minikube-integration/19868-8680/.minikube/profiles/ha-300623/config.json ...
I1026 01:00:49.935199 27934 start.go:128] duration metric: took 25.605643958s to createHost
I1026 01:00:49.935242 27934 main.go:141] libmachine: (ha-300623-m02) Calling .GetSSHHostname
I1026 01:00:49.937348 27934 main.go:141] libmachine: (ha-300623-m02) DBG | domain ha-300623-m02 has defined MAC address 52:54:00:eb:f2:95 in network mk-ha-300623
I1026 01:00:49.937642 27934 main.go:141] libmachine: (ha-300623-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:eb:f2:95", ip: ""} in network mk-ha-300623: {Iface:virbr1 ExpiryTime:2024-10-26 02:00:38 +0000 UTC Type:0 Mac:52:54:00:eb:f2:95 Iaid: IPaddr:192.168.39.62 Prefix:24 Hostname:ha-300623-m02 Clientid:01:52:54:00:eb:f2:95}
I1026 01:00:49.937668 27934 main.go:141] libmachine: (ha-300623-m02) DBG | domain ha-300623-m02 has defined IP address 192.168.39.62 and MAC address 52:54:00:eb:f2:95 in network mk-ha-300623
I1026 01:00:49.937766 27934 main.go:141] libmachine: (ha-300623-m02) Calling .GetSSHPort
I1026 01:00:49.937916 27934 main.go:141] libmachine: (ha-300623-m02) Calling .GetSSHKeyPath
I1026 01:00:49.938069 27934 main.go:141] libmachine: (ha-300623-m02) Calling .GetSSHKeyPath
I1026 01:00:49.938232 27934 main.go:141] libmachine: (ha-300623-m02) Calling .GetSSHUsername
I1026 01:00:49.938387 27934 main.go:141] libmachine: Using SSH client type: native
I1026 01:00:49.938577 27934 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866160] 0x868e40 <nil> [] 0s} 192.168.39.62 22 <nil> <nil>}
I1026 01:00:49.938589 27934 main.go:141] libmachine: About to run SSH command:
date +%s.%N
I1026 01:00:50.054126 27934 main.go:141] libmachine: SSH cmd err, output: <nil>: 1729904450.033939767
I1026 01:00:50.054149 27934 fix.go:216] guest clock: 1729904450.033939767
I1026 01:00:50.054158 27934 fix.go:229] Guest: 2024-10-26 01:00:50.033939767 +0000 UTC Remote: 2024-10-26 01:00:49.935212743 +0000 UTC m=+68.870574304 (delta=98.727024ms)
I1026 01:00:50.054179 27934 fix.go:200] guest clock delta is within tolerance: 98.727024ms
I1026 01:00:50.054185 27934 start.go:83] releasing machines lock for "ha-300623-m02", held for 25.72474455s
I1026 01:00:50.054206 27934 main.go:141] libmachine: (ha-300623-m02) Calling .DriverName
I1026 01:00:50.054478 27934 main.go:141] libmachine: (ha-300623-m02) Calling .GetIP
I1026 01:00:50.057251 27934 main.go:141] libmachine: (ha-300623-m02) DBG | domain ha-300623-m02 has defined MAC address 52:54:00:eb:f2:95 in network mk-ha-300623
I1026 01:00:50.057634 27934 main.go:141] libmachine: (ha-300623-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:eb:f2:95", ip: ""} in network mk-ha-300623: {Iface:virbr1 ExpiryTime:2024-10-26 02:00:38 +0000 UTC Type:0 Mac:52:54:00:eb:f2:95 Iaid: IPaddr:192.168.39.62 Prefix:24 Hostname:ha-300623-m02 Clientid:01:52:54:00:eb:f2:95}
I1026 01:00:50.057666 27934 main.go:141] libmachine: (ha-300623-m02) DBG | domain ha-300623-m02 has defined IP address 192.168.39.62 and MAC address 52:54:00:eb:f2:95 in network mk-ha-300623
I1026 01:00:50.060016 27934 out.go:177] * Found network options:
I1026 01:00:50.061125 27934 out.go:177] - NO_PROXY=192.168.39.183
W1026 01:00:50.062183 27934 proxy.go:119] fail to check proxy env: Error ip not in block
I1026 01:00:50.062255 27934 main.go:141] libmachine: (ha-300623-m02) Calling .DriverName
I1026 01:00:50.062824 27934 main.go:141] libmachine: (ha-300623-m02) Calling .DriverName
I1026 01:00:50.062979 27934 main.go:141] libmachine: (ha-300623-m02) Calling .DriverName
I1026 01:00:50.063068 27934 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1026 01:00:50.063107 27934 main.go:141] libmachine: (ha-300623-m02) Calling .GetSSHHostname
W1026 01:00:50.063196 27934 proxy.go:119] fail to check proxy env: Error ip not in block
I1026 01:00:50.063287 27934 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1026 01:00:50.063313 27934 main.go:141] libmachine: (ha-300623-m02) Calling .GetSSHHostname
I1026 01:00:50.065732 27934 main.go:141] libmachine: (ha-300623-m02) DBG | domain ha-300623-m02 has defined MAC address 52:54:00:eb:f2:95 in network mk-ha-300623
I1026 01:00:50.065764 27934 main.go:141] libmachine: (ha-300623-m02) DBG | domain ha-300623-m02 has defined MAC address 52:54:00:eb:f2:95 in network mk-ha-300623
I1026 01:00:50.066105 27934 main.go:141] libmachine: (ha-300623-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:eb:f2:95", ip: ""} in network mk-ha-300623: {Iface:virbr1 ExpiryTime:2024-10-26 02:00:38 +0000 UTC Type:0 Mac:52:54:00:eb:f2:95 Iaid: IPaddr:192.168.39.62 Prefix:24 Hostname:ha-300623-m02 Clientid:01:52:54:00:eb:f2:95}
I1026 01:00:50.066132 27934 main.go:141] libmachine: (ha-300623-m02) DBG | domain ha-300623-m02 has defined IP address 192.168.39.62 and MAC address 52:54:00:eb:f2:95 in network mk-ha-300623
I1026 01:00:50.066157 27934 main.go:141] libmachine: (ha-300623-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:eb:f2:95", ip: ""} in network mk-ha-300623: {Iface:virbr1 ExpiryTime:2024-10-26 02:00:38 +0000 UTC Type:0 Mac:52:54:00:eb:f2:95 Iaid: IPaddr:192.168.39.62 Prefix:24 Hostname:ha-300623-m02 Clientid:01:52:54:00:eb:f2:95}
I1026 01:00:50.066172 27934 main.go:141] libmachine: (ha-300623-m02) DBG | domain ha-300623-m02 has defined IP address 192.168.39.62 and MAC address 52:54:00:eb:f2:95 in network mk-ha-300623
I1026 01:00:50.066255 27934 main.go:141] libmachine: (ha-300623-m02) Calling .GetSSHPort
I1026 01:00:50.066343 27934 main.go:141] libmachine: (ha-300623-m02) Calling .GetSSHPort
I1026 01:00:50.066466 27934 main.go:141] libmachine: (ha-300623-m02) Calling .GetSSHKeyPath
I1026 01:00:50.066529 27934 main.go:141] libmachine: (ha-300623-m02) Calling .GetSSHKeyPath
I1026 01:00:50.066613 27934 main.go:141] libmachine: (ha-300623-m02) Calling .GetSSHUsername
I1026 01:00:50.066757 27934 sshutil.go:53] new ssh client: &{IP:192.168.39.62 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19868-8680/.minikube/machines/ha-300623-m02/id_rsa Username:docker}
I1026 01:00:50.066776 27934 main.go:141] libmachine: (ha-300623-m02) Calling .GetSSHUsername
I1026 01:00:50.066891 27934 sshutil.go:53] new ssh client: &{IP:192.168.39.62 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19868-8680/.minikube/machines/ha-300623-m02/id_rsa Username:docker}
I1026 01:00:50.300821 27934 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
W1026 01:00:50.306327 27934 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I1026 01:00:50.306383 27934 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1026 01:00:50.322223 27934 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)
I1026 01:00:50.322250 27934 start.go:495] detecting cgroup driver to use...
I1026 01:00:50.322315 27934 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1026 01:00:50.338468 27934 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1026 01:00:50.351846 27934 docker.go:217] disabling cri-docker service (if available) ...
I1026 01:00:50.351912 27934 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1026 01:00:50.366331 27934 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1026 01:00:50.380253 27934 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1026 01:00:50.506965 27934 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1026 01:00:50.668001 27934 docker.go:233] disabling docker service ...
I1026 01:00:50.668069 27934 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1026 01:00:50.682592 27934 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1026 01:00:50.695962 27934 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1026 01:00:50.824939 27934 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1026 01:00:50.938022 27934 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1026 01:00:50.952273 27934 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1026 01:00:50.970167 27934 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10" pause image...
I1026 01:00:50.970223 27934 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10"|' /etc/crio/crio.conf.d/02-crio.conf"
I1026 01:00:50.980486 27934 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I1026 01:00:50.980547 27934 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I1026 01:00:50.991006 27934 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1026 01:00:51.001215 27934 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1026 01:00:51.011378 27934 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1026 01:00:51.021477 27934 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I1026 01:00:51.031248 27934 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I1026 01:00:51.047066 27934 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I1026 01:00:51.056669 27934 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1026 01:00:51.065644 27934 crio.go:166] couldn't verify netfilter by "sudo sysctl net.bridge.bridge-nf-call-iptables" which might be okay. error: sudo sysctl net.bridge.bridge-nf-call-iptables: Process exited with status 255
stdout:
stderr:
sysctl: cannot stat /proc/sys/net/bridge/bridge-nf-call-iptables: No such file or directory
I1026 01:00:51.065713 27934 ssh_runner.go:195] Run: sudo modprobe br_netfilter
I1026 01:00:51.077591 27934 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1026 01:00:51.086612 27934 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1026 01:00:51.190831 27934 ssh_runner.go:195] Run: sudo systemctl restart crio
I1026 01:00:51.272466 27934 start.go:542] Will wait 60s for socket path /var/run/crio/crio.sock
I1026 01:00:51.272541 27934 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1026 01:00:51.277536 27934 start.go:563] Will wait 60s for crictl version
I1026 01:00:51.277595 27934 ssh_runner.go:195] Run: which crictl
I1026 01:00:51.281084 27934 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I1026 01:00:51.316243 27934 start.go:579] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.29.1
RuntimeApiVersion: v1
I1026 01:00:51.316339 27934 ssh_runner.go:195] Run: crio --version
I1026 01:00:51.344007 27934 ssh_runner.go:195] Run: crio --version
I1026 01:00:51.373231 27934 out.go:177] * Preparing Kubernetes v1.31.2 on CRI-O 1.29.1 ...
I1026 01:00:51.374904 27934 out.go:177] - env NO_PROXY=192.168.39.183
I1026 01:00:51.375971 27934 main.go:141] libmachine: (ha-300623-m02) Calling .GetIP
I1026 01:00:51.378647 27934 main.go:141] libmachine: (ha-300623-m02) DBG | domain ha-300623-m02 has defined MAC address 52:54:00:eb:f2:95 in network mk-ha-300623
I1026 01:00:51.378955 27934 main.go:141] libmachine: (ha-300623-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:eb:f2:95", ip: ""} in network mk-ha-300623: {Iface:virbr1 ExpiryTime:2024-10-26 02:00:38 +0000 UTC Type:0 Mac:52:54:00:eb:f2:95 Iaid: IPaddr:192.168.39.62 Prefix:24 Hostname:ha-300623-m02 Clientid:01:52:54:00:eb:f2:95}
I1026 01:00:51.378984 27934 main.go:141] libmachine: (ha-300623-m02) DBG | domain ha-300623-m02 has defined IP address 192.168.39.62 and MAC address 52:54:00:eb:f2:95 in network mk-ha-300623
I1026 01:00:51.379181 27934 ssh_runner.go:195] Run: grep 192.168.39.1 host.minikube.internal$ /etc/hosts
I1026 01:00:51.383229 27934 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.39.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1026 01:00:51.395396 27934 mustload.go:65] Loading cluster: ha-300623
I1026 01:00:51.395665 27934 config.go:182] Loaded profile config "ha-300623": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1026 01:00:51.395979 27934 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1026 01:00:51.396021 27934 main.go:141] libmachine: Launching plugin server for driver kvm2
I1026 01:00:51.411495 27934 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:45967
I1026 01:00:51.412012 27934 main.go:141] libmachine: () Calling .GetVersion
I1026 01:00:51.412465 27934 main.go:141] libmachine: Using API Version 1
I1026 01:00:51.412492 27934 main.go:141] libmachine: () Calling .SetConfigRaw
I1026 01:00:51.412809 27934 main.go:141] libmachine: () Calling .GetMachineName
I1026 01:00:51.413020 27934 main.go:141] libmachine: (ha-300623) Calling .GetState
I1026 01:00:51.414616 27934 host.go:66] Checking if "ha-300623" exists ...
I1026 01:00:51.414900 27934 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1026 01:00:51.414943 27934 main.go:141] libmachine: Launching plugin server for driver kvm2
I1026 01:00:51.429345 27934 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:37035
I1026 01:00:51.429857 27934 main.go:141] libmachine: () Calling .GetVersion
I1026 01:00:51.430394 27934 main.go:141] libmachine: Using API Version 1
I1026 01:00:51.430414 27934 main.go:141] libmachine: () Calling .SetConfigRaw
I1026 01:00:51.430718 27934 main.go:141] libmachine: () Calling .GetMachineName
I1026 01:00:51.430932 27934 main.go:141] libmachine: (ha-300623) Calling .DriverName
I1026 01:00:51.431063 27934 certs.go:68] Setting up /home/jenkins/minikube-integration/19868-8680/.minikube/profiles/ha-300623 for IP: 192.168.39.62
I1026 01:00:51.431072 27934 certs.go:194] generating shared ca certs ...
I1026 01:00:51.431085 27934 certs.go:226] acquiring lock for ca certs: {Name:mk60355c56273f3f70d3fac7385f027c309d4a6e Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1026 01:00:51.431231 27934 certs.go:235] skipping valid "minikubeCA" ca cert: /home/jenkins/minikube-integration/19868-8680/.minikube/ca.key
I1026 01:00:51.431297 27934 certs.go:235] skipping valid "proxyClientCA" ca cert: /home/jenkins/minikube-integration/19868-8680/.minikube/proxy-client-ca.key
I1026 01:00:51.431310 27934 certs.go:256] generating profile certs ...
I1026 01:00:51.431379 27934 certs.go:359] skipping valid signed profile cert regeneration for "minikube-user": /home/jenkins/minikube-integration/19868-8680/.minikube/profiles/ha-300623/client.key
I1026 01:00:51.431404 27934 certs.go:363] generating signed profile cert for "minikube": /home/jenkins/minikube-integration/19868-8680/.minikube/profiles/ha-300623/apiserver.key.7eff9eab
I1026 01:00:51.431417 27934 crypto.go:68] Generating cert /home/jenkins/minikube-integration/19868-8680/.minikube/profiles/ha-300623/apiserver.crt.7eff9eab with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.168.39.183 192.168.39.62 192.168.39.254]
I1026 01:00:51.551653 27934 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19868-8680/.minikube/profiles/ha-300623/apiserver.crt.7eff9eab ...
I1026 01:00:51.551682 27934 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19868-8680/.minikube/profiles/ha-300623/apiserver.crt.7eff9eab: {Name:mk7f84df361678f6c264c35c7a54837d967e14ac Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1026 01:00:51.551843 27934 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19868-8680/.minikube/profiles/ha-300623/apiserver.key.7eff9eab ...
I1026 01:00:51.551855 27934 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19868-8680/.minikube/profiles/ha-300623/apiserver.key.7eff9eab: {Name:mkd389918e7eb8b1c88d8cee260e577971075312 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1026 01:00:51.551931 27934 certs.go:381] copying /home/jenkins/minikube-integration/19868-8680/.minikube/profiles/ha-300623/apiserver.crt.7eff9eab -> /home/jenkins/minikube-integration/19868-8680/.minikube/profiles/ha-300623/apiserver.crt
I1026 01:00:51.552066 27934 certs.go:385] copying /home/jenkins/minikube-integration/19868-8680/.minikube/profiles/ha-300623/apiserver.key.7eff9eab -> /home/jenkins/minikube-integration/19868-8680/.minikube/profiles/ha-300623/apiserver.key
I1026 01:00:51.552188 27934 certs.go:359] skipping valid signed profile cert regeneration for "aggregator": /home/jenkins/minikube-integration/19868-8680/.minikube/profiles/ha-300623/proxy-client.key
I1026 01:00:51.552202 27934 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19868-8680/.minikube/ca.crt -> /var/lib/minikube/certs/ca.crt
I1026 01:00:51.552214 27934 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19868-8680/.minikube/ca.key -> /var/lib/minikube/certs/ca.key
I1026 01:00:51.552227 27934 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19868-8680/.minikube/proxy-client-ca.crt -> /var/lib/minikube/certs/proxy-client-ca.crt
I1026 01:00:51.552240 27934 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19868-8680/.minikube/proxy-client-ca.key -> /var/lib/minikube/certs/proxy-client-ca.key
I1026 01:00:51.552251 27934 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19868-8680/.minikube/profiles/ha-300623/apiserver.crt -> /var/lib/minikube/certs/apiserver.crt
I1026 01:00:51.552262 27934 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19868-8680/.minikube/profiles/ha-300623/apiserver.key -> /var/lib/minikube/certs/apiserver.key
I1026 01:00:51.552275 27934 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19868-8680/.minikube/profiles/ha-300623/proxy-client.crt -> /var/lib/minikube/certs/proxy-client.crt
I1026 01:00:51.552287 27934 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19868-8680/.minikube/profiles/ha-300623/proxy-client.key -> /var/lib/minikube/certs/proxy-client.key
I1026 01:00:51.552335 27934 certs.go:484] found cert: /home/jenkins/minikube-integration/19868-8680/.minikube/certs/17615.pem (1338 bytes)
W1026 01:00:51.552366 27934 certs.go:480] ignoring /home/jenkins/minikube-integration/19868-8680/.minikube/certs/17615_empty.pem, impossibly tiny 0 bytes
I1026 01:00:51.552375 27934 certs.go:484] found cert: /home/jenkins/minikube-integration/19868-8680/.minikube/certs/ca-key.pem (1679 bytes)
I1026 01:00:51.552397 27934 certs.go:484] found cert: /home/jenkins/minikube-integration/19868-8680/.minikube/certs/ca.pem (1082 bytes)
I1026 01:00:51.552420 27934 certs.go:484] found cert: /home/jenkins/minikube-integration/19868-8680/.minikube/certs/cert.pem (1123 bytes)
I1026 01:00:51.552441 27934 certs.go:484] found cert: /home/jenkins/minikube-integration/19868-8680/.minikube/certs/key.pem (1679 bytes)
I1026 01:00:51.552479 27934 certs.go:484] found cert: /home/jenkins/minikube-integration/19868-8680/.minikube/files/etc/ssl/certs/176152.pem (1708 bytes)
I1026 01:00:51.552504 27934 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19868-8680/.minikube/ca.crt -> /usr/share/ca-certificates/minikubeCA.pem
I1026 01:00:51.552517 27934 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19868-8680/.minikube/certs/17615.pem -> /usr/share/ca-certificates/17615.pem
I1026 01:00:51.552529 27934 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19868-8680/.minikube/files/etc/ssl/certs/176152.pem -> /usr/share/ca-certificates/176152.pem
I1026 01:00:51.552559 27934 main.go:141] libmachine: (ha-300623) Calling .GetSSHHostname
I1026 01:00:51.555385 27934 main.go:141] libmachine: (ha-300623) DBG | domain ha-300623 has defined MAC address 52:54:00:4d:a0:46 in network mk-ha-300623
I1026 01:00:51.555741 27934 main.go:141] libmachine: (ha-300623) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:4d:a0:46", ip: ""} in network mk-ha-300623: {Iface:virbr1 ExpiryTime:2024-10-26 01:59:55 +0000 UTC Type:0 Mac:52:54:00:4d:a0:46 Iaid: IPaddr:192.168.39.183 Prefix:24 Hostname:ha-300623 Clientid:01:52:54:00:4d:a0:46}
I1026 01:00:51.555776 27934 main.go:141] libmachine: (ha-300623) DBG | domain ha-300623 has defined IP address 192.168.39.183 and MAC address 52:54:00:4d:a0:46 in network mk-ha-300623
I1026 01:00:51.555946 27934 main.go:141] libmachine: (ha-300623) Calling .GetSSHPort
I1026 01:00:51.556121 27934 main.go:141] libmachine: (ha-300623) Calling .GetSSHKeyPath
I1026 01:00:51.556266 27934 main.go:141] libmachine: (ha-300623) Calling .GetSSHUsername
I1026 01:00:51.556384 27934 sshutil.go:53] new ssh client: &{IP:192.168.39.183 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19868-8680/.minikube/machines/ha-300623/id_rsa Username:docker}
I1026 01:00:51.633868 27934 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/sa.pub
I1026 01:00:51.638556 27934 ssh_runner.go:447] scp /var/lib/minikube/certs/sa.pub --> memory (451 bytes)
I1026 01:00:51.651311 27934 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/sa.key
I1026 01:00:51.655533 27934 ssh_runner.go:447] scp /var/lib/minikube/certs/sa.key --> memory (1675 bytes)
I1026 01:00:51.667970 27934 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/front-proxy-ca.crt
I1026 01:00:51.671912 27934 ssh_runner.go:447] scp /var/lib/minikube/certs/front-proxy-ca.crt --> memory (1123 bytes)
I1026 01:00:51.681736 27934 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/front-proxy-ca.key
I1026 01:00:51.685589 27934 ssh_runner.go:447] scp /var/lib/minikube/certs/front-proxy-ca.key --> memory (1679 bytes)
I1026 01:00:51.695314 27934 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/etcd/ca.crt
I1026 01:00:51.699011 27934 ssh_runner.go:447] scp /var/lib/minikube/certs/etcd/ca.crt --> memory (1094 bytes)
I1026 01:00:51.709409 27934 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/etcd/ca.key
I1026 01:00:51.713200 27934 ssh_runner.go:447] scp /var/lib/minikube/certs/etcd/ca.key --> memory (1675 bytes)
I1026 01:00:51.722473 27934 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19868-8680/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1026 01:00:51.745687 27934 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19868-8680/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1679 bytes)
I1026 01:00:51.767846 27934 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19868-8680/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1026 01:00:51.789516 27934 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19868-8680/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I1026 01:00:51.811259 27934 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19868-8680/.minikube/profiles/ha-300623/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1436 bytes)
I1026 01:00:51.833028 27934 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19868-8680/.minikube/profiles/ha-300623/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1679 bytes)
I1026 01:00:51.856110 27934 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19868-8680/.minikube/profiles/ha-300623/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1026 01:00:51.879410 27934 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19868-8680/.minikube/profiles/ha-300623/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1679 bytes)
I1026 01:00:51.905258 27934 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19868-8680/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1026 01:00:51.929159 27934 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19868-8680/.minikube/certs/17615.pem --> /usr/share/ca-certificates/17615.pem (1338 bytes)
I1026 01:00:51.951850 27934 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19868-8680/.minikube/files/etc/ssl/certs/176152.pem --> /usr/share/ca-certificates/176152.pem (1708 bytes)
I1026 01:00:51.976197 27934 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/sa.pub (451 bytes)
I1026 01:00:51.991793 27934 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/sa.key (1675 bytes)
I1026 01:00:52.007237 27934 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/front-proxy-ca.crt (1123 bytes)
I1026 01:00:52.023097 27934 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/front-proxy-ca.key (1679 bytes)
I1026 01:00:52.038541 27934 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/etcd/ca.crt (1094 bytes)
I1026 01:00:52.053670 27934 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/etcd/ca.key (1675 bytes)
I1026 01:00:52.068858 27934 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (744 bytes)
I1026 01:00:52.084534 27934 ssh_runner.go:195] Run: openssl version
I1026 01:00:52.089743 27934 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1026 01:00:52.099587 27934 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1026 01:00:52.103529 27934 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Oct 26 00:44 /usr/share/ca-certificates/minikubeCA.pem
I1026 01:00:52.103574 27934 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1026 01:00:52.108773 27934 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1026 01:00:52.118562 27934 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/17615.pem && ln -fs /usr/share/ca-certificates/17615.pem /etc/ssl/certs/17615.pem"
I1026 01:00:52.128439 27934 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/17615.pem
I1026 01:00:52.132388 27934 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Oct 26 00:56 /usr/share/ca-certificates/17615.pem
I1026 01:00:52.132437 27934 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/17615.pem
I1026 01:00:52.137609 27934 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/17615.pem /etc/ssl/certs/51391683.0"
I1026 01:00:52.147519 27934 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/176152.pem && ln -fs /usr/share/ca-certificates/176152.pem /etc/ssl/certs/176152.pem"
I1026 01:00:52.157786 27934 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/176152.pem
I1026 01:00:52.162186 27934 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Oct 26 00:56 /usr/share/ca-certificates/176152.pem
I1026 01:00:52.162230 27934 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/176152.pem
I1026 01:00:52.167650 27934 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/176152.pem /etc/ssl/certs/3ec20f2e.0"
I1026 01:00:52.179201 27934 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1026 01:00:52.183712 27934 certs.go:399] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I1026 01:00:52.183765 27934 kubeadm.go:934] updating node {m02 192.168.39.62 8443 v1.31.2 crio true true} ...
I1026 01:00:52.183873 27934 kubeadm.go:946] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.31.2/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --hostname-override=ha-300623-m02 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.39.62
[Install]
config:
{KubernetesVersion:v1.31.2 ClusterName:ha-300623 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1026 01:00:52.183908 27934 kube-vip.go:115] generating kube-vip config ...
I1026 01:00:52.183953 27934 ssh_runner.go:195] Run: sudo sh -c "modprobe --all ip_vs ip_vs_rr ip_vs_wrr ip_vs_sh nf_conntrack"
I1026 01:00:52.201496 27934 kube-vip.go:167] auto-enabling control-plane load-balancing in kube-vip
I1026 01:00:52.201565 27934 kube-vip.go:137] kube-vip config:
apiVersion: v1
kind: Pod
metadata:
creationTimestamp: null
name: kube-vip
namespace: kube-system
spec:
containers:
- args:
- manager
env:
- name: vip_arp
value: "true"
- name: port
value: "8443"
- name: vip_nodename
valueFrom:
fieldRef:
fieldPath: spec.nodeName
- name: vip_interface
value: eth0
- name: vip_cidr
value: "32"
- name: dns_mode
value: first
- name: cp_enable
value: "true"
- name: cp_namespace
value: kube-system
- name: vip_leaderelection
value: "true"
- name: vip_leasename
value: plndr-cp-lock
- name: vip_leaseduration
value: "5"
- name: vip_renewdeadline
value: "3"
- name: vip_retryperiod
value: "1"
- name: address
value: 192.168.39.254
- name: prometheus_server
value: :2112
- name : lb_enable
value: "true"
- name: lb_port
value: "8443"
image: ghcr.io/kube-vip/kube-vip:v0.8.4
imagePullPolicy: IfNotPresent
name: kube-vip
resources: {}
securityContext:
capabilities:
add:
- NET_ADMIN
- NET_RAW
volumeMounts:
- mountPath: /etc/kubernetes/admin.conf
name: kubeconfig
hostAliases:
- hostnames:
- kubernetes
ip: 127.0.0.1
hostNetwork: true
volumes:
- hostPath:
path: "/etc/kubernetes/admin.conf"
name: kubeconfig
status: {}
I1026 01:00:52.201625 27934 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.31.2
I1026 01:00:52.212390 27934 binaries.go:47] Didn't find k8s binaries: sudo ls /var/lib/minikube/binaries/v1.31.2: Process exited with status 2
stdout:
stderr:
ls: cannot access '/var/lib/minikube/binaries/v1.31.2': No such file or directory
Initiating transfer...
I1026 01:00:52.212439 27934 ssh_runner.go:195] Run: sudo mkdir -p /var/lib/minikube/binaries/v1.31.2
I1026 01:00:52.223416 27934 binary.go:74] Not caching binary, using https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubectl?checksum=file:https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubectl.sha256
I1026 01:00:52.223436 27934 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19868-8680/.minikube/cache/linux/amd64/v1.31.2/kubectl -> /var/lib/minikube/binaries/v1.31.2/kubectl
I1026 01:00:52.223483 27934 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubectl
I1026 01:00:52.223536 27934 download.go:107] Downloading: https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubelet?checksum=file:https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubelet.sha256 -> /home/jenkins/minikube-integration/19868-8680/.minikube/cache/linux/amd64/v1.31.2/kubelet
I1026 01:00:52.223555 27934 download.go:107] Downloading: https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubeadm?checksum=file:https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubeadm.sha256 -> /home/jenkins/minikube-integration/19868-8680/.minikube/cache/linux/amd64/v1.31.2/kubeadm
I1026 01:00:52.227638 27934 ssh_runner.go:352] existence check for /var/lib/minikube/binaries/v1.31.2/kubectl: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubectl: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/binaries/v1.31.2/kubectl': No such file or directory
I1026 01:00:52.227662 27934 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19868-8680/.minikube/cache/linux/amd64/v1.31.2/kubectl --> /var/lib/minikube/binaries/v1.31.2/kubectl (56381592 bytes)
I1026 01:00:53.105621 27934 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19868-8680/.minikube/cache/linux/amd64/v1.31.2/kubeadm -> /var/lib/minikube/binaries/v1.31.2/kubeadm
I1026 01:00:53.105715 27934 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubeadm
I1026 01:00:53.110408 27934 ssh_runner.go:352] existence check for /var/lib/minikube/binaries/v1.31.2/kubeadm: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubeadm: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/binaries/v1.31.2/kubeadm': No such file or directory
I1026 01:00:53.110445 27934 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19868-8680/.minikube/cache/linux/amd64/v1.31.2/kubeadm --> /var/lib/minikube/binaries/v1.31.2/kubeadm (58290328 bytes)
I1026 01:00:53.233007 27934 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1026 01:00:53.274448 27934 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19868-8680/.minikube/cache/linux/amd64/v1.31.2/kubelet -> /var/lib/minikube/binaries/v1.31.2/kubelet
I1026 01:00:53.274566 27934 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubelet
I1026 01:00:53.294441 27934 ssh_runner.go:352] existence check for /var/lib/minikube/binaries/v1.31.2/kubelet: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubelet: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/binaries/v1.31.2/kubelet': No such file or directory
I1026 01:00:53.294487 27934 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19868-8680/.minikube/cache/linux/amd64/v1.31.2/kubelet --> /var/lib/minikube/binaries/v1.31.2/kubelet (76902744 bytes)
I1026 01:00:53.654866 27934 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /etc/kubernetes/manifests
I1026 01:00:53.664222 27934 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (312 bytes)
I1026 01:00:53.679840 27934 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1026 01:00:53.695653 27934 ssh_runner.go:362] scp memory --> /etc/kubernetes/manifests/kube-vip.yaml (1441 bytes)
I1026 01:00:53.711652 27934 ssh_runner.go:195] Run: grep 192.168.39.254 control-plane.minikube.internal$ /etc/hosts
I1026 01:00:53.715553 27934 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.39.254 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1026 01:00:53.727360 27934 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1026 01:00:53.853122 27934 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1026 01:00:53.869765 27934 host.go:66] Checking if "ha-300623" exists ...
I1026 01:00:53.870266 27934 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1026 01:00:53.870326 27934 main.go:141] libmachine: Launching plugin server for driver kvm2
I1026 01:00:53.886042 27934 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:40443
I1026 01:00:53.886641 27934 main.go:141] libmachine: () Calling .GetVersion
I1026 01:00:53.887219 27934 main.go:141] libmachine: Using API Version 1
I1026 01:00:53.887243 27934 main.go:141] libmachine: () Calling .SetConfigRaw
I1026 01:00:53.887613 27934 main.go:141] libmachine: () Calling .GetMachineName
I1026 01:00:53.887814 27934 main.go:141] libmachine: (ha-300623) Calling .DriverName
I1026 01:00:53.887974 27934 start.go:317] joinCluster: &{Name:ha-300623 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19806/minikube-v1.34.0-1729002252-19806-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1729876044-19868@sha256:98fb05d9d766cf8d630ce90381e12faa07711c611be9bb2c767cfc936533477e Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.2 Cluster
Name:ha-300623 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.39.183 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m02 IP:192.168.39.62 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[default-storageclass:true storage-provisioner:true] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration
:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1026 01:00:53.888094 27934 ssh_runner.go:195] Run: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.2:$PATH" kubeadm token create --print-join-command --ttl=0"
I1026 01:00:53.888116 27934 main.go:141] libmachine: (ha-300623) Calling .GetSSHHostname
I1026 01:00:53.891569 27934 main.go:141] libmachine: (ha-300623) DBG | domain ha-300623 has defined MAC address 52:54:00:4d:a0:46 in network mk-ha-300623
I1026 01:00:53.892007 27934 main.go:141] libmachine: (ha-300623) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:4d:a0:46", ip: ""} in network mk-ha-300623: {Iface:virbr1 ExpiryTime:2024-10-26 01:59:55 +0000 UTC Type:0 Mac:52:54:00:4d:a0:46 Iaid: IPaddr:192.168.39.183 Prefix:24 Hostname:ha-300623 Clientid:01:52:54:00:4d:a0:46}
I1026 01:00:53.892034 27934 main.go:141] libmachine: (ha-300623) DBG | domain ha-300623 has defined IP address 192.168.39.183 and MAC address 52:54:00:4d:a0:46 in network mk-ha-300623
I1026 01:00:53.892213 27934 main.go:141] libmachine: (ha-300623) Calling .GetSSHPort
I1026 01:00:53.892359 27934 main.go:141] libmachine: (ha-300623) Calling .GetSSHKeyPath
I1026 01:00:53.892504 27934 main.go:141] libmachine: (ha-300623) Calling .GetSSHUsername
I1026 01:00:53.892700 27934 sshutil.go:53] new ssh client: &{IP:192.168.39.183 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19868-8680/.minikube/machines/ha-300623/id_rsa Username:docker}
I1026 01:00:54.059992 27934 start.go:343] trying to join control-plane node "m02" to cluster: &{Name:m02 IP:192.168.39.62 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}
I1026 01:00:54.060032 27934 ssh_runner.go:195] Run: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.2:$PATH" kubeadm join control-plane.minikube.internal:8443 --token l7xlpj.5mal73j6josvpzmx --discovery-token-ca-cert-hash sha256:b3d00111e6fff05cd9321473d76accd14133ef3c53d7bfb8c456a07835eb5f2d --ignore-preflight-errors=all --cri-socket unix:///var/run/crio/crio.sock --node-name=ha-300623-m02 --control-plane --apiserver-advertise-address=192.168.39.62 --apiserver-bind-port=8443"
I1026 01:01:15.752497 27934 ssh_runner.go:235] Completed: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.2:$PATH" kubeadm join control-plane.minikube.internal:8443 --token l7xlpj.5mal73j6josvpzmx --discovery-token-ca-cert-hash sha256:b3d00111e6fff05cd9321473d76accd14133ef3c53d7bfb8c456a07835eb5f2d --ignore-preflight-errors=all --cri-socket unix:///var/run/crio/crio.sock --node-name=ha-300623-m02 --control-plane --apiserver-advertise-address=192.168.39.62 --apiserver-bind-port=8443": (21.692442996s)
I1026 01:01:15.752534 27934 ssh_runner.go:195] Run: /bin/bash -c "sudo systemctl daemon-reload && sudo systemctl enable kubelet && sudo systemctl start kubelet"
I1026 01:01:16.303360 27934 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig label --overwrite nodes ha-300623-m02 minikube.k8s.io/updated_at=2024_10_26T01_01_16_0700 minikube.k8s.io/version=v1.34.0 minikube.k8s.io/commit=1152482f6f7d36cd6003386ded304100fbcb5064 minikube.k8s.io/name=ha-300623 minikube.k8s.io/primary=false
I1026 01:01:16.453258 27934 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig taint nodes ha-300623-m02 node-role.kubernetes.io/control-plane:NoSchedule-
I1026 01:01:16.592863 27934 start.go:319] duration metric: took 22.704885851s to joinCluster
I1026 01:01:16.592954 27934 start.go:235] Will wait 6m0s for node &{Name:m02 IP:192.168.39.62 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}
I1026 01:01:16.593288 27934 config.go:182] Loaded profile config "ha-300623": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1026 01:01:16.594650 27934 out.go:177] * Verifying Kubernetes components...
I1026 01:01:16.596091 27934 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1026 01:01:16.850259 27934 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1026 01:01:16.885786 27934 loader.go:395] Config loaded from file: /home/jenkins/minikube-integration/19868-8680/kubeconfig
I1026 01:01:16.886030 27934 kapi.go:59] client config for ha-300623: &rest.Config{Host:"https://192.168.39.254:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/home/jenkins/minikube-integration/19868-8680/.minikube/profiles/ha-300623/client.crt", KeyFile:"/home/jenkins/minikube-integration/19868-8680/.minikube/profiles/ha-300623/client.key", CAFile:"/home/jenkins/minikube-integration/19868-8680/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil), CAData:[]uint8(nil), NextProtos:[]string(nil)},
UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x2439ec0), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
W1026 01:01:16.886096 27934 kubeadm.go:483] Overriding stale ClientConfig host https://192.168.39.254:8443 with https://192.168.39.183:8443
I1026 01:01:16.886309 27934 node_ready.go:35] waiting up to 6m0s for node "ha-300623-m02" to be "Ready" ...
I1026 01:01:16.886394 27934 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-300623-m02
I1026 01:01:16.886406 27934 round_trippers.go:469] Request Headers:
I1026 01:01:16.886416 27934 round_trippers.go:473] Accept: application/json, */*
I1026 01:01:16.886421 27934 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1026 01:01:16.901951 27934 round_trippers.go:574] Response Status: 200 OK in 15 milliseconds
I1026 01:01:17.386830 27934 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-300623-m02
I1026 01:01:17.386852 27934 round_trippers.go:469] Request Headers:
I1026 01:01:17.386859 27934 round_trippers.go:473] Accept: application/json, */*
I1026 01:01:17.386867 27934 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1026 01:01:17.391117 27934 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1026 01:01:17.886726 27934 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-300623-m02
I1026 01:01:17.886752 27934 round_trippers.go:469] Request Headers:
I1026 01:01:17.886769 27934 round_trippers.go:473] Accept: application/json, */*
I1026 01:01:17.886774 27934 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1026 01:01:17.891812 27934 round_trippers.go:574] Response Status: 200 OK in 5 milliseconds
I1026 01:01:18.386816 27934 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-300623-m02
I1026 01:01:18.386836 27934 round_trippers.go:469] Request Headers:
I1026 01:01:18.386844 27934 round_trippers.go:473] Accept: application/json, */*
I1026 01:01:18.386849 27934 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1026 01:01:18.389277 27934 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1026 01:01:18.887322 27934 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-300623-m02
I1026 01:01:18.887345 27934 round_trippers.go:469] Request Headers:
I1026 01:01:18.887354 27934 round_trippers.go:473] Accept: application/json, */*
I1026 01:01:18.887359 27934 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1026 01:01:18.890950 27934 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1026 01:01:18.891497 27934 node_ready.go:53] node "ha-300623-m02" has status "Ready":"False"
I1026 01:01:19.386717 27934 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-300623-m02
I1026 01:01:19.386741 27934 round_trippers.go:469] Request Headers:
I1026 01:01:19.386752 27934 round_trippers.go:473] Accept: application/json, */*
I1026 01:01:19.386757 27934 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1026 01:01:19.389841 27934 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1026 01:01:19.886538 27934 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-300623-m02
I1026 01:01:19.886562 27934 round_trippers.go:469] Request Headers:
I1026 01:01:19.886569 27934 round_trippers.go:473] Accept: application/json, */*
I1026 01:01:19.886573 27934 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1026 01:01:19.889883 27934 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1026 01:01:20.386728 27934 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-300623-m02
I1026 01:01:20.386753 27934 round_trippers.go:469] Request Headers:
I1026 01:01:20.386764 27934 round_trippers.go:473] Accept: application/json, */*
I1026 01:01:20.386770 27934 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1026 01:01:20.392483 27934 round_trippers.go:574] Response Status: 200 OK in 5 milliseconds
I1026 01:01:20.887438 27934 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-300623-m02
I1026 01:01:20.887464 27934 round_trippers.go:469] Request Headers:
I1026 01:01:20.887474 27934 round_trippers.go:473] Accept: application/json, */*
I1026 01:01:20.887480 27934 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1026 01:01:20.891169 27934 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1026 01:01:20.891590 27934 node_ready.go:53] node "ha-300623-m02" has status "Ready":"False"
I1026 01:01:21.386734 27934 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-300623-m02
I1026 01:01:21.386758 27934 round_trippers.go:469] Request Headers:
I1026 01:01:21.386770 27934 round_trippers.go:473] Accept: application/json, */*
I1026 01:01:21.386778 27934 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1026 01:01:21.389970 27934 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1026 01:01:21.886824 27934 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-300623-m02
I1026 01:01:21.886849 27934 round_trippers.go:469] Request Headers:
I1026 01:01:21.886859 27934 round_trippers.go:473] Accept: application/json, */*
I1026 01:01:21.886865 27934 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1026 01:01:21.891560 27934 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1026 01:01:22.386652 27934 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-300623-m02
I1026 01:01:22.386674 27934 round_trippers.go:469] Request Headers:
I1026 01:01:22.386682 27934 round_trippers.go:473] Accept: application/json, */*
I1026 01:01:22.386686 27934 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1026 01:01:22.391520 27934 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1026 01:01:22.887482 27934 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-300623-m02
I1026 01:01:22.887508 27934 round_trippers.go:469] Request Headers:
I1026 01:01:22.887524 27934 round_trippers.go:473] Accept: application/json, */*
I1026 01:01:22.887529 27934 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1026 01:01:22.891155 27934 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1026 01:01:22.891643 27934 node_ready.go:53] node "ha-300623-m02" has status "Ready":"False"
I1026 01:01:23.387538 27934 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-300623-m02
I1026 01:01:23.387567 27934 round_trippers.go:469] Request Headers:
I1026 01:01:23.387578 27934 round_trippers.go:473] Accept: application/json, */*
I1026 01:01:23.387585 27934 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1026 01:01:23.390499 27934 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1026 01:01:23.886601 27934 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-300623-m02
I1026 01:01:23.886627 27934 round_trippers.go:469] Request Headers:
I1026 01:01:23.886637 27934 round_trippers.go:473] Accept: application/json, */*
I1026 01:01:23.886647 27934 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1026 01:01:23.890054 27934 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1026 01:01:24.387524 27934 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-300623-m02
I1026 01:01:24.387553 27934 round_trippers.go:469] Request Headers:
I1026 01:01:24.387564 27934 round_trippers.go:473] Accept: application/json, */*
I1026 01:01:24.387570 27934 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1026 01:01:24.390618 27934 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1026 01:01:24.886521 27934 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-300623-m02
I1026 01:01:24.886550 27934 round_trippers.go:469] Request Headers:
I1026 01:01:24.886561 27934 round_trippers.go:473] Accept: application/json, */*
I1026 01:01:24.886567 27934 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1026 01:01:24.889985 27934 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1026 01:01:25.386794 27934 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-300623-m02
I1026 01:01:25.386822 27934 round_trippers.go:469] Request Headers:
I1026 01:01:25.386831 27934 round_trippers.go:473] Accept: application/json, */*
I1026 01:01:25.386838 27934 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1026 01:01:25.390108 27934 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1026 01:01:25.390691 27934 node_ready.go:53] node "ha-300623-m02" has status "Ready":"False"
I1026 01:01:25.887094 27934 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-300623-m02
I1026 01:01:25.887116 27934 round_trippers.go:469] Request Headers:
I1026 01:01:25.887124 27934 round_trippers.go:473] Accept: application/json, */*
I1026 01:01:25.887128 27934 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1026 01:01:25.890067 27934 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1026 01:01:26.387517 27934 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-300623-m02
I1026 01:01:26.387537 27934 round_trippers.go:469] Request Headers:
I1026 01:01:26.387545 27934 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1026 01:01:26.387550 27934 round_trippers.go:473] Accept: application/json, */*
I1026 01:01:26.391065 27934 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1026 01:01:26.886664 27934 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-300623-m02
I1026 01:01:26.886688 27934 round_trippers.go:469] Request Headers:
I1026 01:01:26.886698 27934 round_trippers.go:473] Accept: application/json, */*
I1026 01:01:26.886703 27934 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1026 01:01:26.889958 27934 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1026 01:01:27.386821 27934 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-300623-m02
I1026 01:01:27.386850 27934 round_trippers.go:469] Request Headers:
I1026 01:01:27.386860 27934 round_trippers.go:473] Accept: application/json, */*
I1026 01:01:27.386865 27934 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1026 01:01:27.389901 27934 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1026 01:01:27.886863 27934 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-300623-m02
I1026 01:01:27.886892 27934 round_trippers.go:469] Request Headers:
I1026 01:01:27.886901 27934 round_trippers.go:473] Accept: application/json, */*
I1026 01:01:27.886904 27934 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1026 01:01:27.890223 27934 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1026 01:01:27.890712 27934 node_ready.go:53] node "ha-300623-m02" has status "Ready":"False"
I1026 01:01:28.387256 27934 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-300623-m02
I1026 01:01:28.387286 27934 round_trippers.go:469] Request Headers:
I1026 01:01:28.387297 27934 round_trippers.go:473] Accept: application/json, */*
I1026 01:01:28.387304 27934 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1026 01:01:28.391313 27934 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1026 01:01:28.887398 27934 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-300623-m02
I1026 01:01:28.887423 27934 round_trippers.go:469] Request Headers:
I1026 01:01:28.887431 27934 round_trippers.go:473] Accept: application/json, */*
I1026 01:01:28.887435 27934 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1026 01:01:28.891415 27934 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1026 01:01:29.387299 27934 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-300623-m02
I1026 01:01:29.387320 27934 round_trippers.go:469] Request Headers:
I1026 01:01:29.387328 27934 round_trippers.go:473] Accept: application/json, */*
I1026 01:01:29.387333 27934 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1026 01:01:29.394125 27934 round_trippers.go:574] Response Status: 200 OK in 6 milliseconds
I1026 01:01:29.886896 27934 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-300623-m02
I1026 01:01:29.886918 27934 round_trippers.go:469] Request Headers:
I1026 01:01:29.886926 27934 round_trippers.go:473] Accept: application/json, */*
I1026 01:01:29.886928 27934 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1026 01:01:29.890460 27934 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1026 01:01:29.891101 27934 node_ready.go:53] node "ha-300623-m02" has status "Ready":"False"
I1026 01:01:30.386473 27934 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-300623-m02
I1026 01:01:30.386494 27934 round_trippers.go:469] Request Headers:
I1026 01:01:30.386505 27934 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1026 01:01:30.386512 27934 round_trippers.go:473] Accept: application/json, */*
I1026 01:01:30.389574 27934 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1026 01:01:30.886604 27934 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-300623-m02
I1026 01:01:30.886631 27934 round_trippers.go:469] Request Headers:
I1026 01:01:30.886640 27934 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1026 01:01:30.886644 27934 round_trippers.go:473] Accept: application/json, */*
I1026 01:01:30.890190 27934 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1026 01:01:31.386924 27934 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-300623-m02
I1026 01:01:31.386949 27934 round_trippers.go:469] Request Headers:
I1026 01:01:31.386959 27934 round_trippers.go:473] Accept: application/json, */*
I1026 01:01:31.386966 27934 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1026 01:01:31.399297 27934 round_trippers.go:574] Response Status: 200 OK in 12 milliseconds
I1026 01:01:31.887213 27934 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-300623-m02
I1026 01:01:31.887236 27934 round_trippers.go:469] Request Headers:
I1026 01:01:31.887243 27934 round_trippers.go:473] Accept: application/json, */*
I1026 01:01:31.887250 27934 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1026 01:01:31.890605 27934 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1026 01:01:31.891200 27934 node_ready.go:53] node "ha-300623-m02" has status "Ready":"False"
I1026 01:01:32.386487 27934 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-300623-m02
I1026 01:01:32.386513 27934 round_trippers.go:469] Request Headers:
I1026 01:01:32.386523 27934 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1026 01:01:32.386530 27934 round_trippers.go:473] Accept: application/json, */*
I1026 01:01:32.389962 27934 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1026 01:01:32.886975 27934 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-300623-m02
I1026 01:01:32.887003 27934 round_trippers.go:469] Request Headers:
I1026 01:01:32.887016 27934 round_trippers.go:473] Accept: application/json, */*
I1026 01:01:32.887021 27934 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1026 01:01:32.890088 27934 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1026 01:01:33.386916 27934 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-300623-m02
I1026 01:01:33.386938 27934 round_trippers.go:469] Request Headers:
I1026 01:01:33.386946 27934 round_trippers.go:473] Accept: application/json, */*
I1026 01:01:33.386950 27934 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1026 01:01:33.390776 27934 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1026 01:01:33.886708 27934 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-300623-m02
I1026 01:01:33.886731 27934 round_trippers.go:469] Request Headers:
I1026 01:01:33.886742 27934 round_trippers.go:473] Accept: application/json, */*
I1026 01:01:33.886747 27934 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1026 01:01:33.890420 27934 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1026 01:01:33.890962 27934 node_ready.go:49] node "ha-300623-m02" has status "Ready":"True"
I1026 01:01:33.890985 27934 node_ready.go:38] duration metric: took 17.004659759s for node "ha-300623-m02" to be "Ready" ...
I1026 01:01:33.890996 27934 pod_ready.go:36] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1026 01:01:33.891090 27934 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/namespaces/kube-system/pods
I1026 01:01:33.891103 27934 round_trippers.go:469] Request Headers:
I1026 01:01:33.891113 27934 round_trippers.go:473] Accept: application/json, */*
I1026 01:01:33.891118 27934 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1026 01:01:33.895593 27934 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1026 01:01:33.901510 27934 pod_ready.go:79] waiting up to 6m0s for pod "coredns-7c65d6cfc9-ntmgc" in "kube-system" namespace to be "Ready" ...
I1026 01:01:33.901584 27934 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-ntmgc
I1026 01:01:33.901593 27934 round_trippers.go:469] Request Headers:
I1026 01:01:33.901599 27934 round_trippers.go:473] Accept: application/json, */*
I1026 01:01:33.901603 27934 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1026 01:01:33.904838 27934 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1026 01:01:33.905632 27934 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-300623
I1026 01:01:33.905646 27934 round_trippers.go:469] Request Headers:
I1026 01:01:33.905653 27934 round_trippers.go:473] Accept: application/json, */*
I1026 01:01:33.905662 27934 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1026 01:01:33.908670 27934 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1026 01:01:33.909108 27934 pod_ready.go:93] pod "coredns-7c65d6cfc9-ntmgc" in "kube-system" namespace has status "Ready":"True"
I1026 01:01:33.909125 27934 pod_ready.go:82] duration metric: took 7.593244ms for pod "coredns-7c65d6cfc9-ntmgc" in "kube-system" namespace to be "Ready" ...
I1026 01:01:33.909134 27934 pod_ready.go:79] waiting up to 6m0s for pod "coredns-7c65d6cfc9-qx24f" in "kube-system" namespace to be "Ready" ...
I1026 01:01:33.909228 27934 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-qx24f
I1026 01:01:33.909236 27934 round_trippers.go:469] Request Headers:
I1026 01:01:33.909243 27934 round_trippers.go:473] Accept: application/json, */*
I1026 01:01:33.909246 27934 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1026 01:01:33.911623 27934 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1026 01:01:33.912324 27934 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-300623
I1026 01:01:33.912342 27934 round_trippers.go:469] Request Headers:
I1026 01:01:33.912351 27934 round_trippers.go:473] Accept: application/json, */*
I1026 01:01:33.912356 27934 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1026 01:01:33.914836 27934 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1026 01:01:33.915526 27934 pod_ready.go:93] pod "coredns-7c65d6cfc9-qx24f" in "kube-system" namespace has status "Ready":"True"
I1026 01:01:33.915582 27934 pod_ready.go:82] duration metric: took 6.44095ms for pod "coredns-7c65d6cfc9-qx24f" in "kube-system" namespace to be "Ready" ...
I1026 01:01:33.915619 27934 pod_ready.go:79] waiting up to 6m0s for pod "etcd-ha-300623" in "kube-system" namespace to be "Ready" ...
I1026 01:01:33.915708 27934 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/namespaces/kube-system/pods/etcd-ha-300623
I1026 01:01:33.915720 27934 round_trippers.go:469] Request Headers:
I1026 01:01:33.915730 27934 round_trippers.go:473] Accept: application/json, */*
I1026 01:01:33.915737 27934 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1026 01:01:33.918774 27934 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1026 01:01:33.919308 27934 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-300623
I1026 01:01:33.919323 27934 round_trippers.go:469] Request Headers:
I1026 01:01:33.919332 27934 round_trippers.go:473] Accept: application/json, */*
I1026 01:01:33.919337 27934 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1026 01:01:33.921541 27934 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1026 01:01:33.921916 27934 pod_ready.go:93] pod "etcd-ha-300623" in "kube-system" namespace has status "Ready":"True"
I1026 01:01:33.921932 27934 pod_ready.go:82] duration metric: took 6.293574ms for pod "etcd-ha-300623" in "kube-system" namespace to be "Ready" ...
I1026 01:01:33.921944 27934 pod_ready.go:79] waiting up to 6m0s for pod "etcd-ha-300623-m02" in "kube-system" namespace to be "Ready" ...
I1026 01:01:33.921993 27934 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/namespaces/kube-system/pods/etcd-ha-300623-m02
I1026 01:01:33.922003 27934 round_trippers.go:469] Request Headers:
I1026 01:01:33.922013 27934 round_trippers.go:473] Accept: application/json, */*
I1026 01:01:33.922020 27934 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1026 01:01:33.924042 27934 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1026 01:01:33.924574 27934 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-300623-m02
I1026 01:01:33.924592 27934 round_trippers.go:469] Request Headers:
I1026 01:01:33.924620 27934 round_trippers.go:473] Accept: application/json, */*
I1026 01:01:33.924630 27934 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1026 01:01:33.926627 27934 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1026 01:01:33.927009 27934 pod_ready.go:93] pod "etcd-ha-300623-m02" in "kube-system" namespace has status "Ready":"True"
I1026 01:01:33.927026 27934 pod_ready.go:82] duration metric: took 5.07473ms for pod "etcd-ha-300623-m02" in "kube-system" namespace to be "Ready" ...
I1026 01:01:33.927043 27934 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-ha-300623" in "kube-system" namespace to be "Ready" ...
I1026 01:01:34.087429 27934 request.go:632] Waited for 160.309698ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.183:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-300623
I1026 01:01:34.087488 27934 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-300623
I1026 01:01:34.087496 27934 round_trippers.go:469] Request Headers:
I1026 01:01:34.087507 27934 round_trippers.go:473] Accept: application/json, */*
I1026 01:01:34.087517 27934 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1026 01:01:34.093218 27934 round_trippers.go:574] Response Status: 200 OK in 5 milliseconds
I1026 01:01:34.287260 27934 request.go:632] Waited for 193.380175ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.183:8443/api/v1/nodes/ha-300623
I1026 01:01:34.287335 27934 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-300623
I1026 01:01:34.287346 27934 round_trippers.go:469] Request Headers:
I1026 01:01:34.287356 27934 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1026 01:01:34.287367 27934 round_trippers.go:473] Accept: application/json, */*
I1026 01:01:34.290680 27934 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1026 01:01:34.291257 27934 pod_ready.go:93] pod "kube-apiserver-ha-300623" in "kube-system" namespace has status "Ready":"True"
I1026 01:01:34.291280 27934 pod_ready.go:82] duration metric: took 364.229033ms for pod "kube-apiserver-ha-300623" in "kube-system" namespace to be "Ready" ...
I1026 01:01:34.291293 27934 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-ha-300623-m02" in "kube-system" namespace to be "Ready" ...
I1026 01:01:34.487643 27934 request.go:632] Waited for 196.274187ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.183:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-300623-m02
I1026 01:01:34.487743 27934 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-300623-m02
I1026 01:01:34.487757 27934 round_trippers.go:469] Request Headers:
I1026 01:01:34.487769 27934 round_trippers.go:473] Accept: application/json, */*
I1026 01:01:34.487776 27934 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1026 01:01:34.490314 27934 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1026 01:01:34.687266 27934 request.go:632] Waited for 196.34951ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.183:8443/api/v1/nodes/ha-300623-m02
I1026 01:01:34.687319 27934 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-300623-m02
I1026 01:01:34.687325 27934 round_trippers.go:469] Request Headers:
I1026 01:01:34.687332 27934 round_trippers.go:473] Accept: application/json, */*
I1026 01:01:34.687336 27934 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1026 01:01:34.690681 27934 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1026 01:01:34.691098 27934 pod_ready.go:93] pod "kube-apiserver-ha-300623-m02" in "kube-system" namespace has status "Ready":"True"
I1026 01:01:34.691116 27934 pod_ready.go:82] duration metric: took 399.816191ms for pod "kube-apiserver-ha-300623-m02" in "kube-system" namespace to be "Ready" ...
I1026 01:01:34.691125 27934 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-ha-300623" in "kube-system" namespace to be "Ready" ...
I1026 01:01:34.887235 27934 request.go:632] Waited for 196.048043ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.183:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-300623
I1026 01:01:34.887286 27934 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-300623
I1026 01:01:34.887292 27934 round_trippers.go:469] Request Headers:
I1026 01:01:34.887299 27934 round_trippers.go:473] Accept: application/json, */*
I1026 01:01:34.887304 27934 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1026 01:01:34.890298 27934 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1026 01:01:35.087251 27934 request.go:632] Waited for 196.393455ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.183:8443/api/v1/nodes/ha-300623
I1026 01:01:35.087304 27934 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-300623
I1026 01:01:35.087311 27934 round_trippers.go:469] Request Headers:
I1026 01:01:35.087320 27934 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1026 01:01:35.087327 27934 round_trippers.go:473] Accept: application/json, */*
I1026 01:01:35.096042 27934 round_trippers.go:574] Response Status: 200 OK in 8 milliseconds
I1026 01:01:35.096481 27934 pod_ready.go:93] pod "kube-controller-manager-ha-300623" in "kube-system" namespace has status "Ready":"True"
I1026 01:01:35.096497 27934 pod_ready.go:82] duration metric: took 405.365113ms for pod "kube-controller-manager-ha-300623" in "kube-system" namespace to be "Ready" ...
I1026 01:01:35.096507 27934 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-ha-300623-m02" in "kube-system" namespace to be "Ready" ...
I1026 01:01:35.287575 27934 request.go:632] Waited for 190.95439ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.183:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-300623-m02
I1026 01:01:35.287635 27934 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-300623-m02
I1026 01:01:35.287641 27934 round_trippers.go:469] Request Headers:
I1026 01:01:35.287656 27934 round_trippers.go:473] Accept: application/json, */*
I1026 01:01:35.287664 27934 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1026 01:01:35.290956 27934 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1026 01:01:35.486850 27934 request.go:632] Waited for 195.295178ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.183:8443/api/v1/nodes/ha-300623-m02
I1026 01:01:35.486901 27934 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-300623-m02
I1026 01:01:35.486907 27934 round_trippers.go:469] Request Headers:
I1026 01:01:35.486914 27934 round_trippers.go:473] Accept: application/json, */*
I1026 01:01:35.486918 27934 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1026 01:01:35.489791 27934 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1026 01:01:35.490490 27934 pod_ready.go:93] pod "kube-controller-manager-ha-300623-m02" in "kube-system" namespace has status "Ready":"True"
I1026 01:01:35.490509 27934 pod_ready.go:82] duration metric: took 393.992807ms for pod "kube-controller-manager-ha-300623-m02" in "kube-system" namespace to be "Ready" ...
I1026 01:01:35.490519 27934 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-65rns" in "kube-system" namespace to be "Ready" ...
I1026 01:01:35.687677 27934 request.go:632] Waited for 197.085878ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.183:8443/api/v1/namespaces/kube-system/pods/kube-proxy-65rns
I1026 01:01:35.687734 27934 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/namespaces/kube-system/pods/kube-proxy-65rns
I1026 01:01:35.687739 27934 round_trippers.go:469] Request Headers:
I1026 01:01:35.687747 27934 round_trippers.go:473] Accept: application/json, */*
I1026 01:01:35.687751 27934 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1026 01:01:35.690861 27934 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1026 01:01:35.886824 27934 request.go:632] Waited for 195.303807ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.183:8443/api/v1/nodes/ha-300623
I1026 01:01:35.886902 27934 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-300623
I1026 01:01:35.886908 27934 round_trippers.go:469] Request Headers:
I1026 01:01:35.886915 27934 round_trippers.go:473] Accept: application/json, */*
I1026 01:01:35.886919 27934 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1026 01:01:35.890003 27934 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1026 01:01:35.890588 27934 pod_ready.go:93] pod "kube-proxy-65rns" in "kube-system" namespace has status "Ready":"True"
I1026 01:01:35.890610 27934 pod_ready.go:82] duration metric: took 400.083533ms for pod "kube-proxy-65rns" in "kube-system" namespace to be "Ready" ...
I1026 01:01:35.890620 27934 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-7hn2d" in "kube-system" namespace to be "Ready" ...
I1026 01:01:36.087724 27934 request.go:632] Waited for 197.035019ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.183:8443/api/v1/namespaces/kube-system/pods/kube-proxy-7hn2d
I1026 01:01:36.087799 27934 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/namespaces/kube-system/pods/kube-proxy-7hn2d
I1026 01:01:36.087807 27934 round_trippers.go:469] Request Headers:
I1026 01:01:36.087817 27934 round_trippers.go:473] Accept: application/json, */*
I1026 01:01:36.087823 27934 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1026 01:01:36.090987 27934 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1026 01:01:36.287060 27934 request.go:632] Waited for 195.34906ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.183:8443/api/v1/nodes/ha-300623-m02
I1026 01:01:36.287112 27934 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-300623-m02
I1026 01:01:36.287118 27934 round_trippers.go:469] Request Headers:
I1026 01:01:36.287126 27934 round_trippers.go:473] Accept: application/json, */*
I1026 01:01:36.287130 27934 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1026 01:01:36.290355 27934 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1026 01:01:36.290978 27934 pod_ready.go:93] pod "kube-proxy-7hn2d" in "kube-system" namespace has status "Ready":"True"
I1026 01:01:36.291000 27934 pod_ready.go:82] duration metric: took 400.372479ms for pod "kube-proxy-7hn2d" in "kube-system" namespace to be "Ready" ...
I1026 01:01:36.291014 27934 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-ha-300623" in "kube-system" namespace to be "Ready" ...
I1026 01:01:36.486971 27934 request.go:632] Waited for 195.883358ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.183:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-300623
I1026 01:01:36.487050 27934 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-300623
I1026 01:01:36.487059 27934 round_trippers.go:469] Request Headers:
I1026 01:01:36.487068 27934 round_trippers.go:473] Accept: application/json, */*
I1026 01:01:36.487073 27934 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1026 01:01:36.491124 27934 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1026 01:01:36.686937 27934 request.go:632] Waited for 195.292838ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.183:8443/api/v1/nodes/ha-300623
I1026 01:01:36.686992 27934 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-300623
I1026 01:01:36.686998 27934 round_trippers.go:469] Request Headers:
I1026 01:01:36.687005 27934 round_trippers.go:473] Accept: application/json, */*
I1026 01:01:36.687009 27934 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1026 01:01:36.689912 27934 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1026 01:01:36.690462 27934 pod_ready.go:93] pod "kube-scheduler-ha-300623" in "kube-system" namespace has status "Ready":"True"
I1026 01:01:36.690479 27934 pod_ready.go:82] duration metric: took 399.458178ms for pod "kube-scheduler-ha-300623" in "kube-system" namespace to be "Ready" ...
I1026 01:01:36.690490 27934 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-ha-300623-m02" in "kube-system" namespace to be "Ready" ...
I1026 01:01:36.887645 27934 request.go:632] Waited for 197.093805ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.183:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-300623-m02
I1026 01:01:36.887721 27934 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-300623-m02
I1026 01:01:36.887731 27934 round_trippers.go:469] Request Headers:
I1026 01:01:36.887742 27934 round_trippers.go:473] Accept: application/json, */*
I1026 01:01:36.887752 27934 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1026 01:01:36.892972 27934 round_trippers.go:574] Response Status: 200 OK in 5 milliseconds
I1026 01:01:37.086834 27934 request.go:632] Waited for 193.310036ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.183:8443/api/v1/nodes/ha-300623-m02
I1026 01:01:37.086917 27934 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-300623-m02
I1026 01:01:37.086924 27934 round_trippers.go:469] Request Headers:
I1026 01:01:37.086935 27934 round_trippers.go:473] Accept: application/json, */*
I1026 01:01:37.086940 27934 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1026 01:01:37.091462 27934 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1026 01:01:37.091914 27934 pod_ready.go:93] pod "kube-scheduler-ha-300623-m02" in "kube-system" namespace has status "Ready":"True"
I1026 01:01:37.091933 27934 pod_ready.go:82] duration metric: took 401.437262ms for pod "kube-scheduler-ha-300623-m02" in "kube-system" namespace to be "Ready" ...
I1026 01:01:37.091944 27934 pod_ready.go:39] duration metric: took 3.20092896s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1026 01:01:37.091963 27934 api_server.go:52] waiting for apiserver process to appear ...
I1026 01:01:37.092013 27934 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1026 01:01:37.107184 27934 api_server.go:72] duration metric: took 20.514182215s to wait for apiserver process to appear ...
I1026 01:01:37.107232 27934 api_server.go:88] waiting for apiserver healthz status ...
I1026 01:01:37.107251 27934 api_server.go:253] Checking apiserver healthz at https://192.168.39.183:8443/healthz ...
I1026 01:01:37.112416 27934 api_server.go:279] https://192.168.39.183:8443/healthz returned 200:
ok
I1026 01:01:37.112504 27934 round_trippers.go:463] GET https://192.168.39.183:8443/version
I1026 01:01:37.112517 27934 round_trippers.go:469] Request Headers:
I1026 01:01:37.112528 27934 round_trippers.go:473] Accept: application/json, */*
I1026 01:01:37.112539 27934 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1026 01:01:37.113540 27934 round_trippers.go:574] Response Status: 200 OK in 0 milliseconds
I1026 01:01:37.113668 27934 api_server.go:141] control plane version: v1.31.2
I1026 01:01:37.113698 27934 api_server.go:131] duration metric: took 6.458284ms to wait for apiserver health ...
I1026 01:01:37.113710 27934 system_pods.go:43] waiting for kube-system pods to appear ...
I1026 01:01:37.287117 27934 request.go:632] Waited for 173.325695ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.183:8443/api/v1/namespaces/kube-system/pods
I1026 01:01:37.287206 27934 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/namespaces/kube-system/pods
I1026 01:01:37.287218 27934 round_trippers.go:469] Request Headers:
I1026 01:01:37.287229 27934 round_trippers.go:473] Accept: application/json, */*
I1026 01:01:37.287237 27934 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1026 01:01:37.291660 27934 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1026 01:01:37.296191 27934 system_pods.go:59] 17 kube-system pods found
I1026 01:01:37.296219 27934 system_pods.go:61] "coredns-7c65d6cfc9-ntmgc" [b2e07a8a-ed53-4151-9cdd-6345d84fea7d] Running
I1026 01:01:37.296224 27934 system_pods.go:61] "coredns-7c65d6cfc9-qx24f" [d7fc0eb5-4828-436f-a5c8-8de607f590cf] Running
I1026 01:01:37.296228 27934 system_pods.go:61] "etcd-ha-300623" [7af25c40-90db-43fb-9d1c-02d3b6092d30] Running
I1026 01:01:37.296232 27934 system_pods.go:61] "etcd-ha-300623-m02" [5e6978a1-41aa-46dd-a1cd-e02042d4ce04] Running
I1026 01:01:37.296235 27934 system_pods.go:61] "kindnet-4cqmf" [c887471a-629c-4bf1-9296-8ccb5ba56cd6] Running
I1026 01:01:37.296238 27934 system_pods.go:61] "kindnet-g5bkb" [0ad4551d-8c28-45b3-9563-03d427208f4f] Running
I1026 01:01:37.296241 27934 system_pods.go:61] "kube-apiserver-ha-300623" [23f40207-db77-4a02-a2dc-eecea5b1874a] Running
I1026 01:01:37.296244 27934 system_pods.go:61] "kube-apiserver-ha-300623-m02" [6e2d1aeb-ad12-4328-b4da-6b3a2fd19df0] Running
I1026 01:01:37.296248 27934 system_pods.go:61] "kube-controller-manager-ha-300623" [b9c979d4-64e6-473c-b688-295ddd98c379] Running
I1026 01:01:37.296251 27934 system_pods.go:61] "kube-controller-manager-ha-300623-m02" [4ae0dbcd-d50c-4a53-9347-bed0a06f1f15] Running
I1026 01:01:37.296254 27934 system_pods.go:61] "kube-proxy-65rns" [895d0bd9-0f38-442f-99a2-6c5c70bddd39] Running
I1026 01:01:37.296257 27934 system_pods.go:61] "kube-proxy-7hn2d" [8ffc007b-7e17-4810-9f44-f190a8a7d21b] Running
I1026 01:01:37.296260 27934 system_pods.go:61] "kube-scheduler-ha-300623" [fcbddffd-40d8-4ebd-bf1e-58b1457af487] Running
I1026 01:01:37.296263 27934 system_pods.go:61] "kube-scheduler-ha-300623-m02" [81664577-53a3-46fd-98f0-5a517d60fc40] Running
I1026 01:01:37.296266 27934 system_pods.go:61] "kube-vip-ha-300623" [23c24ab4-cff5-48fa-841b-9567360cbb00] Running
I1026 01:01:37.296269 27934 system_pods.go:61] "kube-vip-ha-300623-m02" [5e054e06-be47-4fca-bf3d-d0919d31fe23] Running
I1026 01:01:37.296272 27934 system_pods.go:61] "storage-provisioner" [28d286b1-45b3-4775-a8ff-47dc3cb84792] Running
I1026 01:01:37.296277 27934 system_pods.go:74] duration metric: took 182.559653ms to wait for pod list to return data ...
I1026 01:01:37.296287 27934 default_sa.go:34] waiting for default service account to be created ...
I1026 01:01:37.487718 27934 request.go:632] Waited for 191.356548ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.183:8443/api/v1/namespaces/default/serviceaccounts
I1026 01:01:37.487771 27934 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/namespaces/default/serviceaccounts
I1026 01:01:37.487776 27934 round_trippers.go:469] Request Headers:
I1026 01:01:37.487783 27934 round_trippers.go:473] Accept: application/json, */*
I1026 01:01:37.487787 27934 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1026 01:01:37.491586 27934 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1026 01:01:37.491857 27934 default_sa.go:45] found service account: "default"
I1026 01:01:37.491878 27934 default_sa.go:55] duration metric: took 195.585476ms for default service account to be created ...
I1026 01:01:37.491887 27934 system_pods.go:116] waiting for k8s-apps to be running ...
I1026 01:01:37.687316 27934 request.go:632] Waited for 195.344627ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.183:8443/api/v1/namespaces/kube-system/pods
I1026 01:01:37.687371 27934 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/namespaces/kube-system/pods
I1026 01:01:37.687376 27934 round_trippers.go:469] Request Headers:
I1026 01:01:37.687383 27934 round_trippers.go:473] Accept: application/json, */*
I1026 01:01:37.687387 27934 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1026 01:01:37.691369 27934 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1026 01:01:37.696949 27934 system_pods.go:86] 17 kube-system pods found
I1026 01:01:37.696973 27934 system_pods.go:89] "coredns-7c65d6cfc9-ntmgc" [b2e07a8a-ed53-4151-9cdd-6345d84fea7d] Running
I1026 01:01:37.696979 27934 system_pods.go:89] "coredns-7c65d6cfc9-qx24f" [d7fc0eb5-4828-436f-a5c8-8de607f590cf] Running
I1026 01:01:37.696983 27934 system_pods.go:89] "etcd-ha-300623" [7af25c40-90db-43fb-9d1c-02d3b6092d30] Running
I1026 01:01:37.696988 27934 system_pods.go:89] "etcd-ha-300623-m02" [5e6978a1-41aa-46dd-a1cd-e02042d4ce04] Running
I1026 01:01:37.696991 27934 system_pods.go:89] "kindnet-4cqmf" [c887471a-629c-4bf1-9296-8ccb5ba56cd6] Running
I1026 01:01:37.696995 27934 system_pods.go:89] "kindnet-g5bkb" [0ad4551d-8c28-45b3-9563-03d427208f4f] Running
I1026 01:01:37.696999 27934 system_pods.go:89] "kube-apiserver-ha-300623" [23f40207-db77-4a02-a2dc-eecea5b1874a] Running
I1026 01:01:37.697003 27934 system_pods.go:89] "kube-apiserver-ha-300623-m02" [6e2d1aeb-ad12-4328-b4da-6b3a2fd19df0] Running
I1026 01:01:37.697006 27934 system_pods.go:89] "kube-controller-manager-ha-300623" [b9c979d4-64e6-473c-b688-295ddd98c379] Running
I1026 01:01:37.697010 27934 system_pods.go:89] "kube-controller-manager-ha-300623-m02" [4ae0dbcd-d50c-4a53-9347-bed0a06f1f15] Running
I1026 01:01:37.697014 27934 system_pods.go:89] "kube-proxy-65rns" [895d0bd9-0f38-442f-99a2-6c5c70bddd39] Running
I1026 01:01:37.697018 27934 system_pods.go:89] "kube-proxy-7hn2d" [8ffc007b-7e17-4810-9f44-f190a8a7d21b] Running
I1026 01:01:37.697021 27934 system_pods.go:89] "kube-scheduler-ha-300623" [fcbddffd-40d8-4ebd-bf1e-58b1457af487] Running
I1026 01:01:37.697028 27934 system_pods.go:89] "kube-scheduler-ha-300623-m02" [81664577-53a3-46fd-98f0-5a517d60fc40] Running
I1026 01:01:37.697031 27934 system_pods.go:89] "kube-vip-ha-300623" [23c24ab4-cff5-48fa-841b-9567360cbb00] Running
I1026 01:01:37.697034 27934 system_pods.go:89] "kube-vip-ha-300623-m02" [5e054e06-be47-4fca-bf3d-d0919d31fe23] Running
I1026 01:01:37.697036 27934 system_pods.go:89] "storage-provisioner" [28d286b1-45b3-4775-a8ff-47dc3cb84792] Running
I1026 01:01:37.697042 27934 system_pods.go:126] duration metric: took 205.150542ms to wait for k8s-apps to be running ...
I1026 01:01:37.697052 27934 system_svc.go:44] waiting for kubelet service to be running ....
I1026 01:01:37.697091 27934 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1026 01:01:37.712370 27934 system_svc.go:56] duration metric: took 15.306195ms WaitForService to wait for kubelet
I1026 01:01:37.712402 27934 kubeadm.go:582] duration metric: took 21.119406025s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1026 01:01:37.712420 27934 node_conditions.go:102] verifying NodePressure condition ...
I1026 01:01:37.886735 27934 request.go:632] Waited for 174.248578ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.183:8443/api/v1/nodes
I1026 01:01:37.886856 27934 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes
I1026 01:01:37.886868 27934 round_trippers.go:469] Request Headers:
I1026 01:01:37.886878 27934 round_trippers.go:473] Accept: application/json, */*
I1026 01:01:37.886887 27934 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1026 01:01:37.890795 27934 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1026 01:01:37.891473 27934 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I1026 01:01:37.891497 27934 node_conditions.go:123] node cpu capacity is 2
I1026 01:01:37.891509 27934 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I1026 01:01:37.891513 27934 node_conditions.go:123] node cpu capacity is 2
I1026 01:01:37.891517 27934 node_conditions.go:105] duration metric: took 179.092926ms to run NodePressure ...
I1026 01:01:37.891528 27934 start.go:241] waiting for startup goroutines ...
I1026 01:01:37.891553 27934 start.go:255] writing updated cluster config ...
I1026 01:01:37.893974 27934 out.go:201]
I1026 01:01:37.895579 27934 config.go:182] Loaded profile config "ha-300623": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1026 01:01:37.895693 27934 profile.go:143] Saving config to /home/jenkins/minikube-integration/19868-8680/.minikube/profiles/ha-300623/config.json ...
I1026 01:01:37.897785 27934 out.go:177] * Starting "ha-300623-m03" control-plane node in "ha-300623" cluster
I1026 01:01:37.898981 27934 preload.go:131] Checking if preload exists for k8s version v1.31.2 and runtime crio
I1026 01:01:37.899006 27934 cache.go:56] Caching tarball of preloaded images
I1026 01:01:37.899114 27934 preload.go:172] Found /home/jenkins/minikube-integration/19868-8680/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.2-cri-o-overlay-amd64.tar.lz4 in cache, skipping download
I1026 01:01:37.899125 27934 cache.go:59] Finished verifying existence of preloaded tar for v1.31.2 on crio
I1026 01:01:37.899210 27934 profile.go:143] Saving config to /home/jenkins/minikube-integration/19868-8680/.minikube/profiles/ha-300623/config.json ...
I1026 01:01:37.900601 27934 start.go:360] acquireMachinesLock for ha-300623-m03: {Name:mkc6876e276b7a81668ce8efec2d491cf3d18bce Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}
I1026 01:01:37.900662 27934 start.go:364] duration metric: took 37.924µs to acquireMachinesLock for "ha-300623-m03"
I1026 01:01:37.900681 27934 start.go:93] Provisioning new machine with config: &{Name:ha-300623 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19806/minikube-v1.34.0-1729002252-19806-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1729876044-19868@sha256:98fb05d9d766cf8d630ce90381e12faa07711c611be9bb2c767cfc936533477e Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{Kubernete
sVersion:v1.31.2 ClusterName:ha-300623 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.39.183 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m02 IP:192.168.39.62 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m03 IP: Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[ambassador:false amd-gpu-device-plugin:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:false efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false
ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:false storage-provisioner-gluster:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker Bin
aryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name:m03 IP: Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}
I1026 01:01:37.900777 27934 start.go:125] createHost starting for "m03" (driver="kvm2")
I1026 01:01:37.902482 27934 out.go:235] * Creating kvm2 VM (CPUs=2, Memory=2200MB, Disk=20000MB) ...
I1026 01:01:37.902577 27934 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1026 01:01:37.902616 27934 main.go:141] libmachine: Launching plugin server for driver kvm2
I1026 01:01:37.917489 27934 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:35275
I1026 01:01:37.918010 27934 main.go:141] libmachine: () Calling .GetVersion
I1026 01:01:37.918524 27934 main.go:141] libmachine: Using API Version 1
I1026 01:01:37.918546 27934 main.go:141] libmachine: () Calling .SetConfigRaw
I1026 01:01:37.918854 27934 main.go:141] libmachine: () Calling .GetMachineName
I1026 01:01:37.919023 27934 main.go:141] libmachine: (ha-300623-m03) Calling .GetMachineName
I1026 01:01:37.919164 27934 main.go:141] libmachine: (ha-300623-m03) Calling .DriverName
I1026 01:01:37.919300 27934 start.go:159] libmachine.API.Create for "ha-300623" (driver="kvm2")
I1026 01:01:37.919332 27934 client.go:168] LocalClient.Create starting
I1026 01:01:37.919365 27934 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/19868-8680/.minikube/certs/ca.pem
I1026 01:01:37.919401 27934 main.go:141] libmachine: Decoding PEM data...
I1026 01:01:37.919415 27934 main.go:141] libmachine: Parsing certificate...
I1026 01:01:37.919461 27934 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/19868-8680/.minikube/certs/cert.pem
I1026 01:01:37.919481 27934 main.go:141] libmachine: Decoding PEM data...
I1026 01:01:37.919492 27934 main.go:141] libmachine: Parsing certificate...
I1026 01:01:37.919511 27934 main.go:141] libmachine: Running pre-create checks...
I1026 01:01:37.919519 27934 main.go:141] libmachine: (ha-300623-m03) Calling .PreCreateCheck
I1026 01:01:37.919665 27934 main.go:141] libmachine: (ha-300623-m03) Calling .GetConfigRaw
I1026 01:01:37.920059 27934 main.go:141] libmachine: Creating machine...
I1026 01:01:37.920075 27934 main.go:141] libmachine: (ha-300623-m03) Calling .Create
I1026 01:01:37.920211 27934 main.go:141] libmachine: (ha-300623-m03) Creating KVM machine...
I1026 01:01:37.921465 27934 main.go:141] libmachine: (ha-300623-m03) DBG | found existing default KVM network
I1026 01:01:37.921611 27934 main.go:141] libmachine: (ha-300623-m03) DBG | found existing private KVM network mk-ha-300623
I1026 01:01:37.921761 27934 main.go:141] libmachine: (ha-300623-m03) Setting up store path in /home/jenkins/minikube-integration/19868-8680/.minikube/machines/ha-300623-m03 ...
I1026 01:01:37.921786 27934 main.go:141] libmachine: (ha-300623-m03) Building disk image from file:///home/jenkins/minikube-integration/19868-8680/.minikube/cache/iso/amd64/minikube-v1.34.0-1729002252-19806-amd64.iso
I1026 01:01:37.921849 27934 main.go:141] libmachine: (ha-300623-m03) DBG | I1026 01:01:37.921742 28699 common.go:144] Making disk image using store path: /home/jenkins/minikube-integration/19868-8680/.minikube
I1026 01:01:37.921948 27934 main.go:141] libmachine: (ha-300623-m03) Downloading /home/jenkins/minikube-integration/19868-8680/.minikube/cache/boot2docker.iso from file:///home/jenkins/minikube-integration/19868-8680/.minikube/cache/iso/amd64/minikube-v1.34.0-1729002252-19806-amd64.iso...
I1026 01:01:38.168295 27934 main.go:141] libmachine: (ha-300623-m03) DBG | I1026 01:01:38.168154 28699 common.go:151] Creating ssh key: /home/jenkins/minikube-integration/19868-8680/.minikube/machines/ha-300623-m03/id_rsa...
I1026 01:01:38.291085 27934 main.go:141] libmachine: (ha-300623-m03) DBG | I1026 01:01:38.290967 28699 common.go:157] Creating raw disk image: /home/jenkins/minikube-integration/19868-8680/.minikube/machines/ha-300623-m03/ha-300623-m03.rawdisk...
I1026 01:01:38.291115 27934 main.go:141] libmachine: (ha-300623-m03) DBG | Writing magic tar header
I1026 01:01:38.291125 27934 main.go:141] libmachine: (ha-300623-m03) DBG | Writing SSH key tar header
I1026 01:01:38.291132 27934 main.go:141] libmachine: (ha-300623-m03) DBG | I1026 01:01:38.291098 28699 common.go:171] Fixing permissions on /home/jenkins/minikube-integration/19868-8680/.minikube/machines/ha-300623-m03 ...
I1026 01:01:38.291249 27934 main.go:141] libmachine: (ha-300623-m03) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19868-8680/.minikube/machines/ha-300623-m03
I1026 01:01:38.291280 27934 main.go:141] libmachine: (ha-300623-m03) Setting executable bit set on /home/jenkins/minikube-integration/19868-8680/.minikube/machines/ha-300623-m03 (perms=drwx------)
I1026 01:01:38.291294 27934 main.go:141] libmachine: (ha-300623-m03) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19868-8680/.minikube/machines
I1026 01:01:38.291307 27934 main.go:141] libmachine: (ha-300623-m03) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19868-8680/.minikube
I1026 01:01:38.291313 27934 main.go:141] libmachine: (ha-300623-m03) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19868-8680
I1026 01:01:38.291323 27934 main.go:141] libmachine: (ha-300623-m03) DBG | Checking permissions on dir: /home/jenkins/minikube-integration
I1026 01:01:38.291330 27934 main.go:141] libmachine: (ha-300623-m03) DBG | Checking permissions on dir: /home/jenkins
I1026 01:01:38.291340 27934 main.go:141] libmachine: (ha-300623-m03) DBG | Checking permissions on dir: /home
I1026 01:01:38.291363 27934 main.go:141] libmachine: (ha-300623-m03) Setting executable bit set on /home/jenkins/minikube-integration/19868-8680/.minikube/machines (perms=drwxr-xr-x)
I1026 01:01:38.291374 27934 main.go:141] libmachine: (ha-300623-m03) DBG | Skipping /home - not owner
I1026 01:01:38.291387 27934 main.go:141] libmachine: (ha-300623-m03) Setting executable bit set on /home/jenkins/minikube-integration/19868-8680/.minikube (perms=drwxr-xr-x)
I1026 01:01:38.291395 27934 main.go:141] libmachine: (ha-300623-m03) Setting executable bit set on /home/jenkins/minikube-integration/19868-8680 (perms=drwxrwxr-x)
I1026 01:01:38.291403 27934 main.go:141] libmachine: (ha-300623-m03) Setting executable bit set on /home/jenkins/minikube-integration (perms=drwxrwxr-x)
I1026 01:01:38.291411 27934 main.go:141] libmachine: (ha-300623-m03) Setting executable bit set on /home/jenkins (perms=drwxr-xr-x)
I1026 01:01:38.291417 27934 main.go:141] libmachine: (ha-300623-m03) Creating domain...
I1026 01:01:38.292244 27934 main.go:141] libmachine: (ha-300623-m03) define libvirt domain using xml:
I1026 01:01:38.292268 27934 main.go:141] libmachine: (ha-300623-m03) <domain type='kvm'>
I1026 01:01:38.292276 27934 main.go:141] libmachine: (ha-300623-m03) <name>ha-300623-m03</name>
I1026 01:01:38.292281 27934 main.go:141] libmachine: (ha-300623-m03) <memory unit='MiB'>2200</memory>
I1026 01:01:38.292286 27934 main.go:141] libmachine: (ha-300623-m03) <vcpu>2</vcpu>
I1026 01:01:38.292290 27934 main.go:141] libmachine: (ha-300623-m03) <features>
I1026 01:01:38.292296 27934 main.go:141] libmachine: (ha-300623-m03) <acpi/>
I1026 01:01:38.292303 27934 main.go:141] libmachine: (ha-300623-m03) <apic/>
I1026 01:01:38.292314 27934 main.go:141] libmachine: (ha-300623-m03) <pae/>
I1026 01:01:38.292320 27934 main.go:141] libmachine: (ha-300623-m03)
I1026 01:01:38.292330 27934 main.go:141] libmachine: (ha-300623-m03) </features>
I1026 01:01:38.292336 27934 main.go:141] libmachine: (ha-300623-m03) <cpu mode='host-passthrough'>
I1026 01:01:38.292375 27934 main.go:141] libmachine: (ha-300623-m03)
I1026 01:01:38.292393 27934 main.go:141] libmachine: (ha-300623-m03) </cpu>
I1026 01:01:38.292406 27934 main.go:141] libmachine: (ha-300623-m03) <os>
I1026 01:01:38.292421 27934 main.go:141] libmachine: (ha-300623-m03) <type>hvm</type>
I1026 01:01:38.292439 27934 main.go:141] libmachine: (ha-300623-m03) <boot dev='cdrom'/>
I1026 01:01:38.292484 27934 main.go:141] libmachine: (ha-300623-m03) <boot dev='hd'/>
I1026 01:01:38.292496 27934 main.go:141] libmachine: (ha-300623-m03) <bootmenu enable='no'/>
I1026 01:01:38.292505 27934 main.go:141] libmachine: (ha-300623-m03) </os>
I1026 01:01:38.292533 27934 main.go:141] libmachine: (ha-300623-m03) <devices>
I1026 01:01:38.292552 27934 main.go:141] libmachine: (ha-300623-m03) <disk type='file' device='cdrom'>
I1026 01:01:38.292569 27934 main.go:141] libmachine: (ha-300623-m03) <source file='/home/jenkins/minikube-integration/19868-8680/.minikube/machines/ha-300623-m03/boot2docker.iso'/>
I1026 01:01:38.292579 27934 main.go:141] libmachine: (ha-300623-m03) <target dev='hdc' bus='scsi'/>
I1026 01:01:38.292598 27934 main.go:141] libmachine: (ha-300623-m03) <readonly/>
I1026 01:01:38.292607 27934 main.go:141] libmachine: (ha-300623-m03) </disk>
I1026 01:01:38.292617 27934 main.go:141] libmachine: (ha-300623-m03) <disk type='file' device='disk'>
I1026 01:01:38.292641 27934 main.go:141] libmachine: (ha-300623-m03) <driver name='qemu' type='raw' cache='default' io='threads' />
I1026 01:01:38.292657 27934 main.go:141] libmachine: (ha-300623-m03) <source file='/home/jenkins/minikube-integration/19868-8680/.minikube/machines/ha-300623-m03/ha-300623-m03.rawdisk'/>
I1026 01:01:38.292667 27934 main.go:141] libmachine: (ha-300623-m03) <target dev='hda' bus='virtio'/>
I1026 01:01:38.292685 27934 main.go:141] libmachine: (ha-300623-m03) </disk>
I1026 01:01:38.292699 27934 main.go:141] libmachine: (ha-300623-m03) <interface type='network'>
I1026 01:01:38.292713 27934 main.go:141] libmachine: (ha-300623-m03) <source network='mk-ha-300623'/>
I1026 01:01:38.292722 27934 main.go:141] libmachine: (ha-300623-m03) <model type='virtio'/>
I1026 01:01:38.292731 27934 main.go:141] libmachine: (ha-300623-m03) </interface>
I1026 01:01:38.292740 27934 main.go:141] libmachine: (ha-300623-m03) <interface type='network'>
I1026 01:01:38.292749 27934 main.go:141] libmachine: (ha-300623-m03) <source network='default'/>
I1026 01:01:38.292759 27934 main.go:141] libmachine: (ha-300623-m03) <model type='virtio'/>
I1026 01:01:38.292790 27934 main.go:141] libmachine: (ha-300623-m03) </interface>
I1026 01:01:38.292812 27934 main.go:141] libmachine: (ha-300623-m03) <serial type='pty'>
I1026 01:01:38.292821 27934 main.go:141] libmachine: (ha-300623-m03) <target port='0'/>
I1026 01:01:38.292825 27934 main.go:141] libmachine: (ha-300623-m03) </serial>
I1026 01:01:38.292832 27934 main.go:141] libmachine: (ha-300623-m03) <console type='pty'>
I1026 01:01:38.292837 27934 main.go:141] libmachine: (ha-300623-m03) <target type='serial' port='0'/>
I1026 01:01:38.292843 27934 main.go:141] libmachine: (ha-300623-m03) </console>
I1026 01:01:38.292851 27934 main.go:141] libmachine: (ha-300623-m03) <rng model='virtio'>
I1026 01:01:38.292862 27934 main.go:141] libmachine: (ha-300623-m03) <backend model='random'>/dev/random</backend>
I1026 01:01:38.292871 27934 main.go:141] libmachine: (ha-300623-m03) </rng>
I1026 01:01:38.292879 27934 main.go:141] libmachine: (ha-300623-m03)
I1026 01:01:38.292887 27934 main.go:141] libmachine: (ha-300623-m03)
I1026 01:01:38.292907 27934 main.go:141] libmachine: (ha-300623-m03) </devices>
I1026 01:01:38.292927 27934 main.go:141] libmachine: (ha-300623-m03) </domain>
I1026 01:01:38.292944 27934 main.go:141] libmachine: (ha-300623-m03)
I1026 01:01:38.300030 27934 main.go:141] libmachine: (ha-300623-m03) DBG | domain ha-300623-m03 has defined MAC address 52:54:00:59:6f:46 in network default
I1026 01:01:38.300611 27934 main.go:141] libmachine: (ha-300623-m03) Ensuring networks are active...
I1026 01:01:38.300639 27934 main.go:141] libmachine: (ha-300623-m03) DBG | domain ha-300623-m03 has defined MAC address 52:54:00:c1:38:db in network mk-ha-300623
I1026 01:01:38.301325 27934 main.go:141] libmachine: (ha-300623-m03) Ensuring network default is active
I1026 01:01:38.301614 27934 main.go:141] libmachine: (ha-300623-m03) Ensuring network mk-ha-300623 is active
I1026 01:01:38.301965 27934 main.go:141] libmachine: (ha-300623-m03) Getting domain xml...
I1026 01:01:38.302564 27934 main.go:141] libmachine: (ha-300623-m03) Creating domain...
I1026 01:01:39.541523 27934 main.go:141] libmachine: (ha-300623-m03) Waiting to get IP...
I1026 01:01:39.542453 27934 main.go:141] libmachine: (ha-300623-m03) DBG | domain ha-300623-m03 has defined MAC address 52:54:00:c1:38:db in network mk-ha-300623
I1026 01:01:39.542916 27934 main.go:141] libmachine: (ha-300623-m03) DBG | unable to find current IP address of domain ha-300623-m03 in network mk-ha-300623
I1026 01:01:39.542942 27934 main.go:141] libmachine: (ha-300623-m03) DBG | I1026 01:01:39.542887 28699 retry.go:31] will retry after 281.419322ms: waiting for machine to come up
I1026 01:01:39.826321 27934 main.go:141] libmachine: (ha-300623-m03) DBG | domain ha-300623-m03 has defined MAC address 52:54:00:c1:38:db in network mk-ha-300623
I1026 01:01:39.826750 27934 main.go:141] libmachine: (ha-300623-m03) DBG | unable to find current IP address of domain ha-300623-m03 in network mk-ha-300623
I1026 01:01:39.826778 27934 main.go:141] libmachine: (ha-300623-m03) DBG | I1026 01:01:39.826737 28699 retry.go:31] will retry after 326.383367ms: waiting for machine to come up
I1026 01:01:40.155076 27934 main.go:141] libmachine: (ha-300623-m03) DBG | domain ha-300623-m03 has defined MAC address 52:54:00:c1:38:db in network mk-ha-300623
I1026 01:01:40.155490 27934 main.go:141] libmachine: (ha-300623-m03) DBG | unable to find current IP address of domain ha-300623-m03 in network mk-ha-300623
I1026 01:01:40.155515 27934 main.go:141] libmachine: (ha-300623-m03) DBG | I1026 01:01:40.155448 28699 retry.go:31] will retry after 321.43703ms: waiting for machine to come up
I1026 01:01:40.479066 27934 main.go:141] libmachine: (ha-300623-m03) DBG | domain ha-300623-m03 has defined MAC address 52:54:00:c1:38:db in network mk-ha-300623
I1026 01:01:40.479512 27934 main.go:141] libmachine: (ha-300623-m03) DBG | unable to find current IP address of domain ha-300623-m03 in network mk-ha-300623
I1026 01:01:40.479541 27934 main.go:141] libmachine: (ha-300623-m03) DBG | I1026 01:01:40.479464 28699 retry.go:31] will retry after 585.906236ms: waiting for machine to come up
I1026 01:01:41.068220 27934 main.go:141] libmachine: (ha-300623-m03) DBG | domain ha-300623-m03 has defined MAC address 52:54:00:c1:38:db in network mk-ha-300623
I1026 01:01:41.068712 27934 main.go:141] libmachine: (ha-300623-m03) DBG | unable to find current IP address of domain ha-300623-m03 in network mk-ha-300623
I1026 01:01:41.068740 27934 main.go:141] libmachine: (ha-300623-m03) DBG | I1026 01:01:41.068671 28699 retry.go:31] will retry after 528.538636ms: waiting for machine to come up
I1026 01:01:41.598430 27934 main.go:141] libmachine: (ha-300623-m03) DBG | domain ha-300623-m03 has defined MAC address 52:54:00:c1:38:db in network mk-ha-300623
I1026 01:01:41.599018 27934 main.go:141] libmachine: (ha-300623-m03) DBG | unable to find current IP address of domain ha-300623-m03 in network mk-ha-300623
I1026 01:01:41.599040 27934 main.go:141] libmachine: (ha-300623-m03) DBG | I1026 01:01:41.598979 28699 retry.go:31] will retry after 646.897359ms: waiting for machine to come up
I1026 01:01:42.247537 27934 main.go:141] libmachine: (ha-300623-m03) DBG | domain ha-300623-m03 has defined MAC address 52:54:00:c1:38:db in network mk-ha-300623
I1026 01:01:42.247952 27934 main.go:141] libmachine: (ha-300623-m03) DBG | unable to find current IP address of domain ha-300623-m03 in network mk-ha-300623
I1026 01:01:42.247977 27934 main.go:141] libmachine: (ha-300623-m03) DBG | I1026 01:01:42.247889 28699 retry.go:31] will retry after 982.424553ms: waiting for machine to come up
I1026 01:01:43.231997 27934 main.go:141] libmachine: (ha-300623-m03) DBG | domain ha-300623-m03 has defined MAC address 52:54:00:c1:38:db in network mk-ha-300623
I1026 01:01:43.232498 27934 main.go:141] libmachine: (ha-300623-m03) DBG | unable to find current IP address of domain ha-300623-m03 in network mk-ha-300623
I1026 01:01:43.232526 27934 main.go:141] libmachine: (ha-300623-m03) DBG | I1026 01:01:43.232426 28699 retry.go:31] will retry after 920.160573ms: waiting for machine to come up
I1026 01:01:44.154517 27934 main.go:141] libmachine: (ha-300623-m03) DBG | domain ha-300623-m03 has defined MAC address 52:54:00:c1:38:db in network mk-ha-300623
I1026 01:01:44.155015 27934 main.go:141] libmachine: (ha-300623-m03) DBG | unable to find current IP address of domain ha-300623-m03 in network mk-ha-300623
I1026 01:01:44.155041 27934 main.go:141] libmachine: (ha-300623-m03) DBG | I1026 01:01:44.154974 28699 retry.go:31] will retry after 1.233732499s: waiting for machine to come up
I1026 01:01:45.390175 27934 main.go:141] libmachine: (ha-300623-m03) DBG | domain ha-300623-m03 has defined MAC address 52:54:00:c1:38:db in network mk-ha-300623
I1026 01:01:45.390649 27934 main.go:141] libmachine: (ha-300623-m03) DBG | unable to find current IP address of domain ha-300623-m03 in network mk-ha-300623
I1026 01:01:45.390676 27934 main.go:141] libmachine: (ha-300623-m03) DBG | I1026 01:01:45.390595 28699 retry.go:31] will retry after 2.305424014s: waiting for machine to come up
I1026 01:01:47.698485 27934 main.go:141] libmachine: (ha-300623-m03) DBG | domain ha-300623-m03 has defined MAC address 52:54:00:c1:38:db in network mk-ha-300623
I1026 01:01:47.698913 27934 main.go:141] libmachine: (ha-300623-m03) DBG | unable to find current IP address of domain ha-300623-m03 in network mk-ha-300623
I1026 01:01:47.698936 27934 main.go:141] libmachine: (ha-300623-m03) DBG | I1026 01:01:47.698861 28699 retry.go:31] will retry after 2.109217289s: waiting for machine to come up
I1026 01:01:49.810556 27934 main.go:141] libmachine: (ha-300623-m03) DBG | domain ha-300623-m03 has defined MAC address 52:54:00:c1:38:db in network mk-ha-300623
I1026 01:01:49.811065 27934 main.go:141] libmachine: (ha-300623-m03) DBG | unable to find current IP address of domain ha-300623-m03 in network mk-ha-300623
I1026 01:01:49.811095 27934 main.go:141] libmachine: (ha-300623-m03) DBG | I1026 01:01:49.811021 28699 retry.go:31] will retry after 3.235213993s: waiting for machine to come up
I1026 01:01:53.047405 27934 main.go:141] libmachine: (ha-300623-m03) DBG | domain ha-300623-m03 has defined MAC address 52:54:00:c1:38:db in network mk-ha-300623
I1026 01:01:53.047859 27934 main.go:141] libmachine: (ha-300623-m03) DBG | unable to find current IP address of domain ha-300623-m03 in network mk-ha-300623
I1026 01:01:53.047896 27934 main.go:141] libmachine: (ha-300623-m03) DBG | I1026 01:01:53.047798 28699 retry.go:31] will retry after 2.928776248s: waiting for machine to come up
I1026 01:01:55.979004 27934 main.go:141] libmachine: (ha-300623-m03) DBG | domain ha-300623-m03 has defined MAC address 52:54:00:c1:38:db in network mk-ha-300623
I1026 01:01:55.979474 27934 main.go:141] libmachine: (ha-300623-m03) DBG | unable to find current IP address of domain ha-300623-m03 in network mk-ha-300623
I1026 01:01:55.979500 27934 main.go:141] libmachine: (ha-300623-m03) DBG | I1026 01:01:55.979422 28699 retry.go:31] will retry after 4.662153221s: waiting for machine to come up
I1026 01:02:00.643538 27934 main.go:141] libmachine: (ha-300623-m03) DBG | domain ha-300623-m03 has defined MAC address 52:54:00:c1:38:db in network mk-ha-300623
I1026 01:02:00.644004 27934 main.go:141] libmachine: (ha-300623-m03) Found IP for machine: 192.168.39.180
I1026 01:02:00.644032 27934 main.go:141] libmachine: (ha-300623-m03) Reserving static IP address...
I1026 01:02:00.644046 27934 main.go:141] libmachine: (ha-300623-m03) DBG | domain ha-300623-m03 has current primary IP address 192.168.39.180 and MAC address 52:54:00:c1:38:db in network mk-ha-300623
I1026 01:02:00.644407 27934 main.go:141] libmachine: (ha-300623-m03) DBG | unable to find host DHCP lease matching {name: "ha-300623-m03", mac: "52:54:00:c1:38:db", ip: "192.168.39.180"} in network mk-ha-300623
I1026 01:02:00.720512 27934 main.go:141] libmachine: (ha-300623-m03) DBG | Getting to WaitForSSH function...
I1026 01:02:00.720543 27934 main.go:141] libmachine: (ha-300623-m03) Reserved static IP address: 192.168.39.180
I1026 01:02:00.720555 27934 main.go:141] libmachine: (ha-300623-m03) Waiting for SSH to be available...
I1026 01:02:00.723096 27934 main.go:141] libmachine: (ha-300623-m03) DBG | domain ha-300623-m03 has defined MAC address 52:54:00:c1:38:db in network mk-ha-300623
I1026 01:02:00.723544 27934 main.go:141] libmachine: (ha-300623-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:c1:38:db", ip: ""} in network mk-ha-300623: {Iface:virbr1 ExpiryTime:2024-10-26 02:01:52 +0000 UTC Type:0 Mac:52:54:00:c1:38:db Iaid: IPaddr:192.168.39.180 Prefix:24 Hostname:minikube Clientid:01:52:54:00:c1:38:db}
I1026 01:02:00.723574 27934 main.go:141] libmachine: (ha-300623-m03) DBG | domain ha-300623-m03 has defined IP address 192.168.39.180 and MAC address 52:54:00:c1:38:db in network mk-ha-300623
I1026 01:02:00.723782 27934 main.go:141] libmachine: (ha-300623-m03) DBG | Using SSH client type: external
I1026 01:02:00.723802 27934 main.go:141] libmachine: (ha-300623-m03) DBG | Using SSH private key: /home/jenkins/minikube-integration/19868-8680/.minikube/machines/ha-300623-m03/id_rsa (-rw-------)
I1026 01:02:00.723832 27934 main.go:141] libmachine: (ha-300623-m03) DBG | &{[-F /dev/null -o ConnectionAttempts=3 -o ConnectTimeout=10 -o ControlMaster=no -o ControlPath=none -o LogLevel=quiet -o PasswordAuthentication=no -o ServerAliveInterval=60 -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null docker@192.168.39.180 -o IdentitiesOnly=yes -i /home/jenkins/minikube-integration/19868-8680/.minikube/machines/ha-300623-m03/id_rsa -p 22] /usr/bin/ssh <nil>}
I1026 01:02:00.723848 27934 main.go:141] libmachine: (ha-300623-m03) DBG | About to run SSH command:
I1026 01:02:00.723870 27934 main.go:141] libmachine: (ha-300623-m03) DBG | exit 0
I1026 01:02:00.849883 27934 main.go:141] libmachine: (ha-300623-m03) DBG | SSH cmd err, output: <nil>:
I1026 01:02:00.850375 27934 main.go:141] libmachine: (ha-300623-m03) KVM machine creation complete!
I1026 01:02:00.850699 27934 main.go:141] libmachine: (ha-300623-m03) Calling .GetConfigRaw
I1026 01:02:00.851242 27934 main.go:141] libmachine: (ha-300623-m03) Calling .DriverName
I1026 01:02:00.851412 27934 main.go:141] libmachine: (ha-300623-m03) Calling .DriverName
I1026 01:02:00.851548 27934 main.go:141] libmachine: Waiting for machine to be running, this may take a few minutes...
I1026 01:02:00.851566 27934 main.go:141] libmachine: (ha-300623-m03) Calling .GetState
I1026 01:02:00.852882 27934 main.go:141] libmachine: Detecting operating system of created instance...
I1026 01:02:00.852898 27934 main.go:141] libmachine: Waiting for SSH to be available...
I1026 01:02:00.852910 27934 main.go:141] libmachine: Getting to WaitForSSH function...
I1026 01:02:00.852920 27934 main.go:141] libmachine: (ha-300623-m03) Calling .GetSSHHostname
I1026 01:02:00.855365 27934 main.go:141] libmachine: (ha-300623-m03) DBG | domain ha-300623-m03 has defined MAC address 52:54:00:c1:38:db in network mk-ha-300623
I1026 01:02:00.855806 27934 main.go:141] libmachine: (ha-300623-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:c1:38:db", ip: ""} in network mk-ha-300623: {Iface:virbr1 ExpiryTime:2024-10-26 02:01:52 +0000 UTC Type:0 Mac:52:54:00:c1:38:db Iaid: IPaddr:192.168.39.180 Prefix:24 Hostname:ha-300623-m03 Clientid:01:52:54:00:c1:38:db}
I1026 01:02:00.855828 27934 main.go:141] libmachine: (ha-300623-m03) DBG | domain ha-300623-m03 has defined IP address 192.168.39.180 and MAC address 52:54:00:c1:38:db in network mk-ha-300623
I1026 01:02:00.856011 27934 main.go:141] libmachine: (ha-300623-m03) Calling .GetSSHPort
I1026 01:02:00.856209 27934 main.go:141] libmachine: (ha-300623-m03) Calling .GetSSHKeyPath
I1026 01:02:00.856384 27934 main.go:141] libmachine: (ha-300623-m03) Calling .GetSSHKeyPath
I1026 01:02:00.856518 27934 main.go:141] libmachine: (ha-300623-m03) Calling .GetSSHUsername
I1026 01:02:00.856737 27934 main.go:141] libmachine: Using SSH client type: native
I1026 01:02:00.856963 27934 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866160] 0x868e40 <nil> [] 0s} 192.168.39.180 22 <nil> <nil>}
I1026 01:02:00.856977 27934 main.go:141] libmachine: About to run SSH command:
exit 0
I1026 01:02:00.960586 27934 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1026 01:02:00.960610 27934 main.go:141] libmachine: Detecting the provisioner...
I1026 01:02:00.960620 27934 main.go:141] libmachine: (ha-300623-m03) Calling .GetSSHHostname
I1026 01:02:00.963489 27934 main.go:141] libmachine: (ha-300623-m03) DBG | domain ha-300623-m03 has defined MAC address 52:54:00:c1:38:db in network mk-ha-300623
I1026 01:02:00.963835 27934 main.go:141] libmachine: (ha-300623-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:c1:38:db", ip: ""} in network mk-ha-300623: {Iface:virbr1 ExpiryTime:2024-10-26 02:01:52 +0000 UTC Type:0 Mac:52:54:00:c1:38:db Iaid: IPaddr:192.168.39.180 Prefix:24 Hostname:ha-300623-m03 Clientid:01:52:54:00:c1:38:db}
I1026 01:02:00.963855 27934 main.go:141] libmachine: (ha-300623-m03) DBG | domain ha-300623-m03 has defined IP address 192.168.39.180 and MAC address 52:54:00:c1:38:db in network mk-ha-300623
I1026 01:02:00.964027 27934 main.go:141] libmachine: (ha-300623-m03) Calling .GetSSHPort
I1026 01:02:00.964212 27934 main.go:141] libmachine: (ha-300623-m03) Calling .GetSSHKeyPath
I1026 01:02:00.964377 27934 main.go:141] libmachine: (ha-300623-m03) Calling .GetSSHKeyPath
I1026 01:02:00.964520 27934 main.go:141] libmachine: (ha-300623-m03) Calling .GetSSHUsername
I1026 01:02:00.964689 27934 main.go:141] libmachine: Using SSH client type: native
I1026 01:02:00.964839 27934 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866160] 0x868e40 <nil> [] 0s} 192.168.39.180 22 <nil> <nil>}
I1026 01:02:00.964850 27934 main.go:141] libmachine: About to run SSH command:
cat /etc/os-release
I1026 01:02:01.070154 27934 main.go:141] libmachine: SSH cmd err, output: <nil>: NAME=Buildroot
VERSION=2023.02.9-dirty
ID=buildroot
VERSION_ID=2023.02.9
PRETTY_NAME="Buildroot 2023.02.9"
I1026 01:02:01.070243 27934 main.go:141] libmachine: found compatible host: buildroot
I1026 01:02:01.070253 27934 main.go:141] libmachine: Provisioning with buildroot...
I1026 01:02:01.070260 27934 main.go:141] libmachine: (ha-300623-m03) Calling .GetMachineName
I1026 01:02:01.070494 27934 buildroot.go:166] provisioning hostname "ha-300623-m03"
I1026 01:02:01.070509 27934 main.go:141] libmachine: (ha-300623-m03) Calling .GetMachineName
I1026 01:02:01.070670 27934 main.go:141] libmachine: (ha-300623-m03) Calling .GetSSHHostname
I1026 01:02:01.073236 27934 main.go:141] libmachine: (ha-300623-m03) DBG | domain ha-300623-m03 has defined MAC address 52:54:00:c1:38:db in network mk-ha-300623
I1026 01:02:01.073643 27934 main.go:141] libmachine: (ha-300623-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:c1:38:db", ip: ""} in network mk-ha-300623: {Iface:virbr1 ExpiryTime:2024-10-26 02:01:52 +0000 UTC Type:0 Mac:52:54:00:c1:38:db Iaid: IPaddr:192.168.39.180 Prefix:24 Hostname:ha-300623-m03 Clientid:01:52:54:00:c1:38:db}
I1026 01:02:01.073674 27934 main.go:141] libmachine: (ha-300623-m03) DBG | domain ha-300623-m03 has defined IP address 192.168.39.180 and MAC address 52:54:00:c1:38:db in network mk-ha-300623
I1026 01:02:01.073803 27934 main.go:141] libmachine: (ha-300623-m03) Calling .GetSSHPort
I1026 01:02:01.074025 27934 main.go:141] libmachine: (ha-300623-m03) Calling .GetSSHKeyPath
I1026 01:02:01.074141 27934 main.go:141] libmachine: (ha-300623-m03) Calling .GetSSHKeyPath
I1026 01:02:01.074309 27934 main.go:141] libmachine: (ha-300623-m03) Calling .GetSSHUsername
I1026 01:02:01.074462 27934 main.go:141] libmachine: Using SSH client type: native
I1026 01:02:01.074668 27934 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866160] 0x868e40 <nil> [] 0s} 192.168.39.180 22 <nil> <nil>}
I1026 01:02:01.074685 27934 main.go:141] libmachine: About to run SSH command:
sudo hostname ha-300623-m03 && echo "ha-300623-m03" | sudo tee /etc/hostname
I1026 01:02:01.191755 27934 main.go:141] libmachine: SSH cmd err, output: <nil>: ha-300623-m03
I1026 01:02:01.191785 27934 main.go:141] libmachine: (ha-300623-m03) Calling .GetSSHHostname
I1026 01:02:01.194565 27934 main.go:141] libmachine: (ha-300623-m03) DBG | domain ha-300623-m03 has defined MAC address 52:54:00:c1:38:db in network mk-ha-300623
I1026 01:02:01.194928 27934 main.go:141] libmachine: (ha-300623-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:c1:38:db", ip: ""} in network mk-ha-300623: {Iface:virbr1 ExpiryTime:2024-10-26 02:01:52 +0000 UTC Type:0 Mac:52:54:00:c1:38:db Iaid: IPaddr:192.168.39.180 Prefix:24 Hostname:ha-300623-m03 Clientid:01:52:54:00:c1:38:db}
I1026 01:02:01.194957 27934 main.go:141] libmachine: (ha-300623-m03) DBG | domain ha-300623-m03 has defined IP address 192.168.39.180 and MAC address 52:54:00:c1:38:db in network mk-ha-300623
I1026 01:02:01.195106 27934 main.go:141] libmachine: (ha-300623-m03) Calling .GetSSHPort
I1026 01:02:01.195276 27934 main.go:141] libmachine: (ha-300623-m03) Calling .GetSSHKeyPath
I1026 01:02:01.195444 27934 main.go:141] libmachine: (ha-300623-m03) Calling .GetSSHKeyPath
I1026 01:02:01.195582 27934 main.go:141] libmachine: (ha-300623-m03) Calling .GetSSHUsername
I1026 01:02:01.195873 27934 main.go:141] libmachine: Using SSH client type: native
I1026 01:02:01.196084 27934 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866160] 0x868e40 <nil> [] 0s} 192.168.39.180 22 <nil> <nil>}
I1026 01:02:01.196105 27934 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\sha-300623-m03' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 ha-300623-m03/g' /etc/hosts;
else
echo '127.0.1.1 ha-300623-m03' | sudo tee -a /etc/hosts;
fi
fi
I1026 01:02:01.305994 27934 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1026 01:02:01.306027 27934 buildroot.go:172] set auth options {CertDir:/home/jenkins/minikube-integration/19868-8680/.minikube CaCertPath:/home/jenkins/minikube-integration/19868-8680/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/19868-8680/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/19868-8680/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/19868-8680/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/19868-8680/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/19868-8680/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/19868-8680/.minikube}
I1026 01:02:01.306044 27934 buildroot.go:174] setting up certificates
I1026 01:02:01.306053 27934 provision.go:84] configureAuth start
I1026 01:02:01.306066 27934 main.go:141] libmachine: (ha-300623-m03) Calling .GetMachineName
I1026 01:02:01.306391 27934 main.go:141] libmachine: (ha-300623-m03) Calling .GetIP
I1026 01:02:01.308943 27934 main.go:141] libmachine: (ha-300623-m03) DBG | domain ha-300623-m03 has defined MAC address 52:54:00:c1:38:db in network mk-ha-300623
I1026 01:02:01.309271 27934 main.go:141] libmachine: (ha-300623-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:c1:38:db", ip: ""} in network mk-ha-300623: {Iface:virbr1 ExpiryTime:2024-10-26 02:01:52 +0000 UTC Type:0 Mac:52:54:00:c1:38:db Iaid: IPaddr:192.168.39.180 Prefix:24 Hostname:ha-300623-m03 Clientid:01:52:54:00:c1:38:db}
I1026 01:02:01.309299 27934 main.go:141] libmachine: (ha-300623-m03) DBG | domain ha-300623-m03 has defined IP address 192.168.39.180 and MAC address 52:54:00:c1:38:db in network mk-ha-300623
I1026 01:02:01.309440 27934 main.go:141] libmachine: (ha-300623-m03) Calling .GetSSHHostname
I1026 01:02:01.311607 27934 main.go:141] libmachine: (ha-300623-m03) DBG | domain ha-300623-m03 has defined MAC address 52:54:00:c1:38:db in network mk-ha-300623
I1026 01:02:01.311976 27934 main.go:141] libmachine: (ha-300623-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:c1:38:db", ip: ""} in network mk-ha-300623: {Iface:virbr1 ExpiryTime:2024-10-26 02:01:52 +0000 UTC Type:0 Mac:52:54:00:c1:38:db Iaid: IPaddr:192.168.39.180 Prefix:24 Hostname:ha-300623-m03 Clientid:01:52:54:00:c1:38:db}
I1026 01:02:01.312003 27934 main.go:141] libmachine: (ha-300623-m03) DBG | domain ha-300623-m03 has defined IP address 192.168.39.180 and MAC address 52:54:00:c1:38:db in network mk-ha-300623
I1026 01:02:01.312212 27934 provision.go:143] copyHostCerts
I1026 01:02:01.312245 27934 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19868-8680/.minikube/certs/ca.pem -> /home/jenkins/minikube-integration/19868-8680/.minikube/ca.pem
I1026 01:02:01.312277 27934 exec_runner.go:144] found /home/jenkins/minikube-integration/19868-8680/.minikube/ca.pem, removing ...
I1026 01:02:01.312286 27934 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19868-8680/.minikube/ca.pem
I1026 01:02:01.312350 27934 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19868-8680/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/19868-8680/.minikube/ca.pem (1082 bytes)
I1026 01:02:01.312423 27934 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19868-8680/.minikube/certs/cert.pem -> /home/jenkins/minikube-integration/19868-8680/.minikube/cert.pem
I1026 01:02:01.312441 27934 exec_runner.go:144] found /home/jenkins/minikube-integration/19868-8680/.minikube/cert.pem, removing ...
I1026 01:02:01.312445 27934 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19868-8680/.minikube/cert.pem
I1026 01:02:01.312471 27934 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19868-8680/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/19868-8680/.minikube/cert.pem (1123 bytes)
I1026 01:02:01.312516 27934 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19868-8680/.minikube/certs/key.pem -> /home/jenkins/minikube-integration/19868-8680/.minikube/key.pem
I1026 01:02:01.312533 27934 exec_runner.go:144] found /home/jenkins/minikube-integration/19868-8680/.minikube/key.pem, removing ...
I1026 01:02:01.312540 27934 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19868-8680/.minikube/key.pem
I1026 01:02:01.312560 27934 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19868-8680/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/19868-8680/.minikube/key.pem (1679 bytes)
I1026 01:02:01.312651 27934 provision.go:117] generating server cert: /home/jenkins/minikube-integration/19868-8680/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/19868-8680/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/19868-8680/.minikube/certs/ca-key.pem org=jenkins.ha-300623-m03 san=[127.0.0.1 192.168.39.180 ha-300623-m03 localhost minikube]
I1026 01:02:01.465531 27934 provision.go:177] copyRemoteCerts
I1026 01:02:01.465583 27934 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1026 01:02:01.465608 27934 main.go:141] libmachine: (ha-300623-m03) Calling .GetSSHHostname
I1026 01:02:01.468185 27934 main.go:141] libmachine: (ha-300623-m03) DBG | domain ha-300623-m03 has defined MAC address 52:54:00:c1:38:db in network mk-ha-300623
I1026 01:02:01.468506 27934 main.go:141] libmachine: (ha-300623-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:c1:38:db", ip: ""} in network mk-ha-300623: {Iface:virbr1 ExpiryTime:2024-10-26 02:01:52 +0000 UTC Type:0 Mac:52:54:00:c1:38:db Iaid: IPaddr:192.168.39.180 Prefix:24 Hostname:ha-300623-m03 Clientid:01:52:54:00:c1:38:db}
I1026 01:02:01.468531 27934 main.go:141] libmachine: (ha-300623-m03) DBG | domain ha-300623-m03 has defined IP address 192.168.39.180 and MAC address 52:54:00:c1:38:db in network mk-ha-300623
I1026 01:02:01.468753 27934 main.go:141] libmachine: (ha-300623-m03) Calling .GetSSHPort
I1026 01:02:01.468983 27934 main.go:141] libmachine: (ha-300623-m03) Calling .GetSSHKeyPath
I1026 01:02:01.469158 27934 main.go:141] libmachine: (ha-300623-m03) Calling .GetSSHUsername
I1026 01:02:01.469293 27934 sshutil.go:53] new ssh client: &{IP:192.168.39.180 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19868-8680/.minikube/machines/ha-300623-m03/id_rsa Username:docker}
I1026 01:02:01.551550 27934 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19868-8680/.minikube/certs/ca.pem -> /etc/docker/ca.pem
I1026 01:02:01.551614 27934 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19868-8680/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1082 bytes)
I1026 01:02:01.576554 27934 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19868-8680/.minikube/machines/server.pem -> /etc/docker/server.pem
I1026 01:02:01.576635 27934 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19868-8680/.minikube/machines/server.pem --> /etc/docker/server.pem (1208 bytes)
I1026 01:02:01.602350 27934 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19868-8680/.minikube/machines/server-key.pem -> /etc/docker/server-key.pem
I1026 01:02:01.602435 27934 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19868-8680/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)
I1026 01:02:01.626219 27934 provision.go:87] duration metric: took 320.153705ms to configureAuth
I1026 01:02:01.626250 27934 buildroot.go:189] setting minikube options for container-runtime
I1026 01:02:01.626469 27934 config.go:182] Loaded profile config "ha-300623": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1026 01:02:01.626540 27934 main.go:141] libmachine: (ha-300623-m03) Calling .GetSSHHostname
I1026 01:02:01.629202 27934 main.go:141] libmachine: (ha-300623-m03) DBG | domain ha-300623-m03 has defined MAC address 52:54:00:c1:38:db in network mk-ha-300623
I1026 01:02:01.629541 27934 main.go:141] libmachine: (ha-300623-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:c1:38:db", ip: ""} in network mk-ha-300623: {Iface:virbr1 ExpiryTime:2024-10-26 02:01:52 +0000 UTC Type:0 Mac:52:54:00:c1:38:db Iaid: IPaddr:192.168.39.180 Prefix:24 Hostname:ha-300623-m03 Clientid:01:52:54:00:c1:38:db}
I1026 01:02:01.629569 27934 main.go:141] libmachine: (ha-300623-m03) DBG | domain ha-300623-m03 has defined IP address 192.168.39.180 and MAC address 52:54:00:c1:38:db in network mk-ha-300623
I1026 01:02:01.629826 27934 main.go:141] libmachine: (ha-300623-m03) Calling .GetSSHPort
I1026 01:02:01.630038 27934 main.go:141] libmachine: (ha-300623-m03) Calling .GetSSHKeyPath
I1026 01:02:01.630193 27934 main.go:141] libmachine: (ha-300623-m03) Calling .GetSSHKeyPath
I1026 01:02:01.630349 27934 main.go:141] libmachine: (ha-300623-m03) Calling .GetSSHUsername
I1026 01:02:01.630520 27934 main.go:141] libmachine: Using SSH client type: native
I1026 01:02:01.630681 27934 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866160] 0x868e40 <nil> [] 0s} 192.168.39.180 22 <nil> <nil>}
I1026 01:02:01.630695 27934 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1026 01:02:01.850626 27934 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1026 01:02:01.850656 27934 main.go:141] libmachine: Checking connection to Docker...
I1026 01:02:01.850666 27934 main.go:141] libmachine: (ha-300623-m03) Calling .GetURL
I1026 01:02:01.851985 27934 main.go:141] libmachine: (ha-300623-m03) DBG | Using libvirt version 6000000
I1026 01:02:01.853953 27934 main.go:141] libmachine: (ha-300623-m03) DBG | domain ha-300623-m03 has defined MAC address 52:54:00:c1:38:db in network mk-ha-300623
I1026 01:02:01.854248 27934 main.go:141] libmachine: (ha-300623-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:c1:38:db", ip: ""} in network mk-ha-300623: {Iface:virbr1 ExpiryTime:2024-10-26 02:01:52 +0000 UTC Type:0 Mac:52:54:00:c1:38:db Iaid: IPaddr:192.168.39.180 Prefix:24 Hostname:ha-300623-m03 Clientid:01:52:54:00:c1:38:db}
I1026 01:02:01.854277 27934 main.go:141] libmachine: (ha-300623-m03) DBG | domain ha-300623-m03 has defined IP address 192.168.39.180 and MAC address 52:54:00:c1:38:db in network mk-ha-300623
I1026 01:02:01.854395 27934 main.go:141] libmachine: Docker is up and running!
I1026 01:02:01.854410 27934 main.go:141] libmachine: Reticulating splines...
I1026 01:02:01.854416 27934 client.go:171] duration metric: took 23.935075321s to LocalClient.Create
I1026 01:02:01.854435 27934 start.go:167] duration metric: took 23.935138215s to libmachine.API.Create "ha-300623"
I1026 01:02:01.854442 27934 start.go:293] postStartSetup for "ha-300623-m03" (driver="kvm2")
I1026 01:02:01.854455 27934 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1026 01:02:01.854473 27934 main.go:141] libmachine: (ha-300623-m03) Calling .DriverName
I1026 01:02:01.854694 27934 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1026 01:02:01.854714 27934 main.go:141] libmachine: (ha-300623-m03) Calling .GetSSHHostname
I1026 01:02:01.856743 27934 main.go:141] libmachine: (ha-300623-m03) DBG | domain ha-300623-m03 has defined MAC address 52:54:00:c1:38:db in network mk-ha-300623
I1026 01:02:01.857033 27934 main.go:141] libmachine: (ha-300623-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:c1:38:db", ip: ""} in network mk-ha-300623: {Iface:virbr1 ExpiryTime:2024-10-26 02:01:52 +0000 UTC Type:0 Mac:52:54:00:c1:38:db Iaid: IPaddr:192.168.39.180 Prefix:24 Hostname:ha-300623-m03 Clientid:01:52:54:00:c1:38:db}
I1026 01:02:01.857061 27934 main.go:141] libmachine: (ha-300623-m03) DBG | domain ha-300623-m03 has defined IP address 192.168.39.180 and MAC address 52:54:00:c1:38:db in network mk-ha-300623
I1026 01:02:01.857181 27934 main.go:141] libmachine: (ha-300623-m03) Calling .GetSSHPort
I1026 01:02:01.857358 27934 main.go:141] libmachine: (ha-300623-m03) Calling .GetSSHKeyPath
I1026 01:02:01.857509 27934 main.go:141] libmachine: (ha-300623-m03) Calling .GetSSHUsername
I1026 01:02:01.857636 27934 sshutil.go:53] new ssh client: &{IP:192.168.39.180 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19868-8680/.minikube/machines/ha-300623-m03/id_rsa Username:docker}
I1026 01:02:01.939727 27934 ssh_runner.go:195] Run: cat /etc/os-release
I1026 01:02:01.943512 27934 info.go:137] Remote host: Buildroot 2023.02.9
I1026 01:02:01.943536 27934 filesync.go:126] Scanning /home/jenkins/minikube-integration/19868-8680/.minikube/addons for local assets ...
I1026 01:02:01.943602 27934 filesync.go:126] Scanning /home/jenkins/minikube-integration/19868-8680/.minikube/files for local assets ...
I1026 01:02:01.943673 27934 filesync.go:149] local asset: /home/jenkins/minikube-integration/19868-8680/.minikube/files/etc/ssl/certs/176152.pem -> 176152.pem in /etc/ssl/certs
I1026 01:02:01.943683 27934 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19868-8680/.minikube/files/etc/ssl/certs/176152.pem -> /etc/ssl/certs/176152.pem
I1026 01:02:01.943769 27934 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1026 01:02:01.952556 27934 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19868-8680/.minikube/files/etc/ssl/certs/176152.pem --> /etc/ssl/certs/176152.pem (1708 bytes)
I1026 01:02:01.974588 27934 start.go:296] duration metric: took 120.131633ms for postStartSetup
I1026 01:02:01.974635 27934 main.go:141] libmachine: (ha-300623-m03) Calling .GetConfigRaw
I1026 01:02:01.975249 27934 main.go:141] libmachine: (ha-300623-m03) Calling .GetIP
I1026 01:02:01.977630 27934 main.go:141] libmachine: (ha-300623-m03) DBG | domain ha-300623-m03 has defined MAC address 52:54:00:c1:38:db in network mk-ha-300623
I1026 01:02:01.977939 27934 main.go:141] libmachine: (ha-300623-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:c1:38:db", ip: ""} in network mk-ha-300623: {Iface:virbr1 ExpiryTime:2024-10-26 02:01:52 +0000 UTC Type:0 Mac:52:54:00:c1:38:db Iaid: IPaddr:192.168.39.180 Prefix:24 Hostname:ha-300623-m03 Clientid:01:52:54:00:c1:38:db}
I1026 01:02:01.977966 27934 main.go:141] libmachine: (ha-300623-m03) DBG | domain ha-300623-m03 has defined IP address 192.168.39.180 and MAC address 52:54:00:c1:38:db in network mk-ha-300623
I1026 01:02:01.978201 27934 profile.go:143] Saving config to /home/jenkins/minikube-integration/19868-8680/.minikube/profiles/ha-300623/config.json ...
I1026 01:02:01.978439 27934 start.go:128] duration metric: took 24.077650452s to createHost
I1026 01:02:01.978471 27934 main.go:141] libmachine: (ha-300623-m03) Calling .GetSSHHostname
I1026 01:02:01.981153 27934 main.go:141] libmachine: (ha-300623-m03) DBG | domain ha-300623-m03 has defined MAC address 52:54:00:c1:38:db in network mk-ha-300623
I1026 01:02:01.981663 27934 main.go:141] libmachine: (ha-300623-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:c1:38:db", ip: ""} in network mk-ha-300623: {Iface:virbr1 ExpiryTime:2024-10-26 02:01:52 +0000 UTC Type:0 Mac:52:54:00:c1:38:db Iaid: IPaddr:192.168.39.180 Prefix:24 Hostname:ha-300623-m03 Clientid:01:52:54:00:c1:38:db}
I1026 01:02:01.981690 27934 main.go:141] libmachine: (ha-300623-m03) DBG | domain ha-300623-m03 has defined IP address 192.168.39.180 and MAC address 52:54:00:c1:38:db in network mk-ha-300623
I1026 01:02:01.981836 27934 main.go:141] libmachine: (ha-300623-m03) Calling .GetSSHPort
I1026 01:02:01.981994 27934 main.go:141] libmachine: (ha-300623-m03) Calling .GetSSHKeyPath
I1026 01:02:01.982159 27934 main.go:141] libmachine: (ha-300623-m03) Calling .GetSSHKeyPath
I1026 01:02:01.982318 27934 main.go:141] libmachine: (ha-300623-m03) Calling .GetSSHUsername
I1026 01:02:01.982480 27934 main.go:141] libmachine: Using SSH client type: native
I1026 01:02:01.982694 27934 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866160] 0x868e40 <nil> [] 0s} 192.168.39.180 22 <nil> <nil>}
I1026 01:02:01.982711 27934 main.go:141] libmachine: About to run SSH command:
date +%s.%N
I1026 01:02:02.085984 27934 main.go:141] libmachine: SSH cmd err, output: <nil>: 1729904522.063699456
I1026 01:02:02.086012 27934 fix.go:216] guest clock: 1729904522.063699456
I1026 01:02:02.086022 27934 fix.go:229] Guest: 2024-10-26 01:02:02.063699456 +0000 UTC Remote: 2024-10-26 01:02:01.978456379 +0000 UTC m=+140.913817945 (delta=85.243077ms)
I1026 01:02:02.086043 27934 fix.go:200] guest clock delta is within tolerance: 85.243077ms
I1026 01:02:02.086049 27934 start.go:83] releasing machines lock for "ha-300623-m03", held for 24.185376811s
I1026 01:02:02.086067 27934 main.go:141] libmachine: (ha-300623-m03) Calling .DriverName
I1026 01:02:02.086287 27934 main.go:141] libmachine: (ha-300623-m03) Calling .GetIP
I1026 01:02:02.088913 27934 main.go:141] libmachine: (ha-300623-m03) DBG | domain ha-300623-m03 has defined MAC address 52:54:00:c1:38:db in network mk-ha-300623
I1026 01:02:02.089268 27934 main.go:141] libmachine: (ha-300623-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:c1:38:db", ip: ""} in network mk-ha-300623: {Iface:virbr1 ExpiryTime:2024-10-26 02:01:52 +0000 UTC Type:0 Mac:52:54:00:c1:38:db Iaid: IPaddr:192.168.39.180 Prefix:24 Hostname:ha-300623-m03 Clientid:01:52:54:00:c1:38:db}
I1026 01:02:02.089295 27934 main.go:141] libmachine: (ha-300623-m03) DBG | domain ha-300623-m03 has defined IP address 192.168.39.180 and MAC address 52:54:00:c1:38:db in network mk-ha-300623
I1026 01:02:02.091504 27934 out.go:177] * Found network options:
I1026 01:02:02.092955 27934 out.go:177] - NO_PROXY=192.168.39.183,192.168.39.62
W1026 01:02:02.094206 27934 proxy.go:119] fail to check proxy env: Error ip not in block
W1026 01:02:02.094236 27934 proxy.go:119] fail to check proxy env: Error ip not in block
I1026 01:02:02.094251 27934 main.go:141] libmachine: (ha-300623-m03) Calling .DriverName
I1026 01:02:02.094803 27934 main.go:141] libmachine: (ha-300623-m03) Calling .DriverName
I1026 01:02:02.094989 27934 main.go:141] libmachine: (ha-300623-m03) Calling .DriverName
I1026 01:02:02.095095 27934 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1026 01:02:02.095133 27934 main.go:141] libmachine: (ha-300623-m03) Calling .GetSSHHostname
W1026 01:02:02.095154 27934 proxy.go:119] fail to check proxy env: Error ip not in block
W1026 01:02:02.095180 27934 proxy.go:119] fail to check proxy env: Error ip not in block
I1026 01:02:02.095247 27934 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1026 01:02:02.095268 27934 main.go:141] libmachine: (ha-300623-m03) Calling .GetSSHHostname
I1026 01:02:02.097751 27934 main.go:141] libmachine: (ha-300623-m03) DBG | domain ha-300623-m03 has defined MAC address 52:54:00:c1:38:db in network mk-ha-300623
I1026 01:02:02.098028 27934 main.go:141] libmachine: (ha-300623-m03) DBG | domain ha-300623-m03 has defined MAC address 52:54:00:c1:38:db in network mk-ha-300623
I1026 01:02:02.098086 27934 main.go:141] libmachine: (ha-300623-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:c1:38:db", ip: ""} in network mk-ha-300623: {Iface:virbr1 ExpiryTime:2024-10-26 02:01:52 +0000 UTC Type:0 Mac:52:54:00:c1:38:db Iaid: IPaddr:192.168.39.180 Prefix:24 Hostname:ha-300623-m03 Clientid:01:52:54:00:c1:38:db}
I1026 01:02:02.098111 27934 main.go:141] libmachine: (ha-300623-m03) DBG | domain ha-300623-m03 has defined IP address 192.168.39.180 and MAC address 52:54:00:c1:38:db in network mk-ha-300623
I1026 01:02:02.098235 27934 main.go:141] libmachine: (ha-300623-m03) Calling .GetSSHPort
I1026 01:02:02.098391 27934 main.go:141] libmachine: (ha-300623-m03) Calling .GetSSHKeyPath
I1026 01:02:02.098497 27934 main.go:141] libmachine: (ha-300623-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:c1:38:db", ip: ""} in network mk-ha-300623: {Iface:virbr1 ExpiryTime:2024-10-26 02:01:52 +0000 UTC Type:0 Mac:52:54:00:c1:38:db Iaid: IPaddr:192.168.39.180 Prefix:24 Hostname:ha-300623-m03 Clientid:01:52:54:00:c1:38:db}
I1026 01:02:02.098514 27934 main.go:141] libmachine: (ha-300623-m03) DBG | domain ha-300623-m03 has defined IP address 192.168.39.180 and MAC address 52:54:00:c1:38:db in network mk-ha-300623
I1026 01:02:02.098524 27934 main.go:141] libmachine: (ha-300623-m03) Calling .GetSSHUsername
I1026 01:02:02.098666 27934 sshutil.go:53] new ssh client: &{IP:192.168.39.180 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19868-8680/.minikube/machines/ha-300623-m03/id_rsa Username:docker}
I1026 01:02:02.098717 27934 main.go:141] libmachine: (ha-300623-m03) Calling .GetSSHPort
I1026 01:02:02.098843 27934 main.go:141] libmachine: (ha-300623-m03) Calling .GetSSHKeyPath
I1026 01:02:02.098984 27934 main.go:141] libmachine: (ha-300623-m03) Calling .GetSSHUsername
I1026 01:02:02.099112 27934 sshutil.go:53] new ssh client: &{IP:192.168.39.180 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19868-8680/.minikube/machines/ha-300623-m03/id_rsa Username:docker}
I1026 01:02:02.334862 27934 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
W1026 01:02:02.340486 27934 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I1026 01:02:02.340547 27934 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1026 01:02:02.357805 27934 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)
I1026 01:02:02.357834 27934 start.go:495] detecting cgroup driver to use...
I1026 01:02:02.357898 27934 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1026 01:02:02.374996 27934 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1026 01:02:02.392000 27934 docker.go:217] disabling cri-docker service (if available) ...
I1026 01:02:02.392086 27934 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1026 01:02:02.407807 27934 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1026 01:02:02.423965 27934 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1026 01:02:02.552274 27934 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1026 01:02:02.700711 27934 docker.go:233] disabling docker service ...
I1026 01:02:02.700771 27934 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1026 01:02:02.718236 27934 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1026 01:02:02.732116 27934 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1026 01:02:02.868905 27934 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1026 01:02:02.980683 27934 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1026 01:02:02.994225 27934 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1026 01:02:03.012791 27934 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10" pause image...
I1026 01:02:03.012857 27934 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10"|' /etc/crio/crio.conf.d/02-crio.conf"
I1026 01:02:03.023082 27934 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I1026 01:02:03.023153 27934 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I1026 01:02:03.033232 27934 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1026 01:02:03.045462 27934 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1026 01:02:03.056259 27934 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1026 01:02:03.067151 27934 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I1026 01:02:03.077520 27934 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I1026 01:02:03.096669 27934 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I1026 01:02:03.106891 27934 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1026 01:02:03.116392 27934 crio.go:166] couldn't verify netfilter by "sudo sysctl net.bridge.bridge-nf-call-iptables" which might be okay. error: sudo sysctl net.bridge.bridge-nf-call-iptables: Process exited with status 255
stdout:
stderr:
sysctl: cannot stat /proc/sys/net/bridge/bridge-nf-call-iptables: No such file or directory
I1026 01:02:03.116458 27934 ssh_runner.go:195] Run: sudo modprobe br_netfilter
I1026 01:02:03.129779 27934 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1026 01:02:03.139745 27934 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1026 01:02:03.248476 27934 ssh_runner.go:195] Run: sudo systemctl restart crio
I1026 01:02:03.335933 27934 start.go:542] Will wait 60s for socket path /var/run/crio/crio.sock
I1026 01:02:03.336001 27934 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1026 01:02:03.341028 27934 start.go:563] Will wait 60s for crictl version
I1026 01:02:03.341087 27934 ssh_runner.go:195] Run: which crictl
I1026 01:02:03.344865 27934 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I1026 01:02:03.384107 27934 start.go:579] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.29.1
RuntimeApiVersion: v1
I1026 01:02:03.384182 27934 ssh_runner.go:195] Run: crio --version
I1026 01:02:03.413095 27934 ssh_runner.go:195] Run: crio --version
I1026 01:02:03.443714 27934 out.go:177] * Preparing Kubernetes v1.31.2 on CRI-O 1.29.1 ...
I1026 01:02:03.445737 27934 out.go:177] - env NO_PROXY=192.168.39.183
I1026 01:02:03.447586 27934 out.go:177] - env NO_PROXY=192.168.39.183,192.168.39.62
I1026 01:02:03.449031 27934 main.go:141] libmachine: (ha-300623-m03) Calling .GetIP
I1026 01:02:03.452447 27934 main.go:141] libmachine: (ha-300623-m03) DBG | domain ha-300623-m03 has defined MAC address 52:54:00:c1:38:db in network mk-ha-300623
I1026 01:02:03.452878 27934 main.go:141] libmachine: (ha-300623-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:c1:38:db", ip: ""} in network mk-ha-300623: {Iface:virbr1 ExpiryTime:2024-10-26 02:01:52 +0000 UTC Type:0 Mac:52:54:00:c1:38:db Iaid: IPaddr:192.168.39.180 Prefix:24 Hostname:ha-300623-m03 Clientid:01:52:54:00:c1:38:db}
I1026 01:02:03.452917 27934 main.go:141] libmachine: (ha-300623-m03) DBG | domain ha-300623-m03 has defined IP address 192.168.39.180 and MAC address 52:54:00:c1:38:db in network mk-ha-300623
I1026 01:02:03.453179 27934 ssh_runner.go:195] Run: grep 192.168.39.1 host.minikube.internal$ /etc/hosts
I1026 01:02:03.457652 27934 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.39.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1026 01:02:03.471067 27934 mustload.go:65] Loading cluster: ha-300623
I1026 01:02:03.471351 27934 config.go:182] Loaded profile config "ha-300623": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1026 01:02:03.471669 27934 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1026 01:02:03.471714 27934 main.go:141] libmachine: Launching plugin server for driver kvm2
I1026 01:02:03.487194 27934 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:33815
I1026 01:02:03.487657 27934 main.go:141] libmachine: () Calling .GetVersion
I1026 01:02:03.488105 27934 main.go:141] libmachine: Using API Version 1
I1026 01:02:03.488127 27934 main.go:141] libmachine: () Calling .SetConfigRaw
I1026 01:02:03.488437 27934 main.go:141] libmachine: () Calling .GetMachineName
I1026 01:02:03.488638 27934 main.go:141] libmachine: (ha-300623) Calling .GetState
I1026 01:02:03.490095 27934 host.go:66] Checking if "ha-300623" exists ...
I1026 01:02:03.490500 27934 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1026 01:02:03.490536 27934 main.go:141] libmachine: Launching plugin server for driver kvm2
I1026 01:02:03.506020 27934 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:37799
I1026 01:02:03.506418 27934 main.go:141] libmachine: () Calling .GetVersion
I1026 01:02:03.506947 27934 main.go:141] libmachine: Using API Version 1
I1026 01:02:03.506976 27934 main.go:141] libmachine: () Calling .SetConfigRaw
I1026 01:02:03.507350 27934 main.go:141] libmachine: () Calling .GetMachineName
I1026 01:02:03.507527 27934 main.go:141] libmachine: (ha-300623) Calling .DriverName
I1026 01:02:03.507727 27934 certs.go:68] Setting up /home/jenkins/minikube-integration/19868-8680/.minikube/profiles/ha-300623 for IP: 192.168.39.180
I1026 01:02:03.507740 27934 certs.go:194] generating shared ca certs ...
I1026 01:02:03.507758 27934 certs.go:226] acquiring lock for ca certs: {Name:mk60355c56273f3f70d3fac7385f027c309d4a6e Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1026 01:02:03.507883 27934 certs.go:235] skipping valid "minikubeCA" ca cert: /home/jenkins/minikube-integration/19868-8680/.minikube/ca.key
I1026 01:02:03.507924 27934 certs.go:235] skipping valid "proxyClientCA" ca cert: /home/jenkins/minikube-integration/19868-8680/.minikube/proxy-client-ca.key
I1026 01:02:03.507933 27934 certs.go:256] generating profile certs ...
I1026 01:02:03.508003 27934 certs.go:359] skipping valid signed profile cert regeneration for "minikube-user": /home/jenkins/minikube-integration/19868-8680/.minikube/profiles/ha-300623/client.key
I1026 01:02:03.508028 27934 certs.go:363] generating signed profile cert for "minikube": /home/jenkins/minikube-integration/19868-8680/.minikube/profiles/ha-300623/apiserver.key.71a5adc0
I1026 01:02:03.508039 27934 crypto.go:68] Generating cert /home/jenkins/minikube-integration/19868-8680/.minikube/profiles/ha-300623/apiserver.crt.71a5adc0 with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.168.39.183 192.168.39.62 192.168.39.180 192.168.39.254]
I1026 01:02:03.728822 27934 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19868-8680/.minikube/profiles/ha-300623/apiserver.crt.71a5adc0 ...
I1026 01:02:03.728854 27934 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19868-8680/.minikube/profiles/ha-300623/apiserver.crt.71a5adc0: {Name:mk13b323a89a31df62edb3f93e2caa9ef5c95608 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1026 01:02:03.729026 27934 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19868-8680/.minikube/profiles/ha-300623/apiserver.key.71a5adc0 ...
I1026 01:02:03.729038 27934 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19868-8680/.minikube/profiles/ha-300623/apiserver.key.71a5adc0: {Name:mk931eb52f244ae5eac81e077cce00cf1844fe8b Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1026 01:02:03.729110 27934 certs.go:381] copying /home/jenkins/minikube-integration/19868-8680/.minikube/profiles/ha-300623/apiserver.crt.71a5adc0 -> /home/jenkins/minikube-integration/19868-8680/.minikube/profiles/ha-300623/apiserver.crt
I1026 01:02:03.729242 27934 certs.go:385] copying /home/jenkins/minikube-integration/19868-8680/.minikube/profiles/ha-300623/apiserver.key.71a5adc0 -> /home/jenkins/minikube-integration/19868-8680/.minikube/profiles/ha-300623/apiserver.key
I1026 01:02:03.729367 27934 certs.go:359] skipping valid signed profile cert regeneration for "aggregator": /home/jenkins/minikube-integration/19868-8680/.minikube/profiles/ha-300623/proxy-client.key
I1026 01:02:03.729382 27934 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19868-8680/.minikube/ca.crt -> /var/lib/minikube/certs/ca.crt
I1026 01:02:03.729396 27934 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19868-8680/.minikube/ca.key -> /var/lib/minikube/certs/ca.key
I1026 01:02:03.729409 27934 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19868-8680/.minikube/proxy-client-ca.crt -> /var/lib/minikube/certs/proxy-client-ca.crt
I1026 01:02:03.729443 27934 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19868-8680/.minikube/proxy-client-ca.key -> /var/lib/minikube/certs/proxy-client-ca.key
I1026 01:02:03.729457 27934 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19868-8680/.minikube/profiles/ha-300623/apiserver.crt -> /var/lib/minikube/certs/apiserver.crt
I1026 01:02:03.729475 27934 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19868-8680/.minikube/profiles/ha-300623/apiserver.key -> /var/lib/minikube/certs/apiserver.key
I1026 01:02:03.729491 27934 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19868-8680/.minikube/profiles/ha-300623/proxy-client.crt -> /var/lib/minikube/certs/proxy-client.crt
I1026 01:02:03.749554 27934 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19868-8680/.minikube/profiles/ha-300623/proxy-client.key -> /var/lib/minikube/certs/proxy-client.key
I1026 01:02:03.749647 27934 certs.go:484] found cert: /home/jenkins/minikube-integration/19868-8680/.minikube/certs/17615.pem (1338 bytes)
W1026 01:02:03.749686 27934 certs.go:480] ignoring /home/jenkins/minikube-integration/19868-8680/.minikube/certs/17615_empty.pem, impossibly tiny 0 bytes
I1026 01:02:03.749696 27934 certs.go:484] found cert: /home/jenkins/minikube-integration/19868-8680/.minikube/certs/ca-key.pem (1679 bytes)
I1026 01:02:03.749718 27934 certs.go:484] found cert: /home/jenkins/minikube-integration/19868-8680/.minikube/certs/ca.pem (1082 bytes)
I1026 01:02:03.749740 27934 certs.go:484] found cert: /home/jenkins/minikube-integration/19868-8680/.minikube/certs/cert.pem (1123 bytes)
I1026 01:02:03.749762 27934 certs.go:484] found cert: /home/jenkins/minikube-integration/19868-8680/.minikube/certs/key.pem (1679 bytes)
I1026 01:02:03.749801 27934 certs.go:484] found cert: /home/jenkins/minikube-integration/19868-8680/.minikube/files/etc/ssl/certs/176152.pem (1708 bytes)
I1026 01:02:03.749827 27934 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19868-8680/.minikube/ca.crt -> /usr/share/ca-certificates/minikubeCA.pem
I1026 01:02:03.749842 27934 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19868-8680/.minikube/certs/17615.pem -> /usr/share/ca-certificates/17615.pem
I1026 01:02:03.749854 27934 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19868-8680/.minikube/files/etc/ssl/certs/176152.pem -> /usr/share/ca-certificates/176152.pem
I1026 01:02:03.749890 27934 main.go:141] libmachine: (ha-300623) Calling .GetSSHHostname
I1026 01:02:03.752989 27934 main.go:141] libmachine: (ha-300623) DBG | domain ha-300623 has defined MAC address 52:54:00:4d:a0:46 in network mk-ha-300623
I1026 01:02:03.753341 27934 main.go:141] libmachine: (ha-300623) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:4d:a0:46", ip: ""} in network mk-ha-300623: {Iface:virbr1 ExpiryTime:2024-10-26 01:59:55 +0000 UTC Type:0 Mac:52:54:00:4d:a0:46 Iaid: IPaddr:192.168.39.183 Prefix:24 Hostname:ha-300623 Clientid:01:52:54:00:4d:a0:46}
I1026 01:02:03.753364 27934 main.go:141] libmachine: (ha-300623) DBG | domain ha-300623 has defined IP address 192.168.39.183 and MAC address 52:54:00:4d:a0:46 in network mk-ha-300623
I1026 01:02:03.753579 27934 main.go:141] libmachine: (ha-300623) Calling .GetSSHPort
I1026 01:02:03.753776 27934 main.go:141] libmachine: (ha-300623) Calling .GetSSHKeyPath
I1026 01:02:03.753920 27934 main.go:141] libmachine: (ha-300623) Calling .GetSSHUsername
I1026 01:02:03.754076 27934 sshutil.go:53] new ssh client: &{IP:192.168.39.183 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19868-8680/.minikube/machines/ha-300623/id_rsa Username:docker}
I1026 01:02:03.829849 27934 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/sa.pub
I1026 01:02:03.834830 27934 ssh_runner.go:447] scp /var/lib/minikube/certs/sa.pub --> memory (451 bytes)
I1026 01:02:03.846065 27934 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/sa.key
I1026 01:02:03.849963 27934 ssh_runner.go:447] scp /var/lib/minikube/certs/sa.key --> memory (1675 bytes)
I1026 01:02:03.859787 27934 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/front-proxy-ca.crt
I1026 01:02:03.863509 27934 ssh_runner.go:447] scp /var/lib/minikube/certs/front-proxy-ca.crt --> memory (1123 bytes)
I1026 01:02:03.873244 27934 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/front-proxy-ca.key
I1026 01:02:03.876871 27934 ssh_runner.go:447] scp /var/lib/minikube/certs/front-proxy-ca.key --> memory (1679 bytes)
I1026 01:02:03.892364 27934 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/etcd/ca.crt
I1026 01:02:03.896520 27934 ssh_runner.go:447] scp /var/lib/minikube/certs/etcd/ca.crt --> memory (1094 bytes)
I1026 01:02:03.907397 27934 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/etcd/ca.key
I1026 01:02:03.911631 27934 ssh_runner.go:447] scp /var/lib/minikube/certs/etcd/ca.key --> memory (1675 bytes)
I1026 01:02:03.924039 27934 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19868-8680/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1026 01:02:03.948397 27934 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19868-8680/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1679 bytes)
I1026 01:02:03.971545 27934 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19868-8680/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1026 01:02:03.994742 27934 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19868-8680/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I1026 01:02:04.019083 27934 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19868-8680/.minikube/profiles/ha-300623/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1444 bytes)
I1026 01:02:04.043193 27934 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19868-8680/.minikube/profiles/ha-300623/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)
I1026 01:02:04.066431 27934 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19868-8680/.minikube/profiles/ha-300623/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1026 01:02:04.089556 27934 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19868-8680/.minikube/profiles/ha-300623/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1679 bytes)
I1026 01:02:04.112422 27934 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19868-8680/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1026 01:02:04.137648 27934 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19868-8680/.minikube/certs/17615.pem --> /usr/share/ca-certificates/17615.pem (1338 bytes)
I1026 01:02:04.163111 27934 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19868-8680/.minikube/files/etc/ssl/certs/176152.pem --> /usr/share/ca-certificates/176152.pem (1708 bytes)
I1026 01:02:04.187974 27934 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/sa.pub (451 bytes)
I1026 01:02:04.204419 27934 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/sa.key (1675 bytes)
I1026 01:02:04.221407 27934 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/front-proxy-ca.crt (1123 bytes)
I1026 01:02:04.240446 27934 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/front-proxy-ca.key (1679 bytes)
I1026 01:02:04.258125 27934 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/etcd/ca.crt (1094 bytes)
I1026 01:02:04.274506 27934 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/etcd/ca.key (1675 bytes)
I1026 01:02:04.290927 27934 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (744 bytes)
I1026 01:02:04.307309 27934 ssh_runner.go:195] Run: openssl version
I1026 01:02:04.312975 27934 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/176152.pem && ln -fs /usr/share/ca-certificates/176152.pem /etc/ssl/certs/176152.pem"
I1026 01:02:04.323808 27934 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/176152.pem
I1026 01:02:04.328222 27934 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Oct 26 00:56 /usr/share/ca-certificates/176152.pem
I1026 01:02:04.328286 27934 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/176152.pem
I1026 01:02:04.334015 27934 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/176152.pem /etc/ssl/certs/3ec20f2e.0"
I1026 01:02:04.344665 27934 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1026 01:02:04.355274 27934 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1026 01:02:04.359793 27934 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Oct 26 00:44 /usr/share/ca-certificates/minikubeCA.pem
I1026 01:02:04.359862 27934 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1026 01:02:04.365345 27934 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1026 01:02:04.376251 27934 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/17615.pem && ln -fs /usr/share/ca-certificates/17615.pem /etc/ssl/certs/17615.pem"
I1026 01:02:04.387304 27934 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/17615.pem
I1026 01:02:04.391720 27934 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Oct 26 00:56 /usr/share/ca-certificates/17615.pem
I1026 01:02:04.391792 27934 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/17615.pem
I1026 01:02:04.397948 27934 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/17615.pem /etc/ssl/certs/51391683.0"
I1026 01:02:04.409356 27934 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1026 01:02:04.413518 27934 certs.go:399] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I1026 01:02:04.413569 27934 kubeadm.go:934] updating node {m03 192.168.39.180 8443 v1.31.2 crio true true} ...
I1026 01:02:04.413666 27934 kubeadm.go:946] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.31.2/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --hostname-override=ha-300623-m03 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.39.180
[Install]
config:
{KubernetesVersion:v1.31.2 ClusterName:ha-300623 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1026 01:02:04.413689 27934 kube-vip.go:115] generating kube-vip config ...
I1026 01:02:04.413726 27934 ssh_runner.go:195] Run: sudo sh -c "modprobe --all ip_vs ip_vs_rr ip_vs_wrr ip_vs_sh nf_conntrack"
I1026 01:02:04.429892 27934 kube-vip.go:167] auto-enabling control-plane load-balancing in kube-vip
I1026 01:02:04.429970 27934 kube-vip.go:137] kube-vip config:
apiVersion: v1
kind: Pod
metadata:
creationTimestamp: null
name: kube-vip
namespace: kube-system
spec:
containers:
- args:
- manager
env:
- name: vip_arp
value: "true"
- name: port
value: "8443"
- name: vip_nodename
valueFrom:
fieldRef:
fieldPath: spec.nodeName
- name: vip_interface
value: eth0
- name: vip_cidr
value: "32"
- name: dns_mode
value: first
- name: cp_enable
value: "true"
- name: cp_namespace
value: kube-system
- name: vip_leaderelection
value: "true"
- name: vip_leasename
value: plndr-cp-lock
- name: vip_leaseduration
value: "5"
- name: vip_renewdeadline
value: "3"
- name: vip_retryperiod
value: "1"
- name: address
value: 192.168.39.254
- name: prometheus_server
value: :2112
- name : lb_enable
value: "true"
- name: lb_port
value: "8443"
image: ghcr.io/kube-vip/kube-vip:v0.8.4
imagePullPolicy: IfNotPresent
name: kube-vip
resources: {}
securityContext:
capabilities:
add:
- NET_ADMIN
- NET_RAW
volumeMounts:
- mountPath: /etc/kubernetes/admin.conf
name: kubeconfig
hostAliases:
- hostnames:
- kubernetes
ip: 127.0.0.1
hostNetwork: true
volumes:
- hostPath:
path: "/etc/kubernetes/admin.conf"
name: kubeconfig
status: {}
I1026 01:02:04.430030 27934 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.31.2
I1026 01:02:04.439803 27934 binaries.go:47] Didn't find k8s binaries: sudo ls /var/lib/minikube/binaries/v1.31.2: Process exited with status 2
stdout:
stderr:
ls: cannot access '/var/lib/minikube/binaries/v1.31.2': No such file or directory
Initiating transfer...
I1026 01:02:04.439857 27934 ssh_runner.go:195] Run: sudo mkdir -p /var/lib/minikube/binaries/v1.31.2
I1026 01:02:04.448835 27934 binary.go:74] Not caching binary, using https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubelet?checksum=file:https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubelet.sha256
I1026 01:02:04.448847 27934 binary.go:74] Not caching binary, using https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubeadm?checksum=file:https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubeadm.sha256
I1026 01:02:04.448867 27934 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19868-8680/.minikube/cache/linux/amd64/v1.31.2/kubeadm -> /var/lib/minikube/binaries/v1.31.2/kubeadm
I1026 01:02:04.448890 27934 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1026 01:02:04.448924 27934 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubeadm
I1026 01:02:04.448835 27934 binary.go:74] Not caching binary, using https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubectl?checksum=file:https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubectl.sha256
I1026 01:02:04.448969 27934 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19868-8680/.minikube/cache/linux/amd64/v1.31.2/kubectl -> /var/lib/minikube/binaries/v1.31.2/kubectl
I1026 01:02:04.449022 27934 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubectl
I1026 01:02:04.453004 27934 ssh_runner.go:352] existence check for /var/lib/minikube/binaries/v1.31.2/kubeadm: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubeadm: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/binaries/v1.31.2/kubeadm': No such file or directory
I1026 01:02:04.453036 27934 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19868-8680/.minikube/cache/linux/amd64/v1.31.2/kubeadm --> /var/lib/minikube/binaries/v1.31.2/kubeadm (58290328 bytes)
I1026 01:02:04.477386 27934 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19868-8680/.minikube/cache/linux/amd64/v1.31.2/kubelet -> /var/lib/minikube/binaries/v1.31.2/kubelet
I1026 01:02:04.477445 27934 ssh_runner.go:352] existence check for /var/lib/minikube/binaries/v1.31.2/kubectl: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubectl: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/binaries/v1.31.2/kubectl': No such file or directory
I1026 01:02:04.477465 27934 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19868-8680/.minikube/cache/linux/amd64/v1.31.2/kubectl --> /var/lib/minikube/binaries/v1.31.2/kubectl (56381592 bytes)
I1026 01:02:04.477513 27934 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubelet
I1026 01:02:04.523830 27934 ssh_runner.go:352] existence check for /var/lib/minikube/binaries/v1.31.2/kubelet: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubelet: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/binaries/v1.31.2/kubelet': No such file or directory
I1026 01:02:04.523877 27934 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19868-8680/.minikube/cache/linux/amd64/v1.31.2/kubelet --> /var/lib/minikube/binaries/v1.31.2/kubelet (76902744 bytes)
I1026 01:02:05.306345 27934 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /etc/kubernetes/manifests
I1026 01:02:05.316372 27934 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (313 bytes)
I1026 01:02:05.333527 27934 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1026 01:02:05.350382 27934 ssh_runner.go:362] scp memory --> /etc/kubernetes/manifests/kube-vip.yaml (1441 bytes)
I1026 01:02:05.366102 27934 ssh_runner.go:195] Run: grep 192.168.39.254 control-plane.minikube.internal$ /etc/hosts
I1026 01:02:05.369984 27934 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.39.254 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1026 01:02:05.381182 27934 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1026 01:02:05.496759 27934 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1026 01:02:05.512263 27934 host.go:66] Checking if "ha-300623" exists ...
I1026 01:02:05.512689 27934 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1026 01:02:05.512740 27934 main.go:141] libmachine: Launching plugin server for driver kvm2
I1026 01:02:05.531279 27934 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:40195
I1026 01:02:05.531819 27934 main.go:141] libmachine: () Calling .GetVersion
I1026 01:02:05.532966 27934 main.go:141] libmachine: Using API Version 1
I1026 01:02:05.532989 27934 main.go:141] libmachine: () Calling .SetConfigRaw
I1026 01:02:05.533339 27934 main.go:141] libmachine: () Calling .GetMachineName
I1026 01:02:05.533529 27934 main.go:141] libmachine: (ha-300623) Calling .DriverName
I1026 01:02:05.533682 27934 start.go:317] joinCluster: &{Name:ha-300623 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19806/minikube-v1.34.0-1729002252-19806-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1729876044-19868@sha256:98fb05d9d766cf8d630ce90381e12faa07711c611be9bb2c767cfc936533477e Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.2 Cluster
Name:ha-300623 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.39.183 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m02 IP:192.168.39.62 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m03 IP:192.168.39.180 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[ambassador:false amd-gpu-device-plugin:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:false efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-d
ns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:false storage-provisioner-gluster:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror:
DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1026 01:02:05.533839 27934 ssh_runner.go:195] Run: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.2:$PATH" kubeadm token create --print-join-command --ttl=0"
I1026 01:02:05.533866 27934 main.go:141] libmachine: (ha-300623) Calling .GetSSHHostname
I1026 01:02:05.536583 27934 main.go:141] libmachine: (ha-300623) DBG | domain ha-300623 has defined MAC address 52:54:00:4d:a0:46 in network mk-ha-300623
I1026 01:02:05.537028 27934 main.go:141] libmachine: (ha-300623) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:4d:a0:46", ip: ""} in network mk-ha-300623: {Iface:virbr1 ExpiryTime:2024-10-26 01:59:55 +0000 UTC Type:0 Mac:52:54:00:4d:a0:46 Iaid: IPaddr:192.168.39.183 Prefix:24 Hostname:ha-300623 Clientid:01:52:54:00:4d:a0:46}
I1026 01:02:05.537057 27934 main.go:141] libmachine: (ha-300623) DBG | domain ha-300623 has defined IP address 192.168.39.183 and MAC address 52:54:00:4d:a0:46 in network mk-ha-300623
I1026 01:02:05.537282 27934 main.go:141] libmachine: (ha-300623) Calling .GetSSHPort
I1026 01:02:05.537491 27934 main.go:141] libmachine: (ha-300623) Calling .GetSSHKeyPath
I1026 01:02:05.537676 27934 main.go:141] libmachine: (ha-300623) Calling .GetSSHUsername
I1026 01:02:05.537795 27934 sshutil.go:53] new ssh client: &{IP:192.168.39.183 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19868-8680/.minikube/machines/ha-300623/id_rsa Username:docker}
I1026 01:02:05.697156 27934 start.go:343] trying to join control-plane node "m03" to cluster: &{Name:m03 IP:192.168.39.180 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}
I1026 01:02:05.697206 27934 ssh_runner.go:195] Run: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.2:$PATH" kubeadm join control-plane.minikube.internal:8443 --token v8d8ct.yqbxucpp9erkd2fb --discovery-token-ca-cert-hash sha256:b3d00111e6fff05cd9321473d76accd14133ef3c53d7bfb8c456a07835eb5f2d --ignore-preflight-errors=all --cri-socket unix:///var/run/crio/crio.sock --node-name=ha-300623-m03 --control-plane --apiserver-advertise-address=192.168.39.180 --apiserver-bind-port=8443"
I1026 01:02:29.292626 27934 ssh_runner.go:235] Completed: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.2:$PATH" kubeadm join control-plane.minikube.internal:8443 --token v8d8ct.yqbxucpp9erkd2fb --discovery-token-ca-cert-hash sha256:b3d00111e6fff05cd9321473d76accd14133ef3c53d7bfb8c456a07835eb5f2d --ignore-preflight-errors=all --cri-socket unix:///var/run/crio/crio.sock --node-name=ha-300623-m03 --control-plane --apiserver-advertise-address=192.168.39.180 --apiserver-bind-port=8443": (23.595390034s)
I1026 01:02:29.292667 27934 ssh_runner.go:195] Run: /bin/bash -c "sudo systemctl daemon-reload && sudo systemctl enable kubelet && sudo systemctl start kubelet"
I1026 01:02:29.885895 27934 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig label --overwrite nodes ha-300623-m03 minikube.k8s.io/updated_at=2024_10_26T01_02_29_0700 minikube.k8s.io/version=v1.34.0 minikube.k8s.io/commit=1152482f6f7d36cd6003386ded304100fbcb5064 minikube.k8s.io/name=ha-300623 minikube.k8s.io/primary=false
I1026 01:02:29.997019 27934 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig taint nodes ha-300623-m03 node-role.kubernetes.io/control-plane:NoSchedule-
I1026 01:02:30.136451 27934 start.go:319] duration metric: took 24.602766496s to joinCluster
I1026 01:02:30.136544 27934 start.go:235] Will wait 6m0s for node &{Name:m03 IP:192.168.39.180 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}
I1026 01:02:30.137000 27934 config.go:182] Loaded profile config "ha-300623": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1026 01:02:30.137905 27934 out.go:177] * Verifying Kubernetes components...
I1026 01:02:30.139044 27934 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1026 01:02:30.389764 27934 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1026 01:02:30.425326 27934 loader.go:395] Config loaded from file: /home/jenkins/minikube-integration/19868-8680/kubeconfig
I1026 01:02:30.425691 27934 kapi.go:59] client config for ha-300623: &rest.Config{Host:"https://192.168.39.254:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/home/jenkins/minikube-integration/19868-8680/.minikube/profiles/ha-300623/client.crt", KeyFile:"/home/jenkins/minikube-integration/19868-8680/.minikube/profiles/ha-300623/client.key", CAFile:"/home/jenkins/minikube-integration/19868-8680/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil), CAData:[]uint8(nil), NextProtos:[]string(nil)},
UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x2439ec0), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
W1026 01:02:30.425759 27934 kubeadm.go:483] Overriding stale ClientConfig host https://192.168.39.254:8443 with https://192.168.39.183:8443
I1026 01:02:30.426058 27934 node_ready.go:35] waiting up to 6m0s for node "ha-300623-m03" to be "Ready" ...
I1026 01:02:30.426159 27934 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-300623-m03
I1026 01:02:30.426170 27934 round_trippers.go:469] Request Headers:
I1026 01:02:30.426180 27934 round_trippers.go:473] Accept: application/json, */*
I1026 01:02:30.426189 27934 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1026 01:02:30.431156 27934 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1026 01:02:30.926776 27934 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-300623-m03
I1026 01:02:30.926801 27934 round_trippers.go:469] Request Headers:
I1026 01:02:30.926811 27934 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1026 01:02:30.926819 27934 round_trippers.go:473] Accept: application/json, */*
I1026 01:02:30.930142 27934 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1026 01:02:31.426736 27934 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-300623-m03
I1026 01:02:31.426771 27934 round_trippers.go:469] Request Headers:
I1026 01:02:31.426783 27934 round_trippers.go:473] Accept: application/json, */*
I1026 01:02:31.426791 27934 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1026 01:02:31.430233 27934 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1026 01:02:31.926707 27934 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-300623-m03
I1026 01:02:31.926732 27934 round_trippers.go:469] Request Headers:
I1026 01:02:31.926744 27934 round_trippers.go:473] Accept: application/json, */*
I1026 01:02:31.926753 27934 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1026 01:02:31.929704 27934 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1026 01:02:32.426493 27934 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-300623-m03
I1026 01:02:32.426514 27934 round_trippers.go:469] Request Headers:
I1026 01:02:32.426522 27934 round_trippers.go:473] Accept: application/json, */*
I1026 01:02:32.426527 27934 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1026 01:02:32.429836 27934 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1026 01:02:32.430379 27934 node_ready.go:53] node "ha-300623-m03" has status "Ready":"False"
I1026 01:02:32.926337 27934 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-300623-m03
I1026 01:02:32.926363 27934 round_trippers.go:469] Request Headers:
I1026 01:02:32.926376 27934 round_trippers.go:473] Accept: application/json, */*
I1026 01:02:32.926383 27934 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1026 01:02:32.929516 27934 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1026 01:02:33.426312 27934 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-300623-m03
I1026 01:02:33.426334 27934 round_trippers.go:469] Request Headers:
I1026 01:02:33.426342 27934 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1026 01:02:33.426364 27934 round_trippers.go:473] Accept: application/json, */*
I1026 01:02:33.430395 27934 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1026 01:02:33.927020 27934 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-300623-m03
I1026 01:02:33.927043 27934 round_trippers.go:469] Request Headers:
I1026 01:02:33.927050 27934 round_trippers.go:473] Accept: application/json, */*
I1026 01:02:33.927053 27934 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1026 01:02:33.930539 27934 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1026 01:02:34.426611 27934 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-300623-m03
I1026 01:02:34.426637 27934 round_trippers.go:469] Request Headers:
I1026 01:02:34.426649 27934 round_trippers.go:473] Accept: application/json, */*
I1026 01:02:34.426653 27934 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1026 01:02:34.429762 27934 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1026 01:02:34.926585 27934 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-300623-m03
I1026 01:02:34.926607 27934 round_trippers.go:469] Request Headers:
I1026 01:02:34.926616 27934 round_trippers.go:473] Accept: application/json, */*
I1026 01:02:34.926622 27934 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1026 01:02:34.929963 27934 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1026 01:02:34.930447 27934 node_ready.go:53] node "ha-300623-m03" has status "Ready":"False"
I1026 01:02:35.426739 27934 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-300623-m03
I1026 01:02:35.426760 27934 round_trippers.go:469] Request Headers:
I1026 01:02:35.426786 27934 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1026 01:02:35.426791 27934 round_trippers.go:473] Accept: application/json, */*
I1026 01:02:35.429676 27934 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1026 01:02:35.926699 27934 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-300623-m03
I1026 01:02:35.926723 27934 round_trippers.go:469] Request Headers:
I1026 01:02:35.926731 27934 round_trippers.go:473] Accept: application/json, */*
I1026 01:02:35.926735 27934 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1026 01:02:35.930444 27934 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1026 01:02:36.427025 27934 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-300623-m03
I1026 01:02:36.427052 27934 round_trippers.go:469] Request Headers:
I1026 01:02:36.427063 27934 round_trippers.go:473] Accept: application/json, */*
I1026 01:02:36.427069 27934 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1026 01:02:36.430961 27934 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1026 01:02:36.926688 27934 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-300623-m03
I1026 01:02:36.926715 27934 round_trippers.go:469] Request Headers:
I1026 01:02:36.926726 27934 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1026 01:02:36.926732 27934 round_trippers.go:473] Accept: application/json, */*
I1026 01:02:36.930504 27934 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1026 01:02:36.931114 27934 node_ready.go:53] node "ha-300623-m03" has status "Ready":"False"
I1026 01:02:37.426533 27934 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-300623-m03
I1026 01:02:37.426568 27934 round_trippers.go:469] Request Headers:
I1026 01:02:37.426581 27934 round_trippers.go:473] Accept: application/json, */*
I1026 01:02:37.426588 27934 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1026 01:02:37.434793 27934 round_trippers.go:574] Response Status: 200 OK in 8 milliseconds
I1026 01:02:37.926670 27934 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-300623-m03
I1026 01:02:37.926699 27934 round_trippers.go:469] Request Headers:
I1026 01:02:37.926711 27934 round_trippers.go:473] Accept: application/json, */*
I1026 01:02:37.926717 27934 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1026 01:02:37.929364 27934 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1026 01:02:38.427306 27934 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-300623-m03
I1026 01:02:38.427327 27934 round_trippers.go:469] Request Headers:
I1026 01:02:38.427335 27934 round_trippers.go:473] Accept: application/json, */*
I1026 01:02:38.427339 27934 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1026 01:02:38.434499 27934 round_trippers.go:574] Response Status: 200 OK in 7 milliseconds
I1026 01:02:38.926882 27934 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-300623-m03
I1026 01:02:38.926902 27934 round_trippers.go:469] Request Headers:
I1026 01:02:38.926911 27934 round_trippers.go:473] Accept: application/json, */*
I1026 01:02:38.926914 27934 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1026 01:02:38.930831 27934 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1026 01:02:38.931460 27934 node_ready.go:53] node "ha-300623-m03" has status "Ready":"False"
I1026 01:02:39.427252 27934 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-300623-m03
I1026 01:02:39.427274 27934 round_trippers.go:469] Request Headers:
I1026 01:02:39.427283 27934 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1026 01:02:39.427286 27934 round_trippers.go:473] Accept: application/json, */*
I1026 01:02:39.430650 27934 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1026 01:02:39.926620 27934 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-300623-m03
I1026 01:02:39.926643 27934 round_trippers.go:469] Request Headers:
I1026 01:02:39.926654 27934 round_trippers.go:473] Accept: application/json, */*
I1026 01:02:39.926661 27934 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1026 01:02:39.930077 27934 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1026 01:02:40.426363 27934 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-300623-m03
I1026 01:02:40.426396 27934 round_trippers.go:469] Request Headers:
I1026 01:02:40.426408 27934 round_trippers.go:473] Accept: application/json, */*
I1026 01:02:40.426414 27934 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1026 01:02:40.429976 27934 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1026 01:02:40.926280 27934 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-300623-m03
I1026 01:02:40.926310 27934 round_trippers.go:469] Request Headers:
I1026 01:02:40.926320 27934 round_trippers.go:473] Accept: application/json, */*
I1026 01:02:40.926325 27934 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1026 01:02:40.929942 27934 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1026 01:02:41.426533 27934 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-300623-m03
I1026 01:02:41.426556 27934 round_trippers.go:469] Request Headers:
I1026 01:02:41.426563 27934 round_trippers.go:473] Accept: application/json, */*
I1026 01:02:41.426568 27934 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1026 01:02:41.430315 27934 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1026 01:02:41.431209 27934 node_ready.go:53] node "ha-300623-m03" has status "Ready":"False"
I1026 01:02:41.926498 27934 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-300623-m03
I1026 01:02:41.926522 27934 round_trippers.go:469] Request Headers:
I1026 01:02:41.926529 27934 round_trippers.go:473] Accept: application/json, */*
I1026 01:02:41.926534 27934 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1026 01:02:41.929738 27934 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1026 01:02:42.426973 27934 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-300623-m03
I1026 01:02:42.427006 27934 round_trippers.go:469] Request Headers:
I1026 01:02:42.427013 27934 round_trippers.go:473] Accept: application/json, */*
I1026 01:02:42.427019 27934 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1026 01:02:42.430244 27934 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1026 01:02:42.927247 27934 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-300623-m03
I1026 01:02:42.927275 27934 round_trippers.go:469] Request Headers:
I1026 01:02:42.927283 27934 round_trippers.go:473] Accept: application/json, */*
I1026 01:02:42.927288 27934 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1026 01:02:42.930906 27934 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1026 01:02:43.426731 27934 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-300623-m03
I1026 01:02:43.426759 27934 round_trippers.go:469] Request Headers:
I1026 01:02:43.426768 27934 round_trippers.go:473] Accept: application/json, */*
I1026 01:02:43.426773 27934 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1026 01:02:43.430712 27934 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1026 01:02:43.431301 27934 node_ready.go:53] node "ha-300623-m03" has status "Ready":"False"
I1026 01:02:43.926784 27934 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-300623-m03
I1026 01:02:43.926823 27934 round_trippers.go:469] Request Headers:
I1026 01:02:43.926832 27934 round_trippers.go:473] Accept: application/json, */*
I1026 01:02:43.926835 27934 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1026 01:02:43.929957 27934 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1026 01:02:44.427237 27934 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-300623-m03
I1026 01:02:44.427258 27934 round_trippers.go:469] Request Headers:
I1026 01:02:44.427266 27934 round_trippers.go:473] Accept: application/json, */*
I1026 01:02:44.427270 27934 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1026 01:02:44.430769 27934 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1026 01:02:44.926707 27934 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-300623-m03
I1026 01:02:44.926731 27934 round_trippers.go:469] Request Headers:
I1026 01:02:44.926740 27934 round_trippers.go:473] Accept: application/json, */*
I1026 01:02:44.926743 27934 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1026 01:02:44.930247 27934 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1026 01:02:45.427043 27934 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-300623-m03
I1026 01:02:45.427065 27934 round_trippers.go:469] Request Headers:
I1026 01:02:45.427074 27934 round_trippers.go:473] Accept: application/json, */*
I1026 01:02:45.427079 27934 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1026 01:02:45.430820 27934 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1026 01:02:45.431387 27934 node_ready.go:53] node "ha-300623-m03" has status "Ready":"False"
I1026 01:02:45.927275 27934 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-300623-m03
I1026 01:02:45.927296 27934 round_trippers.go:469] Request Headers:
I1026 01:02:45.927304 27934 round_trippers.go:473] Accept: application/json, */*
I1026 01:02:45.927306 27934 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1026 01:02:45.930627 27934 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1026 01:02:46.426245 27934 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-300623-m03
I1026 01:02:46.426266 27934 round_trippers.go:469] Request Headers:
I1026 01:02:46.426274 27934 round_trippers.go:473] Accept: application/json, */*
I1026 01:02:46.426278 27934 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1026 01:02:46.429561 27934 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1026 01:02:46.926352 27934 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-300623-m03
I1026 01:02:46.926373 27934 round_trippers.go:469] Request Headers:
I1026 01:02:46.926384 27934 round_trippers.go:473] Accept: application/json, */*
I1026 01:02:46.926390 27934 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1026 01:02:46.929454 27934 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1026 01:02:47.426420 27934 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-300623-m03
I1026 01:02:47.426462 27934 round_trippers.go:469] Request Headers:
I1026 01:02:47.426472 27934 round_trippers.go:473] Accept: application/json, */*
I1026 01:02:47.426477 27934 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1026 01:02:47.430019 27934 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1026 01:02:47.926864 27934 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-300623-m03
I1026 01:02:47.926889 27934 round_trippers.go:469] Request Headers:
I1026 01:02:47.926900 27934 round_trippers.go:473] Accept: application/json, */*
I1026 01:02:47.926906 27934 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1026 01:02:47.929997 27934 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1026 01:02:47.930569 27934 node_ready.go:53] node "ha-300623-m03" has status "Ready":"False"
I1026 01:02:48.426656 27934 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-300623-m03
I1026 01:02:48.426693 27934 round_trippers.go:469] Request Headers:
I1026 01:02:48.426709 27934 round_trippers.go:473] Accept: application/json, */*
I1026 01:02:48.426716 27934 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1026 01:02:48.435417 27934 round_trippers.go:574] Response Status: 200 OK in 8 milliseconds
I1026 01:02:48.436037 27934 node_ready.go:49] node "ha-300623-m03" has status "Ready":"True"
I1026 01:02:48.436062 27934 node_ready.go:38] duration metric: took 18.009981713s for node "ha-300623-m03" to be "Ready" ...
I1026 01:02:48.436077 27934 pod_ready.go:36] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1026 01:02:48.436165 27934 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/namespaces/kube-system/pods
I1026 01:02:48.436180 27934 round_trippers.go:469] Request Headers:
I1026 01:02:48.436190 27934 round_trippers.go:473] Accept: application/json, */*
I1026 01:02:48.436203 27934 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1026 01:02:48.442639 27934 round_trippers.go:574] Response Status: 200 OK in 6 milliseconds
I1026 01:02:48.450258 27934 pod_ready.go:79] waiting up to 6m0s for pod "coredns-7c65d6cfc9-ntmgc" in "kube-system" namespace to be "Ready" ...
I1026 01:02:48.450343 27934 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-ntmgc
I1026 01:02:48.450349 27934 round_trippers.go:469] Request Headers:
I1026 01:02:48.450356 27934 round_trippers.go:473] Accept: application/json, */*
I1026 01:02:48.450360 27934 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1026 01:02:48.454261 27934 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1026 01:02:48.454872 27934 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-300623
I1026 01:02:48.454888 27934 round_trippers.go:469] Request Headers:
I1026 01:02:48.454895 27934 round_trippers.go:473] Accept: application/json, */*
I1026 01:02:48.454900 27934 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1026 01:02:48.459379 27934 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1026 01:02:48.460137 27934 pod_ready.go:93] pod "coredns-7c65d6cfc9-ntmgc" in "kube-system" namespace has status "Ready":"True"
I1026 01:02:48.460155 27934 pod_ready.go:82] duration metric: took 9.869467ms for pod "coredns-7c65d6cfc9-ntmgc" in "kube-system" namespace to be "Ready" ...
I1026 01:02:48.460165 27934 pod_ready.go:79] waiting up to 6m0s for pod "coredns-7c65d6cfc9-qx24f" in "kube-system" namespace to be "Ready" ...
I1026 01:02:48.460215 27934 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-qx24f
I1026 01:02:48.460224 27934 round_trippers.go:469] Request Headers:
I1026 01:02:48.460231 27934 round_trippers.go:473] Accept: application/json, */*
I1026 01:02:48.460233 27934 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1026 01:02:48.463232 27934 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1026 01:02:48.463771 27934 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-300623
I1026 01:02:48.463783 27934 round_trippers.go:469] Request Headers:
I1026 01:02:48.463792 27934 round_trippers.go:473] Accept: application/json, */*
I1026 01:02:48.463797 27934 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1026 01:02:48.466281 27934 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1026 01:02:48.466732 27934 pod_ready.go:93] pod "coredns-7c65d6cfc9-qx24f" in "kube-system" namespace has status "Ready":"True"
I1026 01:02:48.466748 27934 pod_ready.go:82] duration metric: took 6.577285ms for pod "coredns-7c65d6cfc9-qx24f" in "kube-system" namespace to be "Ready" ...
I1026 01:02:48.466762 27934 pod_ready.go:79] waiting up to 6m0s for pod "etcd-ha-300623" in "kube-system" namespace to be "Ready" ...
I1026 01:02:48.466818 27934 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/namespaces/kube-system/pods/etcd-ha-300623
I1026 01:02:48.466826 27934 round_trippers.go:469] Request Headers:
I1026 01:02:48.466833 27934 round_trippers.go:473] Accept: application/json, */*
I1026 01:02:48.466837 27934 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1026 01:02:48.469268 27934 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1026 01:02:48.469931 27934 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-300623
I1026 01:02:48.469946 27934 round_trippers.go:469] Request Headers:
I1026 01:02:48.469953 27934 round_trippers.go:473] Accept: application/json, */*
I1026 01:02:48.469957 27934 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1026 01:02:48.472212 27934 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1026 01:02:48.472664 27934 pod_ready.go:93] pod "etcd-ha-300623" in "kube-system" namespace has status "Ready":"True"
I1026 01:02:48.472682 27934 pod_ready.go:82] duration metric: took 5.914156ms for pod "etcd-ha-300623" in "kube-system" namespace to be "Ready" ...
I1026 01:02:48.472691 27934 pod_ready.go:79] waiting up to 6m0s for pod "etcd-ha-300623-m02" in "kube-system" namespace to be "Ready" ...
I1026 01:02:48.472750 27934 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/namespaces/kube-system/pods/etcd-ha-300623-m02
I1026 01:02:48.472759 27934 round_trippers.go:469] Request Headers:
I1026 01:02:48.472766 27934 round_trippers.go:473] Accept: application/json, */*
I1026 01:02:48.472770 27934 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1026 01:02:48.475167 27934 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1026 01:02:48.475777 27934 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-300623-m02
I1026 01:02:48.475794 27934 round_trippers.go:469] Request Headers:
I1026 01:02:48.475802 27934 round_trippers.go:473] Accept: application/json, */*
I1026 01:02:48.475806 27934 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1026 01:02:48.478259 27934 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1026 01:02:48.478687 27934 pod_ready.go:93] pod "etcd-ha-300623-m02" in "kube-system" namespace has status "Ready":"True"
I1026 01:02:48.478703 27934 pod_ready.go:82] duration metric: took 6.006167ms for pod "etcd-ha-300623-m02" in "kube-system" namespace to be "Ready" ...
I1026 01:02:48.478711 27934 pod_ready.go:79] waiting up to 6m0s for pod "etcd-ha-300623-m03" in "kube-system" namespace to be "Ready" ...
I1026 01:02:48.627599 27934 request.go:632] Waited for 148.830245ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.183:8443/api/v1/namespaces/kube-system/pods/etcd-ha-300623-m03
I1026 01:02:48.627657 27934 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/namespaces/kube-system/pods/etcd-ha-300623-m03
I1026 01:02:48.627667 27934 round_trippers.go:469] Request Headers:
I1026 01:02:48.627674 27934 round_trippers.go:473] Accept: application/json, */*
I1026 01:02:48.627680 27934 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1026 01:02:48.631663 27934 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1026 01:02:48.827561 27934 request.go:632] Waited for 195.345637ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.183:8443/api/v1/nodes/ha-300623-m03
I1026 01:02:48.827630 27934 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-300623-m03
I1026 01:02:48.827637 27934 round_trippers.go:469] Request Headers:
I1026 01:02:48.827645 27934 round_trippers.go:473] Accept: application/json, */*
I1026 01:02:48.827649 27934 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1026 01:02:48.831042 27934 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1026 01:02:48.831791 27934 pod_ready.go:93] pod "etcd-ha-300623-m03" in "kube-system" namespace has status "Ready":"True"
I1026 01:02:48.831815 27934 pod_ready.go:82] duration metric: took 353.094836ms for pod "etcd-ha-300623-m03" in "kube-system" namespace to be "Ready" ...
I1026 01:02:48.831835 27934 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-ha-300623" in "kube-system" namespace to be "Ready" ...
I1026 01:02:49.027283 27934 request.go:632] Waited for 195.388128ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.183:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-300623
I1026 01:02:49.027360 27934 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-300623
I1026 01:02:49.027365 27934 round_trippers.go:469] Request Headers:
I1026 01:02:49.027373 27934 round_trippers.go:473] Accept: application/json, */*
I1026 01:02:49.027380 27934 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1026 01:02:49.030439 27934 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1026 01:02:49.227538 27934 request.go:632] Waited for 196.377694ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.183:8443/api/v1/nodes/ha-300623
I1026 01:02:49.227614 27934 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-300623
I1026 01:02:49.227627 27934 round_trippers.go:469] Request Headers:
I1026 01:02:49.227643 27934 round_trippers.go:473] Accept: application/json, */*
I1026 01:02:49.227650 27934 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1026 01:02:49.230823 27934 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1026 01:02:49.231339 27934 pod_ready.go:93] pod "kube-apiserver-ha-300623" in "kube-system" namespace has status "Ready":"True"
I1026 01:02:49.231360 27934 pod_ready.go:82] duration metric: took 399.517961ms for pod "kube-apiserver-ha-300623" in "kube-system" namespace to be "Ready" ...
I1026 01:02:49.231374 27934 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-ha-300623-m02" in "kube-system" namespace to be "Ready" ...
I1026 01:02:49.426746 27934 request.go:632] Waited for 195.299777ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.183:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-300623-m02
I1026 01:02:49.426820 27934 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-300623-m02
I1026 01:02:49.426826 27934 round_trippers.go:469] Request Headers:
I1026 01:02:49.426833 27934 round_trippers.go:473] Accept: application/json, */*
I1026 01:02:49.426842 27934 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1026 01:02:49.430033 27934 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1026 01:02:49.626896 27934 request.go:632] Waited for 196.298512ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.183:8443/api/v1/nodes/ha-300623-m02
I1026 01:02:49.626964 27934 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-300623-m02
I1026 01:02:49.626970 27934 round_trippers.go:469] Request Headers:
I1026 01:02:49.626977 27934 round_trippers.go:473] Accept: application/json, */*
I1026 01:02:49.626980 27934 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1026 01:02:49.630142 27934 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1026 01:02:49.630626 27934 pod_ready.go:93] pod "kube-apiserver-ha-300623-m02" in "kube-system" namespace has status "Ready":"True"
I1026 01:02:49.630645 27934 pod_ready.go:82] duration metric: took 399.259883ms for pod "kube-apiserver-ha-300623-m02" in "kube-system" namespace to be "Ready" ...
I1026 01:02:49.630655 27934 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-ha-300623-m03" in "kube-system" namespace to be "Ready" ...
I1026 01:02:49.826666 27934 request.go:632] Waited for 195.934282ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.183:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-300623-m03
I1026 01:02:49.826722 27934 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-300623-m03
I1026 01:02:49.826727 27934 round_trippers.go:469] Request Headers:
I1026 01:02:49.826739 27934 round_trippers.go:473] Accept: application/json, */*
I1026 01:02:49.826744 27934 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1026 01:02:49.830021 27934 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1026 01:02:50.027111 27934 request.go:632] Waited for 196.361005ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.183:8443/api/v1/nodes/ha-300623-m03
I1026 01:02:50.027198 27934 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-300623-m03
I1026 01:02:50.027210 27934 round_trippers.go:469] Request Headers:
I1026 01:02:50.027222 27934 round_trippers.go:473] Accept: application/json, */*
I1026 01:02:50.027231 27934 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1026 01:02:50.030533 27934 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1026 01:02:50.031215 27934 pod_ready.go:93] pod "kube-apiserver-ha-300623-m03" in "kube-system" namespace has status "Ready":"True"
I1026 01:02:50.031238 27934 pod_ready.go:82] duration metric: took 400.574994ms for pod "kube-apiserver-ha-300623-m03" in "kube-system" namespace to be "Ready" ...
I1026 01:02:50.031268 27934 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-ha-300623" in "kube-system" namespace to be "Ready" ...
I1026 01:02:50.227253 27934 request.go:632] Waited for 195.903041ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.183:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-300623
I1026 01:02:50.227309 27934 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-300623
I1026 01:02:50.227314 27934 round_trippers.go:469] Request Headers:
I1026 01:02:50.227321 27934 round_trippers.go:473] Accept: application/json, */*
I1026 01:02:50.227325 27934 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1026 01:02:50.230415 27934 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1026 01:02:50.427535 27934 request.go:632] Waited for 196.340381ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.183:8443/api/v1/nodes/ha-300623
I1026 01:02:50.427594 27934 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-300623
I1026 01:02:50.427602 27934 round_trippers.go:469] Request Headers:
I1026 01:02:50.427612 27934 round_trippers.go:473] Accept: application/json, */*
I1026 01:02:50.427619 27934 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1026 01:02:50.430823 27934 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1026 01:02:50.431395 27934 pod_ready.go:93] pod "kube-controller-manager-ha-300623" in "kube-system" namespace has status "Ready":"True"
I1026 01:02:50.431413 27934 pod_ready.go:82] duration metric: took 400.135776ms for pod "kube-controller-manager-ha-300623" in "kube-system" namespace to be "Ready" ...
I1026 01:02:50.431426 27934 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-ha-300623-m02" in "kube-system" namespace to be "Ready" ...
I1026 01:02:50.626990 27934 request.go:632] Waited for 195.470744ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.183:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-300623-m02
I1026 01:02:50.627069 27934 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-300623-m02
I1026 01:02:50.627075 27934 round_trippers.go:469] Request Headers:
I1026 01:02:50.627082 27934 round_trippers.go:473] Accept: application/json, */*
I1026 01:02:50.627087 27934 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1026 01:02:50.630185 27934 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1026 01:02:50.827370 27934 request.go:632] Waited for 196.34647ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.183:8443/api/v1/nodes/ha-300623-m02
I1026 01:02:50.827442 27934 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-300623-m02
I1026 01:02:50.827448 27934 round_trippers.go:469] Request Headers:
I1026 01:02:50.827455 27934 round_trippers.go:473] Accept: application/json, */*
I1026 01:02:50.827461 27934 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1026 01:02:50.831085 27934 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1026 01:02:50.831842 27934 pod_ready.go:93] pod "kube-controller-manager-ha-300623-m02" in "kube-system" namespace has status "Ready":"True"
I1026 01:02:50.831859 27934 pod_ready.go:82] duration metric: took 400.426225ms for pod "kube-controller-manager-ha-300623-m02" in "kube-system" namespace to be "Ready" ...
I1026 01:02:50.831869 27934 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-ha-300623-m03" in "kube-system" namespace to be "Ready" ...
I1026 01:02:51.027015 27934 request.go:632] Waited for 195.078027ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.183:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-300623-m03
I1026 01:02:51.027084 27934 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-300623-m03
I1026 01:02:51.027092 27934 round_trippers.go:469] Request Headers:
I1026 01:02:51.027099 27934 round_trippers.go:473] Accept: application/json, */*
I1026 01:02:51.027103 27934 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1026 01:02:51.031047 27934 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1026 01:02:51.227422 27934 request.go:632] Waited for 195.619523ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.183:8443/api/v1/nodes/ha-300623-m03
I1026 01:02:51.227479 27934 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-300623-m03
I1026 01:02:51.227484 27934 round_trippers.go:469] Request Headers:
I1026 01:02:51.227492 27934 round_trippers.go:473] Accept: application/json, */*
I1026 01:02:51.227495 27934 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1026 01:02:51.231982 27934 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1026 01:02:51.232544 27934 pod_ready.go:93] pod "kube-controller-manager-ha-300623-m03" in "kube-system" namespace has status "Ready":"True"
I1026 01:02:51.232570 27934 pod_ready.go:82] duration metric: took 400.691296ms for pod "kube-controller-manager-ha-300623-m03" in "kube-system" namespace to be "Ready" ...
I1026 01:02:51.232584 27934 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-65rns" in "kube-system" namespace to be "Ready" ...
I1026 01:02:51.427652 27934 request.go:632] Waited for 194.988908ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.183:8443/api/v1/namespaces/kube-system/pods/kube-proxy-65rns
I1026 01:02:51.427748 27934 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/namespaces/kube-system/pods/kube-proxy-65rns
I1026 01:02:51.427756 27934 round_trippers.go:469] Request Headers:
I1026 01:02:51.427763 27934 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1026 01:02:51.427769 27934 round_trippers.go:473] Accept: application/json, */*
I1026 01:02:51.431107 27934 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1026 01:02:51.627383 27934 request.go:632] Waited for 195.646071ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.183:8443/api/v1/nodes/ha-300623
I1026 01:02:51.627443 27934 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-300623
I1026 01:02:51.627450 27934 round_trippers.go:469] Request Headers:
I1026 01:02:51.627459 27934 round_trippers.go:473] Accept: application/json, */*
I1026 01:02:51.627465 27934 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1026 01:02:51.630345 27934 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1026 01:02:51.630913 27934 pod_ready.go:93] pod "kube-proxy-65rns" in "kube-system" namespace has status "Ready":"True"
I1026 01:02:51.630940 27934 pod_ready.go:82] duration metric: took 398.33791ms for pod "kube-proxy-65rns" in "kube-system" namespace to be "Ready" ...
I1026 01:02:51.630957 27934 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-7hn2d" in "kube-system" namespace to be "Ready" ...
I1026 01:02:51.826903 27934 request.go:632] Waited for 195.872288ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.183:8443/api/v1/namespaces/kube-system/pods/kube-proxy-7hn2d
I1026 01:02:51.826976 27934 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/namespaces/kube-system/pods/kube-proxy-7hn2d
I1026 01:02:51.826981 27934 round_trippers.go:469] Request Headers:
I1026 01:02:51.826989 27934 round_trippers.go:473] Accept: application/json, */*
I1026 01:02:51.826995 27934 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1026 01:02:51.830596 27934 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1026 01:02:52.027634 27934 request.go:632] Waited for 196.404478ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.183:8443/api/v1/nodes/ha-300623-m02
I1026 01:02:52.027720 27934 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-300623-m02
I1026 01:02:52.027729 27934 round_trippers.go:469] Request Headers:
I1026 01:02:52.027740 27934 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1026 01:02:52.027744 27934 round_trippers.go:473] Accept: application/json, */*
I1026 01:02:52.031724 27934 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1026 01:02:52.032488 27934 pod_ready.go:93] pod "kube-proxy-7hn2d" in "kube-system" namespace has status "Ready":"True"
I1026 01:02:52.032512 27934 pod_ready.go:82] duration metric: took 401.542551ms for pod "kube-proxy-7hn2d" in "kube-system" namespace to be "Ready" ...
I1026 01:02:52.032525 27934 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-mv7sf" in "kube-system" namespace to be "Ready" ...
I1026 01:02:52.227636 27934 request.go:632] Waited for 195.035156ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.183:8443/api/v1/namespaces/kube-system/pods/kube-proxy-mv7sf
I1026 01:02:52.227691 27934 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/namespaces/kube-system/pods/kube-proxy-mv7sf
I1026 01:02:52.227697 27934 round_trippers.go:469] Request Headers:
I1026 01:02:52.227705 27934 round_trippers.go:473] Accept: application/json, */*
I1026 01:02:52.227713 27934 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1026 01:02:52.230866 27934 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1026 01:02:52.426675 27934 request.go:632] Waited for 195.29136ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.183:8443/api/v1/nodes/ha-300623-m03
I1026 01:02:52.426757 27934 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-300623-m03
I1026 01:02:52.426765 27934 round_trippers.go:469] Request Headers:
I1026 01:02:52.426775 27934 round_trippers.go:473] Accept: application/json, */*
I1026 01:02:52.426782 27934 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1026 01:02:52.429979 27934 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1026 01:02:52.430570 27934 pod_ready.go:93] pod "kube-proxy-mv7sf" in "kube-system" namespace has status "Ready":"True"
I1026 01:02:52.430594 27934 pod_ready.go:82] duration metric: took 398.058369ms for pod "kube-proxy-mv7sf" in "kube-system" namespace to be "Ready" ...
I1026 01:02:52.430608 27934 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-ha-300623" in "kube-system" namespace to be "Ready" ...
I1026 01:02:52.627616 27934 request.go:632] Waited for 196.938648ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.183:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-300623
I1026 01:02:52.627691 27934 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-300623
I1026 01:02:52.627697 27934 round_trippers.go:469] Request Headers:
I1026 01:02:52.627704 27934 round_trippers.go:473] Accept: application/json, */*
I1026 01:02:52.627709 27934 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1026 01:02:52.631135 27934 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1026 01:02:52.827333 27934 request.go:632] Waited for 195.390365ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.183:8443/api/v1/nodes/ha-300623
I1026 01:02:52.827388 27934 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-300623
I1026 01:02:52.827397 27934 round_trippers.go:469] Request Headers:
I1026 01:02:52.827404 27934 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1026 01:02:52.827409 27934 round_trippers.go:473] Accept: application/json, */*
I1026 01:02:52.830746 27934 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1026 01:02:52.831581 27934 pod_ready.go:93] pod "kube-scheduler-ha-300623" in "kube-system" namespace has status "Ready":"True"
I1026 01:02:52.831599 27934 pod_ready.go:82] duration metric: took 400.983275ms for pod "kube-scheduler-ha-300623" in "kube-system" namespace to be "Ready" ...
I1026 01:02:52.831611 27934 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-ha-300623-m02" in "kube-system" namespace to be "Ready" ...
I1026 01:02:53.026899 27934 request.go:632] Waited for 195.225563ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.183:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-300623-m02
I1026 01:02:53.026954 27934 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-300623-m02
I1026 01:02:53.026959 27934 round_trippers.go:469] Request Headers:
I1026 01:02:53.026967 27934 round_trippers.go:473] Accept: application/json, */*
I1026 01:02:53.026971 27934 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1026 01:02:53.030270 27934 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1026 01:02:53.227500 27934 request.go:632] Waited for 196.386112ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.183:8443/api/v1/nodes/ha-300623-m02
I1026 01:02:53.227559 27934 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-300623-m02
I1026 01:02:53.227564 27934 round_trippers.go:469] Request Headers:
I1026 01:02:53.227572 27934 round_trippers.go:473] Accept: application/json, */*
I1026 01:02:53.227577 27934 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1026 01:02:53.231336 27934 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1026 01:02:53.231867 27934 pod_ready.go:93] pod "kube-scheduler-ha-300623-m02" in "kube-system" namespace has status "Ready":"True"
I1026 01:02:53.231885 27934 pod_ready.go:82] duration metric: took 400.266151ms for pod "kube-scheduler-ha-300623-m02" in "kube-system" namespace to be "Ready" ...
I1026 01:02:53.231896 27934 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-ha-300623-m03" in "kube-system" namespace to be "Ready" ...
I1026 01:02:53.426974 27934 request.go:632] Waited for 194.996598ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.183:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-300623-m03
I1026 01:02:53.427025 27934 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-300623-m03
I1026 01:02:53.427030 27934 round_trippers.go:469] Request Headers:
I1026 01:02:53.427037 27934 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1026 01:02:53.427041 27934 round_trippers.go:473] Accept: application/json, */*
I1026 01:02:53.430377 27934 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1026 01:02:53.626766 27934 request.go:632] Waited for 195.735993ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.183:8443/api/v1/nodes/ha-300623-m03
I1026 01:02:53.626824 27934 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-300623-m03
I1026 01:02:53.626829 27934 round_trippers.go:469] Request Headers:
I1026 01:02:53.626836 27934 round_trippers.go:473] Accept: application/json, */*
I1026 01:02:53.626840 27934 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1026 01:02:53.630167 27934 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1026 01:02:53.630954 27934 pod_ready.go:93] pod "kube-scheduler-ha-300623-m03" in "kube-system" namespace has status "Ready":"True"
I1026 01:02:53.630975 27934 pod_ready.go:82] duration metric: took 399.071645ms for pod "kube-scheduler-ha-300623-m03" in "kube-system" namespace to be "Ready" ...
I1026 01:02:53.630992 27934 pod_ready.go:39] duration metric: took 5.19490109s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1026 01:02:53.631015 27934 api_server.go:52] waiting for apiserver process to appear ...
I1026 01:02:53.631076 27934 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1026 01:02:53.646977 27934 api_server.go:72] duration metric: took 23.510394339s to wait for apiserver process to appear ...
I1026 01:02:53.647007 27934 api_server.go:88] waiting for apiserver healthz status ...
I1026 01:02:53.647030 27934 api_server.go:253] Checking apiserver healthz at https://192.168.39.183:8443/healthz ...
I1026 01:02:53.651895 27934 api_server.go:279] https://192.168.39.183:8443/healthz returned 200:
ok
I1026 01:02:53.651966 27934 round_trippers.go:463] GET https://192.168.39.183:8443/version
I1026 01:02:53.651972 27934 round_trippers.go:469] Request Headers:
I1026 01:02:53.651979 27934 round_trippers.go:473] Accept: application/json, */*
I1026 01:02:53.651983 27934 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1026 01:02:53.652674 27934 round_trippers.go:574] Response Status: 200 OK in 0 milliseconds
I1026 01:02:53.652802 27934 api_server.go:141] control plane version: v1.31.2
I1026 01:02:53.652821 27934 api_server.go:131] duration metric: took 5.805941ms to wait for apiserver health ...
I1026 01:02:53.652830 27934 system_pods.go:43] waiting for kube-system pods to appear ...
I1026 01:02:53.827168 27934 request.go:632] Waited for 174.273301ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.183:8443/api/v1/namespaces/kube-system/pods
I1026 01:02:53.827222 27934 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/namespaces/kube-system/pods
I1026 01:02:53.827228 27934 round_trippers.go:469] Request Headers:
I1026 01:02:53.827235 27934 round_trippers.go:473] Accept: application/json, */*
I1026 01:02:53.827240 27934 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1026 01:02:53.834306 27934 round_trippers.go:574] Response Status: 200 OK in 7 milliseconds
I1026 01:02:53.841838 27934 system_pods.go:59] 24 kube-system pods found
I1026 01:02:53.841872 27934 system_pods.go:61] "coredns-7c65d6cfc9-ntmgc" [b2e07a8a-ed53-4151-9cdd-6345d84fea7d] Running
I1026 01:02:53.841879 27934 system_pods.go:61] "coredns-7c65d6cfc9-qx24f" [d7fc0eb5-4828-436f-a5c8-8de607f590cf] Running
I1026 01:02:53.841885 27934 system_pods.go:61] "etcd-ha-300623" [7af25c40-90db-43fb-9d1c-02d3b6092d30] Running
I1026 01:02:53.841891 27934 system_pods.go:61] "etcd-ha-300623-m02" [5e6978a1-41aa-46dd-a1cd-e02042d4ce04] Running
I1026 01:02:53.841897 27934 system_pods.go:61] "etcd-ha-300623-m03" [018c3dbe-0bf5-489e-804a-fb1e3195eded] Running
I1026 01:02:53.841901 27934 system_pods.go:61] "kindnet-2v827" [0a2f3ac1-e6ff-4f8a-83bd-0b8c82e2070b] Running
I1026 01:02:53.841906 27934 system_pods.go:61] "kindnet-4cqmf" [c887471a-629c-4bf1-9296-8ccb5ba56cd6] Running
I1026 01:02:53.841911 27934 system_pods.go:61] "kindnet-g5bkb" [0ad4551d-8c28-45b3-9563-03d427208f4f] Running
I1026 01:02:53.841916 27934 system_pods.go:61] "kube-apiserver-ha-300623" [23f40207-db77-4a02-a2dc-eecea5b1874a] Running
I1026 01:02:53.841921 27934 system_pods.go:61] "kube-apiserver-ha-300623-m02" [6e2d1aeb-ad12-4328-b4da-6b3a2fd19df0] Running
I1026 01:02:53.841927 27934 system_pods.go:61] "kube-apiserver-ha-300623-m03" [4f6f2be0-c13c-48d1-b645-719d861bfc9d] Running
I1026 01:02:53.841932 27934 system_pods.go:61] "kube-controller-manager-ha-300623" [b9c979d4-64e6-473c-b688-295ddd98c379] Running
I1026 01:02:53.841938 27934 system_pods.go:61] "kube-controller-manager-ha-300623-m02" [4ae0dbcd-d50c-4a53-9347-bed0a06f1f15] Running
I1026 01:02:53.841945 27934 system_pods.go:61] "kube-controller-manager-ha-300623-m03" [43a89828-44bd-4c39-8656-ce212592e684] Running
I1026 01:02:53.841951 27934 system_pods.go:61] "kube-proxy-65rns" [895d0bd9-0f38-442f-99a2-6c5c70bddd39] Running
I1026 01:02:53.841959 27934 system_pods.go:61] "kube-proxy-7hn2d" [8ffc007b-7e17-4810-9f44-f190a8a7d21b] Running
I1026 01:02:53.841964 27934 system_pods.go:61] "kube-proxy-mv7sf" [687c9b8d-6dc7-46b4-b5c6-dce15b93fe5c] Running
I1026 01:02:53.841970 27934 system_pods.go:61] "kube-scheduler-ha-300623" [fcbddffd-40d8-4ebd-bf1e-58b1457af487] Running
I1026 01:02:53.841976 27934 system_pods.go:61] "kube-scheduler-ha-300623-m02" [81664577-53a3-46fd-98f0-5a517d60fc40] Running
I1026 01:02:53.841982 27934 system_pods.go:61] "kube-scheduler-ha-300623-m03" [4e0f23a0-d27b-4a4f-88cb-9f9fd09cc873] Running
I1026 01:02:53.841992 27934 system_pods.go:61] "kube-vip-ha-300623" [23c24ab4-cff5-48fa-841b-9567360cbb00] Running
I1026 01:02:53.841998 27934 system_pods.go:61] "kube-vip-ha-300623-m02" [5e054e06-be47-4fca-bf3d-d0919d31fe23] Running
I1026 01:02:53.842006 27934 system_pods.go:61] "kube-vip-ha-300623-m03" [e650a523-9ff0-41d2-9446-c84aa4f0b88c] Running
I1026 01:02:53.842011 27934 system_pods.go:61] "storage-provisioner" [28d286b1-45b3-4775-a8ff-47dc3cb84792] Running
I1026 01:02:53.842020 27934 system_pods.go:74] duration metric: took 189.182306ms to wait for pod list to return data ...
I1026 01:02:53.842033 27934 default_sa.go:34] waiting for default service account to be created ...
I1026 01:02:54.027353 27934 request.go:632] Waited for 185.245125ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.183:8443/api/v1/namespaces/default/serviceaccounts
I1026 01:02:54.027412 27934 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/namespaces/default/serviceaccounts
I1026 01:02:54.027420 27934 round_trippers.go:469] Request Headers:
I1026 01:02:54.027431 27934 round_trippers.go:473] Accept: application/json, */*
I1026 01:02:54.027441 27934 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1026 01:02:54.030973 27934 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1026 01:02:54.031077 27934 default_sa.go:45] found service account: "default"
I1026 01:02:54.031089 27934 default_sa.go:55] duration metric: took 189.048618ms for default service account to be created ...
I1026 01:02:54.031098 27934 system_pods.go:116] waiting for k8s-apps to be running ...
I1026 01:02:54.227423 27934 request.go:632] Waited for 196.255704ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.183:8443/api/v1/namespaces/kube-system/pods
I1026 01:02:54.227482 27934 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/namespaces/kube-system/pods
I1026 01:02:54.227493 27934 round_trippers.go:469] Request Headers:
I1026 01:02:54.227507 27934 round_trippers.go:473] Accept: application/json, */*
I1026 01:02:54.227517 27934 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1026 01:02:54.232907 27934 round_trippers.go:574] Response Status: 200 OK in 5 milliseconds
I1026 01:02:54.240539 27934 system_pods.go:86] 24 kube-system pods found
I1026 01:02:54.240565 27934 system_pods.go:89] "coredns-7c65d6cfc9-ntmgc" [b2e07a8a-ed53-4151-9cdd-6345d84fea7d] Running
I1026 01:02:54.240571 27934 system_pods.go:89] "coredns-7c65d6cfc9-qx24f" [d7fc0eb5-4828-436f-a5c8-8de607f590cf] Running
I1026 01:02:54.240574 27934 system_pods.go:89] "etcd-ha-300623" [7af25c40-90db-43fb-9d1c-02d3b6092d30] Running
I1026 01:02:54.240578 27934 system_pods.go:89] "etcd-ha-300623-m02" [5e6978a1-41aa-46dd-a1cd-e02042d4ce04] Running
I1026 01:02:54.240582 27934 system_pods.go:89] "etcd-ha-300623-m03" [018c3dbe-0bf5-489e-804a-fb1e3195eded] Running
I1026 01:02:54.240586 27934 system_pods.go:89] "kindnet-2v827" [0a2f3ac1-e6ff-4f8a-83bd-0b8c82e2070b] Running
I1026 01:02:54.240589 27934 system_pods.go:89] "kindnet-4cqmf" [c887471a-629c-4bf1-9296-8ccb5ba56cd6] Running
I1026 01:02:54.240592 27934 system_pods.go:89] "kindnet-g5bkb" [0ad4551d-8c28-45b3-9563-03d427208f4f] Running
I1026 01:02:54.240595 27934 system_pods.go:89] "kube-apiserver-ha-300623" [23f40207-db77-4a02-a2dc-eecea5b1874a] Running
I1026 01:02:54.240599 27934 system_pods.go:89] "kube-apiserver-ha-300623-m02" [6e2d1aeb-ad12-4328-b4da-6b3a2fd19df0] Running
I1026 01:02:54.240602 27934 system_pods.go:89] "kube-apiserver-ha-300623-m03" [4f6f2be0-c13c-48d1-b645-719d861bfc9d] Running
I1026 01:02:54.240606 27934 system_pods.go:89] "kube-controller-manager-ha-300623" [b9c979d4-64e6-473c-b688-295ddd98c379] Running
I1026 01:02:54.240609 27934 system_pods.go:89] "kube-controller-manager-ha-300623-m02" [4ae0dbcd-d50c-4a53-9347-bed0a06f1f15] Running
I1026 01:02:54.240613 27934 system_pods.go:89] "kube-controller-manager-ha-300623-m03" [43a89828-44bd-4c39-8656-ce212592e684] Running
I1026 01:02:54.240616 27934 system_pods.go:89] "kube-proxy-65rns" [895d0bd9-0f38-442f-99a2-6c5c70bddd39] Running
I1026 01:02:54.240620 27934 system_pods.go:89] "kube-proxy-7hn2d" [8ffc007b-7e17-4810-9f44-f190a8a7d21b] Running
I1026 01:02:54.240624 27934 system_pods.go:89] "kube-proxy-mv7sf" [687c9b8d-6dc7-46b4-b5c6-dce15b93fe5c] Running
I1026 01:02:54.240627 27934 system_pods.go:89] "kube-scheduler-ha-300623" [fcbddffd-40d8-4ebd-bf1e-58b1457af487] Running
I1026 01:02:54.240632 27934 system_pods.go:89] "kube-scheduler-ha-300623-m02" [81664577-53a3-46fd-98f0-5a517d60fc40] Running
I1026 01:02:54.240635 27934 system_pods.go:89] "kube-scheduler-ha-300623-m03" [4e0f23a0-d27b-4a4f-88cb-9f9fd09cc873] Running
I1026 01:02:54.240641 27934 system_pods.go:89] "kube-vip-ha-300623" [23c24ab4-cff5-48fa-841b-9567360cbb00] Running
I1026 01:02:54.240644 27934 system_pods.go:89] "kube-vip-ha-300623-m02" [5e054e06-be47-4fca-bf3d-d0919d31fe23] Running
I1026 01:02:54.240647 27934 system_pods.go:89] "kube-vip-ha-300623-m03" [e650a523-9ff0-41d2-9446-c84aa4f0b88c] Running
I1026 01:02:54.240650 27934 system_pods.go:89] "storage-provisioner" [28d286b1-45b3-4775-a8ff-47dc3cb84792] Running
I1026 01:02:54.240656 27934 system_pods.go:126] duration metric: took 209.550822ms to wait for k8s-apps to be running ...
I1026 01:02:54.240667 27934 system_svc.go:44] waiting for kubelet service to be running ....
I1026 01:02:54.240705 27934 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1026 01:02:54.259476 27934 system_svc.go:56] duration metric: took 18.80003ms WaitForService to wait for kubelet
I1026 01:02:54.259503 27934 kubeadm.go:582] duration metric: took 24.122925603s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1026 01:02:54.259520 27934 node_conditions.go:102] verifying NodePressure condition ...
I1026 01:02:54.427334 27934 request.go:632] Waited for 167.728559ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.183:8443/api/v1/nodes
I1026 01:02:54.427409 27934 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes
I1026 01:02:54.427417 27934 round_trippers.go:469] Request Headers:
I1026 01:02:54.427430 27934 round_trippers.go:473] Accept: application/json, */*
I1026 01:02:54.427440 27934 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1026 01:02:54.431191 27934 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1026 01:02:54.432324 27934 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I1026 01:02:54.432349 27934 node_conditions.go:123] node cpu capacity is 2
I1026 01:02:54.432365 27934 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I1026 01:02:54.432369 27934 node_conditions.go:123] node cpu capacity is 2
I1026 01:02:54.432378 27934 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I1026 01:02:54.432383 27934 node_conditions.go:123] node cpu capacity is 2
I1026 01:02:54.432391 27934 node_conditions.go:105] duration metric: took 172.867066ms to run NodePressure ...
I1026 01:02:54.432404 27934 start.go:241] waiting for startup goroutines ...
I1026 01:02:54.432431 27934 start.go:255] writing updated cluster config ...
I1026 01:02:54.432784 27934 ssh_runner.go:195] Run: rm -f paused
I1026 01:02:54.484591 27934 start.go:600] kubectl: 1.31.2, cluster: 1.31.2 (minor skew: 0)
I1026 01:02:54.487070 27934 out.go:177] * Done! kubectl is now configured to use "ha-300623" cluster and "default" namespace by default
==> CRI-O <==
Oct 26 01:06:52 ha-300623 crio[655]: time="2024-10-26 01:06:52.102281102Z" level=debug msg="Response: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1729904812102255082,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146320,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}" file="otel-collector/interceptors.go:74" id=15428edb-9ac6-4fea-93b8-0d32ae196804 name=/runtime.v1.ImageService/ImageFsInfo
Oct 26 01:06:52 ha-300623 crio[655]: time="2024-10-26 01:06:52.102811248Z" level=debug msg="Request: &ListContainersRequest{Filter:&ContainerFilter{Id:,State:nil,PodSandboxId:,LabelSelector:map[string]string{},},}" file="otel-collector/interceptors.go:62" id=40b88060-f4d0-4970-a1ce-c865bff5aeee name=/runtime.v1.RuntimeService/ListContainers
Oct 26 01:06:52 ha-300623 crio[655]: time="2024-10-26 01:06:52.102877383Z" level=debug msg="No filters were applied, returning full container list" file="server/container_list.go:60" id=40b88060-f4d0-4970-a1ce-c865bff5aeee name=/runtime.v1.RuntimeService/ListContainers
Oct 26 01:06:52 ha-300623 crio[655]: time="2024-10-26 01:06:52.103165141Z" level=debug msg="Response: &ListContainersResponse{Containers:[]*Container{&Container{Id:85cbf0b8850a2112e92fcc3614b8431c369be6d12b745402809010b5c69e6855,PodSandboxId:731eca9181f8bc795aefaf42244496c465f8c1afaa30768bd5843449dde8a254,Metadata:&ContainerMetadata{Name:busybox,Attempt:0,},Image:&ImageSpec{Image:gcr.io/k8s-minikube/busybox@sha256:74f634b1bc1bd74535d5209589734efbd44a25f4e2dc96d78784576a3eb5b335,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:8c811b4aec35f259572d0f79207bc0678df4c736eeec50bc9fec37ed936a472a,State:CONTAINER_RUNNING,CreatedAt:1729904578918936204,Labels:map[string]string{io.kubernetes.container.name: busybox,io.kubernetes.pod.name: busybox-7dff88458-x8rtl,io.kubernetes.pod.namespace: default,io.kubernetes.pod.uid: 6ce948a6-f1ee-46b3-9d7c-483c6cd9e8f5,},Annotations:map[string]string{io.kubernetes.container.hash: 82159afa,io.kubernetes.container.restartCount: 0,io.kubernetes.c
ontainer.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:ca2bd9d7fe0a2f6971a71c05272fcc21515b2ff600dc8b820061b3d468158758,PodSandboxId:20e3c054f64b875efb99887da333e95ea49a8ff1c94c2c80e822d7b7de02b808,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1729904438995903574,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-ntmgc,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: b2e07a8a-ed53-4151-9cdd-6345d84fea7d,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"
UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:56c849c3f6d25cfd647fad7d43444c6cad847ab55e2b8906e43ddc2516f02e9d,PodSandboxId:d580ea18268bf81fbb705a9ab928aac3ce121e4cb838e5be0d441e9f4eb54e1f,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1729904438988403122,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-qx24f,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid:
d7fc0eb5-4828-436f-a5c8-8de607f590cf,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:862c0633984db26e703979be6515817dbe5b1bab13be77cbd4231bdb96801841,PodSandboxId:f6635176e0517ab6845f7f76a7bb004a7bcc641b16820b95467aaa56fc567035,Metadata:&ContainerMetadata{Name:storage-provisioner,Attempt:0,},Image:&ImageSpec{Image:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,State:CONTAINER_RUNNIN
G,CreatedAt:1729904437981904808,Labels:map[string]string{io.kubernetes.container.name: storage-provisioner,io.kubernetes.pod.name: storage-provisioner,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 28d286b1-45b3-4775-a8ff-47dc3cb84792,},Annotations:map[string]string{io.kubernetes.container.hash: 6c6bf961,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:d6d0d55128c158e2ca6fed28bf87392c84967498ba96ba219ca526f2a7626bde,PodSandboxId:cffe8a0cf602c696096b5b98761d406e40098e290f3d08c61ed0a23acddd09cd,Metadata:&ContainerMetadata{Name:kindnet-cni,Attempt:0,},Image:&ImageSpec{Image:3a5bc24055c9ebfdf31b23eef58eb4bb79b8e1772c483e6aebd2a99b41d99e52,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:3a5bc24055c9ebfdf31b23eef58eb4bb79b8e1772c483e6aebd2a99b41d99e52,State:CONTAINER_RUNNING,CreatedAt:17299044
25720308757,Labels:map[string]string{io.kubernetes.container.name: kindnet-cni,io.kubernetes.pod.name: kindnet-4cqmf,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: c887471a-629c-4bf1-9296-8ccb5ba56cd6,},Annotations:map[string]string{io.kubernetes.container.hash: 1e4dce18,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:f7fca08cb5de6eaebc97344fca0b32833d7ce0f79824a880ef167e9cf26423fa,PodSandboxId:94078692adcf1c9583bc76363caab5397feaabb0fb65468fe234c4ce6d4ecfb4,Metadata:&ContainerMetadata{Name:kube-proxy,Attempt:0,},Image:&ImageSpec{Image:505d571f5fd56726488d27af0d9a8e02c6db58f5d62ea51dd10d47de7a0c2d38,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:505d571f5fd56726488d27af0d9a8e02c6db58f5d62ea51dd10d47de7a0c2d38,State:CONTAINER_RUNNING,CreatedAt:1729904425491717711,Labels:map[string]strin
g{io.kubernetes.container.name: kube-proxy,io.kubernetes.pod.name: kube-proxy-65rns,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 895d0bd9-0f38-442f-99a2-6c5c70bddd39,},Annotations:map[string]string{io.kubernetes.container.hash: adb187fb,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:a103c720401684df743d1bbe2dbfbef3c4fd3b215d40b954bc8d32999843323c,PodSandboxId:620e95994188b7ab83336d4055cc3a9bee8b44280766220f2bfb288a4c0cbb27,Metadata:&ContainerMetadata{Name:kube-vip,Attempt:0,},Image:&ImageSpec{Image:ghcr.io/kube-vip/kube-vip@sha256:3742a655001d24c4ec1a4da019fdbacb1699cd42d40e34753848fb6b0c8b5215,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:016cfb97b0edc5f5faf96fd4671670e2ee0c2263308214ac118721a81729592d,State:CONTAINER_RUNNING,CreatedAt:1729904415339625152,Labels:map[string]string{
io.kubernetes.container.name: kube-vip,io.kubernetes.pod.name: kube-vip-ha-300623,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 410b9cc8959a0fa37bf3160dd4fd727c,},Annotations:map[string]string{io.kubernetes.container.hash: f5549532,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:3c25e47b58ddc55a9f9e6223a0e575d02bef4b992ec7d449ac4d2678adc1b42b,PodSandboxId:9b38c5bcef6f69d12003733edd8c1675d5e7b53d90edcb61b99c4ffbd7d3ad06,Metadata:&ContainerMetadata{Name:kube-scheduler,Attempt:0,},Image:&ImageSpec{Image:847c7bc1a541865e150af08318f49d02d0e0cff4a0530fd4ffe369e294dd2856,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:847c7bc1a541865e150af08318f49d02d0e0cff4a0530fd4ffe369e294dd2856,State:CONTAINER_RUNNING,CreatedAt:1729904412567756795,Labels:map[string]string{io.kubernetes.container.name: kub
e-scheduler,io.kubernetes.pod.name: kube-scheduler-ha-300623,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 7ffe5fa9ca4441188a606a24bdbe8722,},Annotations:map[string]string{io.kubernetes.container.hash: 16c835f9,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:47a0b2ec9c50d98cf61afcede9ca59f3922eca5f3342d28ad9687316e5046ba3,PodSandboxId:f86f0547d7e3f84c87506a7943db05ea379a666b9ff74ece712b759d0c19b521,Metadata:&ContainerMetadata{Name:kube-controller-manager,Attempt:0,},Image:&ImageSpec{Image:0486b6c53a1b5af26f2ad2fb89a089e04c6baa6369f8545ab0854f9d62b44503,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:0486b6c53a1b5af26f2ad2fb89a089e04c6baa6369f8545ab0854f9d62b44503,State:CONTAINER_RUNNING,CreatedAt:1729904412574844578,Labels:map[string]string{io.kubernetes.container.name: kube-controller
-manager,io.kubernetes.pod.name: kube-controller-manager-ha-300623,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 3667e64614764ba947adeb95343bcaa4,},Annotations:map[string]string{io.kubernetes.container.hash: 3111262b,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:3e321e090fa4b28d01db04f1450f5447a294cbba7c255f31043ed6ec327b9901,PodSandboxId:a63bff1c62868772d73fe6a583a6c74d0bf580e55206f0d33fc1406c2f73f931,Metadata:&ContainerMetadata{Name:etcd,Attempt:0,},Image:&ImageSpec{Image:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,State:CONTAINER_RUNNING,CreatedAt:1729904412570090151,Labels:map[string]string{io.kubernetes.container.name: etcd,io.kubernetes.pod.name:
etcd-ha-300623,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 755511032387c79ea08c24551165d530,},Annotations:map[string]string{io.kubernetes.container.hash: cdf7d3fa,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:3bcea9b84ac3779215d937a5f2e1fa0f31a346a84e6373ab94522b972658773d,PodSandboxId:e9bc0343ef6690d55ba5f79e46630bcb0d57571d5cec8dd8960ef90403e74166,Metadata:&ContainerMetadata{Name:kube-apiserver,Attempt:0,},Image:&ImageSpec{Image:9499c9960544e80a96c223cdc5d3059dd7c2cc37ea20e7138af4a6e415a49173,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:9499c9960544e80a96c223cdc5d3059dd7c2cc37ea20e7138af4a6e415a49173,State:CONTAINER_RUNNING,CreatedAt:1729904412474137473,Labels:map[string]string{io.kubernetes.container.name: kube-apiserver,io.kubernetes.pod.name: kube-apiserver-ha-300623,io.ku
bernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 48b8c6bdc451f81cc4a6c8319036ea10,},Annotations:map[string]string{io.kubernetes.container.hash: c6927529,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},},}" file="otel-collector/interceptors.go:74" id=40b88060-f4d0-4970-a1ce-c865bff5aeee name=/runtime.v1.RuntimeService/ListContainers
Oct 26 01:06:52 ha-300623 crio[655]: time="2024-10-26 01:06:52.138601107Z" level=debug msg="Request: &VersionRequest{Version:,}" file="otel-collector/interceptors.go:62" id=918b991a-9406-4a6e-b5ac-bc01f0db627a name=/runtime.v1.RuntimeService/Version
Oct 26 01:06:52 ha-300623 crio[655]: time="2024-10-26 01:06:52.138733241Z" level=debug msg="Response: &VersionResponse{Version:0.1.0,RuntimeName:cri-o,RuntimeVersion:1.29.1,RuntimeApiVersion:v1,}" file="otel-collector/interceptors.go:74" id=918b991a-9406-4a6e-b5ac-bc01f0db627a name=/runtime.v1.RuntimeService/Version
Oct 26 01:06:52 ha-300623 crio[655]: time="2024-10-26 01:06:52.139820130Z" level=debug msg="Request: &ImageFsInfoRequest{}" file="otel-collector/interceptors.go:62" id=c6e01990-c88d-4f70-a1d0-907b86ca6857 name=/runtime.v1.ImageService/ImageFsInfo
Oct 26 01:06:52 ha-300623 crio[655]: time="2024-10-26 01:06:52.140337123Z" level=debug msg="Response: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1729904812140315205,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146320,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}" file="otel-collector/interceptors.go:74" id=c6e01990-c88d-4f70-a1d0-907b86ca6857 name=/runtime.v1.ImageService/ImageFsInfo
Oct 26 01:06:52 ha-300623 crio[655]: time="2024-10-26 01:06:52.140783466Z" level=debug msg="Request: &ListContainersRequest{Filter:&ContainerFilter{Id:,State:nil,PodSandboxId:,LabelSelector:map[string]string{},},}" file="otel-collector/interceptors.go:62" id=9058a70b-3ec0-4b30-bde9-992e8763b822 name=/runtime.v1.RuntimeService/ListContainers
Oct 26 01:06:52 ha-300623 crio[655]: time="2024-10-26 01:06:52.140846722Z" level=debug msg="No filters were applied, returning full container list" file="server/container_list.go:60" id=9058a70b-3ec0-4b30-bde9-992e8763b822 name=/runtime.v1.RuntimeService/ListContainers
Oct 26 01:06:52 ha-300623 crio[655]: time="2024-10-26 01:06:52.141263597Z" level=debug msg="Response: &ListContainersResponse{Containers:[]*Container{&Container{Id:85cbf0b8850a2112e92fcc3614b8431c369be6d12b745402809010b5c69e6855,PodSandboxId:731eca9181f8bc795aefaf42244496c465f8c1afaa30768bd5843449dde8a254,Metadata:&ContainerMetadata{Name:busybox,Attempt:0,},Image:&ImageSpec{Image:gcr.io/k8s-minikube/busybox@sha256:74f634b1bc1bd74535d5209589734efbd44a25f4e2dc96d78784576a3eb5b335,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:8c811b4aec35f259572d0f79207bc0678df4c736eeec50bc9fec37ed936a472a,State:CONTAINER_RUNNING,CreatedAt:1729904578918936204,Labels:map[string]string{io.kubernetes.container.name: busybox,io.kubernetes.pod.name: busybox-7dff88458-x8rtl,io.kubernetes.pod.namespace: default,io.kubernetes.pod.uid: 6ce948a6-f1ee-46b3-9d7c-483c6cd9e8f5,},Annotations:map[string]string{io.kubernetes.container.hash: 82159afa,io.kubernetes.container.restartCount: 0,io.kubernetes.c
ontainer.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:ca2bd9d7fe0a2f6971a71c05272fcc21515b2ff600dc8b820061b3d468158758,PodSandboxId:20e3c054f64b875efb99887da333e95ea49a8ff1c94c2c80e822d7b7de02b808,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1729904438995903574,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-ntmgc,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: b2e07a8a-ed53-4151-9cdd-6345d84fea7d,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"
UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:56c849c3f6d25cfd647fad7d43444c6cad847ab55e2b8906e43ddc2516f02e9d,PodSandboxId:d580ea18268bf81fbb705a9ab928aac3ce121e4cb838e5be0d441e9f4eb54e1f,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1729904438988403122,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-qx24f,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid:
d7fc0eb5-4828-436f-a5c8-8de607f590cf,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:862c0633984db26e703979be6515817dbe5b1bab13be77cbd4231bdb96801841,PodSandboxId:f6635176e0517ab6845f7f76a7bb004a7bcc641b16820b95467aaa56fc567035,Metadata:&ContainerMetadata{Name:storage-provisioner,Attempt:0,},Image:&ImageSpec{Image:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,State:CONTAINER_RUNNIN
G,CreatedAt:1729904437981904808,Labels:map[string]string{io.kubernetes.container.name: storage-provisioner,io.kubernetes.pod.name: storage-provisioner,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 28d286b1-45b3-4775-a8ff-47dc3cb84792,},Annotations:map[string]string{io.kubernetes.container.hash: 6c6bf961,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:d6d0d55128c158e2ca6fed28bf87392c84967498ba96ba219ca526f2a7626bde,PodSandboxId:cffe8a0cf602c696096b5b98761d406e40098e290f3d08c61ed0a23acddd09cd,Metadata:&ContainerMetadata{Name:kindnet-cni,Attempt:0,},Image:&ImageSpec{Image:3a5bc24055c9ebfdf31b23eef58eb4bb79b8e1772c483e6aebd2a99b41d99e52,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:3a5bc24055c9ebfdf31b23eef58eb4bb79b8e1772c483e6aebd2a99b41d99e52,State:CONTAINER_RUNNING,CreatedAt:17299044
25720308757,Labels:map[string]string{io.kubernetes.container.name: kindnet-cni,io.kubernetes.pod.name: kindnet-4cqmf,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: c887471a-629c-4bf1-9296-8ccb5ba56cd6,},Annotations:map[string]string{io.kubernetes.container.hash: 1e4dce18,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:f7fca08cb5de6eaebc97344fca0b32833d7ce0f79824a880ef167e9cf26423fa,PodSandboxId:94078692adcf1c9583bc76363caab5397feaabb0fb65468fe234c4ce6d4ecfb4,Metadata:&ContainerMetadata{Name:kube-proxy,Attempt:0,},Image:&ImageSpec{Image:505d571f5fd56726488d27af0d9a8e02c6db58f5d62ea51dd10d47de7a0c2d38,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:505d571f5fd56726488d27af0d9a8e02c6db58f5d62ea51dd10d47de7a0c2d38,State:CONTAINER_RUNNING,CreatedAt:1729904425491717711,Labels:map[string]strin
g{io.kubernetes.container.name: kube-proxy,io.kubernetes.pod.name: kube-proxy-65rns,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 895d0bd9-0f38-442f-99a2-6c5c70bddd39,},Annotations:map[string]string{io.kubernetes.container.hash: adb187fb,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:a103c720401684df743d1bbe2dbfbef3c4fd3b215d40b954bc8d32999843323c,PodSandboxId:620e95994188b7ab83336d4055cc3a9bee8b44280766220f2bfb288a4c0cbb27,Metadata:&ContainerMetadata{Name:kube-vip,Attempt:0,},Image:&ImageSpec{Image:ghcr.io/kube-vip/kube-vip@sha256:3742a655001d24c4ec1a4da019fdbacb1699cd42d40e34753848fb6b0c8b5215,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:016cfb97b0edc5f5faf96fd4671670e2ee0c2263308214ac118721a81729592d,State:CONTAINER_RUNNING,CreatedAt:1729904415339625152,Labels:map[string]string{
io.kubernetes.container.name: kube-vip,io.kubernetes.pod.name: kube-vip-ha-300623,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 410b9cc8959a0fa37bf3160dd4fd727c,},Annotations:map[string]string{io.kubernetes.container.hash: f5549532,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:3c25e47b58ddc55a9f9e6223a0e575d02bef4b992ec7d449ac4d2678adc1b42b,PodSandboxId:9b38c5bcef6f69d12003733edd8c1675d5e7b53d90edcb61b99c4ffbd7d3ad06,Metadata:&ContainerMetadata{Name:kube-scheduler,Attempt:0,},Image:&ImageSpec{Image:847c7bc1a541865e150af08318f49d02d0e0cff4a0530fd4ffe369e294dd2856,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:847c7bc1a541865e150af08318f49d02d0e0cff4a0530fd4ffe369e294dd2856,State:CONTAINER_RUNNING,CreatedAt:1729904412567756795,Labels:map[string]string{io.kubernetes.container.name: kub
e-scheduler,io.kubernetes.pod.name: kube-scheduler-ha-300623,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 7ffe5fa9ca4441188a606a24bdbe8722,},Annotations:map[string]string{io.kubernetes.container.hash: 16c835f9,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:47a0b2ec9c50d98cf61afcede9ca59f3922eca5f3342d28ad9687316e5046ba3,PodSandboxId:f86f0547d7e3f84c87506a7943db05ea379a666b9ff74ece712b759d0c19b521,Metadata:&ContainerMetadata{Name:kube-controller-manager,Attempt:0,},Image:&ImageSpec{Image:0486b6c53a1b5af26f2ad2fb89a089e04c6baa6369f8545ab0854f9d62b44503,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:0486b6c53a1b5af26f2ad2fb89a089e04c6baa6369f8545ab0854f9d62b44503,State:CONTAINER_RUNNING,CreatedAt:1729904412574844578,Labels:map[string]string{io.kubernetes.container.name: kube-controller
-manager,io.kubernetes.pod.name: kube-controller-manager-ha-300623,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 3667e64614764ba947adeb95343bcaa4,},Annotations:map[string]string{io.kubernetes.container.hash: 3111262b,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:3e321e090fa4b28d01db04f1450f5447a294cbba7c255f31043ed6ec327b9901,PodSandboxId:a63bff1c62868772d73fe6a583a6c74d0bf580e55206f0d33fc1406c2f73f931,Metadata:&ContainerMetadata{Name:etcd,Attempt:0,},Image:&ImageSpec{Image:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,State:CONTAINER_RUNNING,CreatedAt:1729904412570090151,Labels:map[string]string{io.kubernetes.container.name: etcd,io.kubernetes.pod.name:
etcd-ha-300623,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 755511032387c79ea08c24551165d530,},Annotations:map[string]string{io.kubernetes.container.hash: cdf7d3fa,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:3bcea9b84ac3779215d937a5f2e1fa0f31a346a84e6373ab94522b972658773d,PodSandboxId:e9bc0343ef6690d55ba5f79e46630bcb0d57571d5cec8dd8960ef90403e74166,Metadata:&ContainerMetadata{Name:kube-apiserver,Attempt:0,},Image:&ImageSpec{Image:9499c9960544e80a96c223cdc5d3059dd7c2cc37ea20e7138af4a6e415a49173,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:9499c9960544e80a96c223cdc5d3059dd7c2cc37ea20e7138af4a6e415a49173,State:CONTAINER_RUNNING,CreatedAt:1729904412474137473,Labels:map[string]string{io.kubernetes.container.name: kube-apiserver,io.kubernetes.pod.name: kube-apiserver-ha-300623,io.ku
bernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 48b8c6bdc451f81cc4a6c8319036ea10,},Annotations:map[string]string{io.kubernetes.container.hash: c6927529,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},},}" file="otel-collector/interceptors.go:74" id=9058a70b-3ec0-4b30-bde9-992e8763b822 name=/runtime.v1.RuntimeService/ListContainers
Oct 26 01:06:52 ha-300623 crio[655]: time="2024-10-26 01:06:52.189158206Z" level=debug msg="Request: &VersionRequest{Version:,}" file="otel-collector/interceptors.go:62" id=1743e275-8cae-4a6a-9851-12ab42c2f667 name=/runtime.v1.RuntimeService/Version
Oct 26 01:06:52 ha-300623 crio[655]: time="2024-10-26 01:06:52.189232826Z" level=debug msg="Response: &VersionResponse{Version:0.1.0,RuntimeName:cri-o,RuntimeVersion:1.29.1,RuntimeApiVersion:v1,}" file="otel-collector/interceptors.go:74" id=1743e275-8cae-4a6a-9851-12ab42c2f667 name=/runtime.v1.RuntimeService/Version
Oct 26 01:06:52 ha-300623 crio[655]: time="2024-10-26 01:06:52.190704244Z" level=debug msg="Request: &ImageFsInfoRequest{}" file="otel-collector/interceptors.go:62" id=602a6ab1-66cd-40ec-b862-7b97f7c79652 name=/runtime.v1.ImageService/ImageFsInfo
Oct 26 01:06:52 ha-300623 crio[655]: time="2024-10-26 01:06:52.191181092Z" level=debug msg="Response: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1729904812191154653,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146320,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}" file="otel-collector/interceptors.go:74" id=602a6ab1-66cd-40ec-b862-7b97f7c79652 name=/runtime.v1.ImageService/ImageFsInfo
Oct 26 01:06:52 ha-300623 crio[655]: time="2024-10-26 01:06:52.192055320Z" level=debug msg="Request: &ListContainersRequest{Filter:&ContainerFilter{Id:,State:nil,PodSandboxId:,LabelSelector:map[string]string{},},}" file="otel-collector/interceptors.go:62" id=accf80ae-3367-4d5b-9cb8-e1a1a7890ca9 name=/runtime.v1.RuntimeService/ListContainers
Oct 26 01:06:52 ha-300623 crio[655]: time="2024-10-26 01:06:52.192122755Z" level=debug msg="No filters were applied, returning full container list" file="server/container_list.go:60" id=accf80ae-3367-4d5b-9cb8-e1a1a7890ca9 name=/runtime.v1.RuntimeService/ListContainers
Oct 26 01:06:52 ha-300623 crio[655]: time="2024-10-26 01:06:52.192377609Z" level=debug msg="Response: &ListContainersResponse{Containers:[]*Container{&Container{Id:85cbf0b8850a2112e92fcc3614b8431c369be6d12b745402809010b5c69e6855,PodSandboxId:731eca9181f8bc795aefaf42244496c465f8c1afaa30768bd5843449dde8a254,Metadata:&ContainerMetadata{Name:busybox,Attempt:0,},Image:&ImageSpec{Image:gcr.io/k8s-minikube/busybox@sha256:74f634b1bc1bd74535d5209589734efbd44a25f4e2dc96d78784576a3eb5b335,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:8c811b4aec35f259572d0f79207bc0678df4c736eeec50bc9fec37ed936a472a,State:CONTAINER_RUNNING,CreatedAt:1729904578918936204,Labels:map[string]string{io.kubernetes.container.name: busybox,io.kubernetes.pod.name: busybox-7dff88458-x8rtl,io.kubernetes.pod.namespace: default,io.kubernetes.pod.uid: 6ce948a6-f1ee-46b3-9d7c-483c6cd9e8f5,},Annotations:map[string]string{io.kubernetes.container.hash: 82159afa,io.kubernetes.container.restartCount: 0,io.kubernetes.c
ontainer.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:ca2bd9d7fe0a2f6971a71c05272fcc21515b2ff600dc8b820061b3d468158758,PodSandboxId:20e3c054f64b875efb99887da333e95ea49a8ff1c94c2c80e822d7b7de02b808,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1729904438995903574,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-ntmgc,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: b2e07a8a-ed53-4151-9cdd-6345d84fea7d,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"
UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:56c849c3f6d25cfd647fad7d43444c6cad847ab55e2b8906e43ddc2516f02e9d,PodSandboxId:d580ea18268bf81fbb705a9ab928aac3ce121e4cb838e5be0d441e9f4eb54e1f,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1729904438988403122,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-qx24f,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid:
d7fc0eb5-4828-436f-a5c8-8de607f590cf,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:862c0633984db26e703979be6515817dbe5b1bab13be77cbd4231bdb96801841,PodSandboxId:f6635176e0517ab6845f7f76a7bb004a7bcc641b16820b95467aaa56fc567035,Metadata:&ContainerMetadata{Name:storage-provisioner,Attempt:0,},Image:&ImageSpec{Image:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,State:CONTAINER_RUNNIN
G,CreatedAt:1729904437981904808,Labels:map[string]string{io.kubernetes.container.name: storage-provisioner,io.kubernetes.pod.name: storage-provisioner,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 28d286b1-45b3-4775-a8ff-47dc3cb84792,},Annotations:map[string]string{io.kubernetes.container.hash: 6c6bf961,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:d6d0d55128c158e2ca6fed28bf87392c84967498ba96ba219ca526f2a7626bde,PodSandboxId:cffe8a0cf602c696096b5b98761d406e40098e290f3d08c61ed0a23acddd09cd,Metadata:&ContainerMetadata{Name:kindnet-cni,Attempt:0,},Image:&ImageSpec{Image:3a5bc24055c9ebfdf31b23eef58eb4bb79b8e1772c483e6aebd2a99b41d99e52,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:3a5bc24055c9ebfdf31b23eef58eb4bb79b8e1772c483e6aebd2a99b41d99e52,State:CONTAINER_RUNNING,CreatedAt:17299044
25720308757,Labels:map[string]string{io.kubernetes.container.name: kindnet-cni,io.kubernetes.pod.name: kindnet-4cqmf,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: c887471a-629c-4bf1-9296-8ccb5ba56cd6,},Annotations:map[string]string{io.kubernetes.container.hash: 1e4dce18,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:f7fca08cb5de6eaebc97344fca0b32833d7ce0f79824a880ef167e9cf26423fa,PodSandboxId:94078692adcf1c9583bc76363caab5397feaabb0fb65468fe234c4ce6d4ecfb4,Metadata:&ContainerMetadata{Name:kube-proxy,Attempt:0,},Image:&ImageSpec{Image:505d571f5fd56726488d27af0d9a8e02c6db58f5d62ea51dd10d47de7a0c2d38,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:505d571f5fd56726488d27af0d9a8e02c6db58f5d62ea51dd10d47de7a0c2d38,State:CONTAINER_RUNNING,CreatedAt:1729904425491717711,Labels:map[string]strin
g{io.kubernetes.container.name: kube-proxy,io.kubernetes.pod.name: kube-proxy-65rns,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 895d0bd9-0f38-442f-99a2-6c5c70bddd39,},Annotations:map[string]string{io.kubernetes.container.hash: adb187fb,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:a103c720401684df743d1bbe2dbfbef3c4fd3b215d40b954bc8d32999843323c,PodSandboxId:620e95994188b7ab83336d4055cc3a9bee8b44280766220f2bfb288a4c0cbb27,Metadata:&ContainerMetadata{Name:kube-vip,Attempt:0,},Image:&ImageSpec{Image:ghcr.io/kube-vip/kube-vip@sha256:3742a655001d24c4ec1a4da019fdbacb1699cd42d40e34753848fb6b0c8b5215,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:016cfb97b0edc5f5faf96fd4671670e2ee0c2263308214ac118721a81729592d,State:CONTAINER_RUNNING,CreatedAt:1729904415339625152,Labels:map[string]string{
io.kubernetes.container.name: kube-vip,io.kubernetes.pod.name: kube-vip-ha-300623,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 410b9cc8959a0fa37bf3160dd4fd727c,},Annotations:map[string]string{io.kubernetes.container.hash: f5549532,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:3c25e47b58ddc55a9f9e6223a0e575d02bef4b992ec7d449ac4d2678adc1b42b,PodSandboxId:9b38c5bcef6f69d12003733edd8c1675d5e7b53d90edcb61b99c4ffbd7d3ad06,Metadata:&ContainerMetadata{Name:kube-scheduler,Attempt:0,},Image:&ImageSpec{Image:847c7bc1a541865e150af08318f49d02d0e0cff4a0530fd4ffe369e294dd2856,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:847c7bc1a541865e150af08318f49d02d0e0cff4a0530fd4ffe369e294dd2856,State:CONTAINER_RUNNING,CreatedAt:1729904412567756795,Labels:map[string]string{io.kubernetes.container.name: kub
e-scheduler,io.kubernetes.pod.name: kube-scheduler-ha-300623,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 7ffe5fa9ca4441188a606a24bdbe8722,},Annotations:map[string]string{io.kubernetes.container.hash: 16c835f9,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:47a0b2ec9c50d98cf61afcede9ca59f3922eca5f3342d28ad9687316e5046ba3,PodSandboxId:f86f0547d7e3f84c87506a7943db05ea379a666b9ff74ece712b759d0c19b521,Metadata:&ContainerMetadata{Name:kube-controller-manager,Attempt:0,},Image:&ImageSpec{Image:0486b6c53a1b5af26f2ad2fb89a089e04c6baa6369f8545ab0854f9d62b44503,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:0486b6c53a1b5af26f2ad2fb89a089e04c6baa6369f8545ab0854f9d62b44503,State:CONTAINER_RUNNING,CreatedAt:1729904412574844578,Labels:map[string]string{io.kubernetes.container.name: kube-controller
-manager,io.kubernetes.pod.name: kube-controller-manager-ha-300623,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 3667e64614764ba947adeb95343bcaa4,},Annotations:map[string]string{io.kubernetes.container.hash: 3111262b,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:3e321e090fa4b28d01db04f1450f5447a294cbba7c255f31043ed6ec327b9901,PodSandboxId:a63bff1c62868772d73fe6a583a6c74d0bf580e55206f0d33fc1406c2f73f931,Metadata:&ContainerMetadata{Name:etcd,Attempt:0,},Image:&ImageSpec{Image:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,State:CONTAINER_RUNNING,CreatedAt:1729904412570090151,Labels:map[string]string{io.kubernetes.container.name: etcd,io.kubernetes.pod.name:
etcd-ha-300623,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 755511032387c79ea08c24551165d530,},Annotations:map[string]string{io.kubernetes.container.hash: cdf7d3fa,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:3bcea9b84ac3779215d937a5f2e1fa0f31a346a84e6373ab94522b972658773d,PodSandboxId:e9bc0343ef6690d55ba5f79e46630bcb0d57571d5cec8dd8960ef90403e74166,Metadata:&ContainerMetadata{Name:kube-apiserver,Attempt:0,},Image:&ImageSpec{Image:9499c9960544e80a96c223cdc5d3059dd7c2cc37ea20e7138af4a6e415a49173,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:9499c9960544e80a96c223cdc5d3059dd7c2cc37ea20e7138af4a6e415a49173,State:CONTAINER_RUNNING,CreatedAt:1729904412474137473,Labels:map[string]string{io.kubernetes.container.name: kube-apiserver,io.kubernetes.pod.name: kube-apiserver-ha-300623,io.ku
bernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 48b8c6bdc451f81cc4a6c8319036ea10,},Annotations:map[string]string{io.kubernetes.container.hash: c6927529,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},},}" file="otel-collector/interceptors.go:74" id=accf80ae-3367-4d5b-9cb8-e1a1a7890ca9 name=/runtime.v1.RuntimeService/ListContainers
Oct 26 01:06:52 ha-300623 crio[655]: time="2024-10-26 01:06:52.230668348Z" level=debug msg="Request: &VersionRequest{Version:,}" file="otel-collector/interceptors.go:62" id=f1dc06b1-ec69-483e-b8af-c49355b91914 name=/runtime.v1.RuntimeService/Version
Oct 26 01:06:52 ha-300623 crio[655]: time="2024-10-26 01:06:52.230759697Z" level=debug msg="Response: &VersionResponse{Version:0.1.0,RuntimeName:cri-o,RuntimeVersion:1.29.1,RuntimeApiVersion:v1,}" file="otel-collector/interceptors.go:74" id=f1dc06b1-ec69-483e-b8af-c49355b91914 name=/runtime.v1.RuntimeService/Version
Oct 26 01:06:52 ha-300623 crio[655]: time="2024-10-26 01:06:52.231813266Z" level=debug msg="Request: &ImageFsInfoRequest{}" file="otel-collector/interceptors.go:62" id=5cb9c889-40d5-4e47-aaa0-5093cb9ea4fa name=/runtime.v1.ImageService/ImageFsInfo
Oct 26 01:06:52 ha-300623 crio[655]: time="2024-10-26 01:06:52.232234910Z" level=debug msg="Response: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1729904812232214806,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146320,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}" file="otel-collector/interceptors.go:74" id=5cb9c889-40d5-4e47-aaa0-5093cb9ea4fa name=/runtime.v1.ImageService/ImageFsInfo
Oct 26 01:06:52 ha-300623 crio[655]: time="2024-10-26 01:06:52.232828775Z" level=debug msg="Request: &ListContainersRequest{Filter:&ContainerFilter{Id:,State:nil,PodSandboxId:,LabelSelector:map[string]string{},},}" file="otel-collector/interceptors.go:62" id=2f54425a-fbb4-40f6-af38-08262f753147 name=/runtime.v1.RuntimeService/ListContainers
Oct 26 01:06:52 ha-300623 crio[655]: time="2024-10-26 01:06:52.232879928Z" level=debug msg="No filters were applied, returning full container list" file="server/container_list.go:60" id=2f54425a-fbb4-40f6-af38-08262f753147 name=/runtime.v1.RuntimeService/ListContainers
Oct 26 01:06:52 ha-300623 crio[655]: time="2024-10-26 01:06:52.233107760Z" level=debug msg="Response: &ListContainersResponse{Containers:[]*Container{&Container{Id:85cbf0b8850a2112e92fcc3614b8431c369be6d12b745402809010b5c69e6855,PodSandboxId:731eca9181f8bc795aefaf42244496c465f8c1afaa30768bd5843449dde8a254,Metadata:&ContainerMetadata{Name:busybox,Attempt:0,},Image:&ImageSpec{Image:gcr.io/k8s-minikube/busybox@sha256:74f634b1bc1bd74535d5209589734efbd44a25f4e2dc96d78784576a3eb5b335,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:8c811b4aec35f259572d0f79207bc0678df4c736eeec50bc9fec37ed936a472a,State:CONTAINER_RUNNING,CreatedAt:1729904578918936204,Labels:map[string]string{io.kubernetes.container.name: busybox,io.kubernetes.pod.name: busybox-7dff88458-x8rtl,io.kubernetes.pod.namespace: default,io.kubernetes.pod.uid: 6ce948a6-f1ee-46b3-9d7c-483c6cd9e8f5,},Annotations:map[string]string{io.kubernetes.container.hash: 82159afa,io.kubernetes.container.restartCount: 0,io.kubernetes.c
ontainer.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:ca2bd9d7fe0a2f6971a71c05272fcc21515b2ff600dc8b820061b3d468158758,PodSandboxId:20e3c054f64b875efb99887da333e95ea49a8ff1c94c2c80e822d7b7de02b808,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1729904438995903574,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-ntmgc,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: b2e07a8a-ed53-4151-9cdd-6345d84fea7d,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"
UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:56c849c3f6d25cfd647fad7d43444c6cad847ab55e2b8906e43ddc2516f02e9d,PodSandboxId:d580ea18268bf81fbb705a9ab928aac3ce121e4cb838e5be0d441e9f4eb54e1f,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1729904438988403122,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-qx24f,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid:
d7fc0eb5-4828-436f-a5c8-8de607f590cf,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:862c0633984db26e703979be6515817dbe5b1bab13be77cbd4231bdb96801841,PodSandboxId:f6635176e0517ab6845f7f76a7bb004a7bcc641b16820b95467aaa56fc567035,Metadata:&ContainerMetadata{Name:storage-provisioner,Attempt:0,},Image:&ImageSpec{Image:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,State:CONTAINER_RUNNIN
G,CreatedAt:1729904437981904808,Labels:map[string]string{io.kubernetes.container.name: storage-provisioner,io.kubernetes.pod.name: storage-provisioner,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 28d286b1-45b3-4775-a8ff-47dc3cb84792,},Annotations:map[string]string{io.kubernetes.container.hash: 6c6bf961,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:d6d0d55128c158e2ca6fed28bf87392c84967498ba96ba219ca526f2a7626bde,PodSandboxId:cffe8a0cf602c696096b5b98761d406e40098e290f3d08c61ed0a23acddd09cd,Metadata:&ContainerMetadata{Name:kindnet-cni,Attempt:0,},Image:&ImageSpec{Image:3a5bc24055c9ebfdf31b23eef58eb4bb79b8e1772c483e6aebd2a99b41d99e52,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:3a5bc24055c9ebfdf31b23eef58eb4bb79b8e1772c483e6aebd2a99b41d99e52,State:CONTAINER_RUNNING,CreatedAt:17299044
25720308757,Labels:map[string]string{io.kubernetes.container.name: kindnet-cni,io.kubernetes.pod.name: kindnet-4cqmf,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: c887471a-629c-4bf1-9296-8ccb5ba56cd6,},Annotations:map[string]string{io.kubernetes.container.hash: 1e4dce18,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:f7fca08cb5de6eaebc97344fca0b32833d7ce0f79824a880ef167e9cf26423fa,PodSandboxId:94078692adcf1c9583bc76363caab5397feaabb0fb65468fe234c4ce6d4ecfb4,Metadata:&ContainerMetadata{Name:kube-proxy,Attempt:0,},Image:&ImageSpec{Image:505d571f5fd56726488d27af0d9a8e02c6db58f5d62ea51dd10d47de7a0c2d38,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:505d571f5fd56726488d27af0d9a8e02c6db58f5d62ea51dd10d47de7a0c2d38,State:CONTAINER_RUNNING,CreatedAt:1729904425491717711,Labels:map[string]strin
g{io.kubernetes.container.name: kube-proxy,io.kubernetes.pod.name: kube-proxy-65rns,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 895d0bd9-0f38-442f-99a2-6c5c70bddd39,},Annotations:map[string]string{io.kubernetes.container.hash: adb187fb,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:a103c720401684df743d1bbe2dbfbef3c4fd3b215d40b954bc8d32999843323c,PodSandboxId:620e95994188b7ab83336d4055cc3a9bee8b44280766220f2bfb288a4c0cbb27,Metadata:&ContainerMetadata{Name:kube-vip,Attempt:0,},Image:&ImageSpec{Image:ghcr.io/kube-vip/kube-vip@sha256:3742a655001d24c4ec1a4da019fdbacb1699cd42d40e34753848fb6b0c8b5215,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:016cfb97b0edc5f5faf96fd4671670e2ee0c2263308214ac118721a81729592d,State:CONTAINER_RUNNING,CreatedAt:1729904415339625152,Labels:map[string]string{
io.kubernetes.container.name: kube-vip,io.kubernetes.pod.name: kube-vip-ha-300623,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 410b9cc8959a0fa37bf3160dd4fd727c,},Annotations:map[string]string{io.kubernetes.container.hash: f5549532,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:3c25e47b58ddc55a9f9e6223a0e575d02bef4b992ec7d449ac4d2678adc1b42b,PodSandboxId:9b38c5bcef6f69d12003733edd8c1675d5e7b53d90edcb61b99c4ffbd7d3ad06,Metadata:&ContainerMetadata{Name:kube-scheduler,Attempt:0,},Image:&ImageSpec{Image:847c7bc1a541865e150af08318f49d02d0e0cff4a0530fd4ffe369e294dd2856,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:847c7bc1a541865e150af08318f49d02d0e0cff4a0530fd4ffe369e294dd2856,State:CONTAINER_RUNNING,CreatedAt:1729904412567756795,Labels:map[string]string{io.kubernetes.container.name: kub
e-scheduler,io.kubernetes.pod.name: kube-scheduler-ha-300623,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 7ffe5fa9ca4441188a606a24bdbe8722,},Annotations:map[string]string{io.kubernetes.container.hash: 16c835f9,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:47a0b2ec9c50d98cf61afcede9ca59f3922eca5f3342d28ad9687316e5046ba3,PodSandboxId:f86f0547d7e3f84c87506a7943db05ea379a666b9ff74ece712b759d0c19b521,Metadata:&ContainerMetadata{Name:kube-controller-manager,Attempt:0,},Image:&ImageSpec{Image:0486b6c53a1b5af26f2ad2fb89a089e04c6baa6369f8545ab0854f9d62b44503,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:0486b6c53a1b5af26f2ad2fb89a089e04c6baa6369f8545ab0854f9d62b44503,State:CONTAINER_RUNNING,CreatedAt:1729904412574844578,Labels:map[string]string{io.kubernetes.container.name: kube-controller
-manager,io.kubernetes.pod.name: kube-controller-manager-ha-300623,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 3667e64614764ba947adeb95343bcaa4,},Annotations:map[string]string{io.kubernetes.container.hash: 3111262b,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:3e321e090fa4b28d01db04f1450f5447a294cbba7c255f31043ed6ec327b9901,PodSandboxId:a63bff1c62868772d73fe6a583a6c74d0bf580e55206f0d33fc1406c2f73f931,Metadata:&ContainerMetadata{Name:etcd,Attempt:0,},Image:&ImageSpec{Image:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,State:CONTAINER_RUNNING,CreatedAt:1729904412570090151,Labels:map[string]string{io.kubernetes.container.name: etcd,io.kubernetes.pod.name:
etcd-ha-300623,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 755511032387c79ea08c24551165d530,},Annotations:map[string]string{io.kubernetes.container.hash: cdf7d3fa,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:3bcea9b84ac3779215d937a5f2e1fa0f31a346a84e6373ab94522b972658773d,PodSandboxId:e9bc0343ef6690d55ba5f79e46630bcb0d57571d5cec8dd8960ef90403e74166,Metadata:&ContainerMetadata{Name:kube-apiserver,Attempt:0,},Image:&ImageSpec{Image:9499c9960544e80a96c223cdc5d3059dd7c2cc37ea20e7138af4a6e415a49173,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:9499c9960544e80a96c223cdc5d3059dd7c2cc37ea20e7138af4a6e415a49173,State:CONTAINER_RUNNING,CreatedAt:1729904412474137473,Labels:map[string]string{io.kubernetes.container.name: kube-apiserver,io.kubernetes.pod.name: kube-apiserver-ha-300623,io.ku
bernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 48b8c6bdc451f81cc4a6c8319036ea10,},Annotations:map[string]string{io.kubernetes.container.hash: c6927529,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},},}" file="otel-collector/interceptors.go:74" id=2f54425a-fbb4-40f6-af38-08262f753147 name=/runtime.v1.RuntimeService/ListContainers
==> container status <==
CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD
85cbf0b8850a2 gcr.io/k8s-minikube/busybox@sha256:74f634b1bc1bd74535d5209589734efbd44a25f4e2dc96d78784576a3eb5b335 3 minutes ago Running busybox 0 731eca9181f8b busybox-7dff88458-x8rtl
ca2bd9d7fe0a2 c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6 6 minutes ago Running coredns 0 20e3c054f64b8 coredns-7c65d6cfc9-ntmgc
56c849c3f6d25 c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6 6 minutes ago Running coredns 0 d580ea18268bf coredns-7c65d6cfc9-qx24f
862c0633984db 6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562 6 minutes ago Running storage-provisioner 0 f6635176e0517 storage-provisioner
d6d0d55128c15 3a5bc24055c9ebfdf31b23eef58eb4bb79b8e1772c483e6aebd2a99b41d99e52 6 minutes ago Running kindnet-cni 0 cffe8a0cf602c kindnet-4cqmf
f7fca08cb5de6 505d571f5fd56726488d27af0d9a8e02c6db58f5d62ea51dd10d47de7a0c2d38 6 minutes ago Running kube-proxy 0 94078692adcf1 kube-proxy-65rns
a103c72040168 ghcr.io/kube-vip/kube-vip@sha256:3742a655001d24c4ec1a4da019fdbacb1699cd42d40e34753848fb6b0c8b5215 6 minutes ago Running kube-vip 0 620e95994188b kube-vip-ha-300623
47a0b2ec9c50d 0486b6c53a1b5af26f2ad2fb89a089e04c6baa6369f8545ab0854f9d62b44503 6 minutes ago Running kube-controller-manager 0 f86f0547d7e3f kube-controller-manager-ha-300623
3e321e090fa4b 2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4 6 minutes ago Running etcd 0 a63bff1c62868 etcd-ha-300623
3c25e47b58ddc 847c7bc1a541865e150af08318f49d02d0e0cff4a0530fd4ffe369e294dd2856 6 minutes ago Running kube-scheduler 0 9b38c5bcef6f6 kube-scheduler-ha-300623
3bcea9b84ac37 9499c9960544e80a96c223cdc5d3059dd7c2cc37ea20e7138af4a6e415a49173 6 minutes ago Running kube-apiserver 0 e9bc0343ef669 kube-apiserver-ha-300623
==> coredns [56c849c3f6d25cfd647fad7d43444c6cad847ab55e2b8906e43ddc2516f02e9d] <==
[INFO] 10.244.0.4:35752 - 3 "AAAA IN kubernetes.io. udp 31 false 512" NOERROR qr,aa,rd,ra 31 0.000083964s
[INFO] 10.244.0.4:46160 - 4 "A IN kubernetes.io. udp 31 false 512" NOERROR qr,aa,rd,ra 60 0.000070172s
[INFO] 10.244.2.2:48496 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000233704s
[INFO] 10.244.2.2:43326 - 6 "A IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 36 0.002692245s
[INFO] 10.244.1.2:54632 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000145197s
[INFO] 10.244.1.2:39137 - 3 "AAAA IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 36 0.001866788s
[INFO] 10.244.1.2:37569 - 4 "AAAA IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000241474s
[INFO] 10.244.0.4:42983 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000170463s
[INFO] 10.244.0.4:34095 - 3 "AAAA IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 36 0.002204796s
[INFO] 10.244.0.4:47258 - 6 "A IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 36 0.001867963s
[INFO] 10.244.0.4:59491 - 7 "A IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000141493s
[INFO] 10.244.0.4:57514 - 8 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000133403s
[INFO] 10.244.0.4:45585 - 9 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000174758s
[INFO] 10.244.2.2:57387 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000165086s
[INFO] 10.244.2.2:37898 - 4 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000136051s
[INFO] 10.244.1.2:45240 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000130797s
[INFO] 10.244.1.2:40585 - 3 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000259318s
[INFO] 10.244.1.2:54189 - 4 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000089088s
[INFO] 10.244.1.2:56872 - 5 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000108098s
[INFO] 10.244.0.4:43642 - 5 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000083444s
[INFO] 10.244.2.2:37138 - 4 "A IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 78 0.000161058s
[INFO] 10.244.1.2:45522 - 3 "AAAA IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 40 0.000237498s
[INFO] 10.244.1.2:48964 - 4 "A IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 78 0.000122296s
[INFO] 10.244.0.4:46128 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000168182s
[INFO] 10.244.0.4:35635 - 5 "PTR IN 1.39.168.192.in-addr.arpa. udp 43 false 512" NOERROR qr,aa,rd 104 0.000143147s
==> coredns [ca2bd9d7fe0a2f6971a71c05272fcc21515b2ff600dc8b820061b3d468158758] <==
[INFO] 10.244.2.2:54963 - 3 "AAAA IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 36 0.004547023s
[INFO] 10.244.2.2:34531 - 4 "AAAA IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000244595s
[INFO] 10.244.2.2:44217 - 5 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000362208s
[INFO] 10.244.2.2:60780 - 7 "A IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.00018037s
[INFO] 10.244.2.2:60725 - 8 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000259265s
[INFO] 10.244.2.2:33992 - 9 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000168214s
[INFO] 10.244.1.2:48441 - 5 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000237097s
[INFO] 10.244.1.2:50414 - 6 "A IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 36 0.002508011s
[INFO] 10.244.1.2:36962 - 7 "A IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000211094s
[INFO] 10.244.1.2:45147 - 8 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000163251s
[INFO] 10.244.1.2:56149 - 9 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000125966s
[INFO] 10.244.0.4:56735 - 4 "AAAA IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000092196s
[INFO] 10.244.0.4:37487 - 5 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.0002015s
[INFO] 10.244.2.2:53825 - 3 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000125794s
[INFO] 10.244.2.2:52505 - 5 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000213989s
[INFO] 10.244.0.4:37131 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000125177s
[INFO] 10.244.0.4:45742 - 3 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000131329s
[INFO] 10.244.0.4:52634 - 4 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000089226s
[INFO] 10.244.2.2:58146 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000286556s
[INFO] 10.244.2.2:59488 - 3 "AAAA IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 40 0.000218728s
[INFO] 10.244.2.2:51165 - 5 "PTR IN 1.39.168.192.in-addr.arpa. udp 43 false 512" NOERROR qr,aa,rd 104 0.00028421s
[INFO] 10.244.1.2:37736 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000160474s
[INFO] 10.244.1.2:60585 - 5 "PTR IN 1.39.168.192.in-addr.arpa. udp 43 false 512" NOERROR qr,aa,rd 104 0.000238531s
[INFO] 10.244.0.4:46233 - 3 "AAAA IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 40 0.000078598s
[INFO] 10.244.0.4:39578 - 4 "A IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 78 0.000277206s
==> describe nodes <==
Name: ha-300623
Roles: control-plane
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=ha-300623
kubernetes.io/os=linux
minikube.k8s.io/commit=1152482f6f7d36cd6003386ded304100fbcb5064
minikube.k8s.io/name=ha-300623
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2024_10_26T01_00_19_0700
minikube.k8s.io/version=v1.34.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Sat, 26 Oct 2024 01:00:18 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: ha-300623
AcquireTime: <unset>
RenewTime: Sat, 26 Oct 2024 01:06:46 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Sat, 26 Oct 2024 01:03:22 +0000 Sat, 26 Oct 2024 01:00:18 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Sat, 26 Oct 2024 01:03:22 +0000 Sat, 26 Oct 2024 01:00:18 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Sat, 26 Oct 2024 01:03:22 +0000 Sat, 26 Oct 2024 01:00:18 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Sat, 26 Oct 2024 01:03:22 +0000 Sat, 26 Oct 2024 01:00:37 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.39.183
Hostname: ha-300623
Capacity:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
System Info:
Machine ID: 92684f32bf5c4a5ea50d57cd59f5b8ee
System UUID: 92684f32-bf5c-4a5e-a50d-57cd59f5b8ee
Boot ID: 3d5330c9-a2ef-4296-ab11-4c9bb32f97df
Kernel Version: 5.10.207
OS Image: Buildroot 2023.02.9
Operating System: linux
Architecture: amd64
Container Runtime Version: cri-o://1.29.1
Kubelet Version: v1.31.2
Kube-Proxy Version: v1.31.2
PodCIDR: 10.244.0.0/24
PodCIDRs: 10.244.0.0/24
Non-terminated Pods: (11 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox-7dff88458-x8rtl 0 (0%) 0 (0%) 0 (0%) 0 (0%) 3m57s
kube-system coredns-7c65d6cfc9-ntmgc 100m (5%) 0 (0%) 70Mi (3%) 170Mi (8%) 6m29s
kube-system coredns-7c65d6cfc9-qx24f 100m (5%) 0 (0%) 70Mi (3%) 170Mi (8%) 6m29s
kube-system etcd-ha-300623 100m (5%) 0 (0%) 100Mi (4%) 0 (0%) 6m33s
kube-system kindnet-4cqmf 100m (5%) 100m (5%) 50Mi (2%) 50Mi (2%) 6m29s
kube-system kube-apiserver-ha-300623 250m (12%) 0 (0%) 0 (0%) 0 (0%) 6m33s
kube-system kube-controller-manager-ha-300623 200m (10%) 0 (0%) 0 (0%) 0 (0%) 6m33s
kube-system kube-proxy-65rns 0 (0%) 0 (0%) 0 (0%) 0 (0%) 6m29s
kube-system kube-scheduler-ha-300623 100m (5%) 0 (0%) 0 (0%) 0 (0%) 6m33s
kube-system kube-vip-ha-300623 0 (0%) 0 (0%) 0 (0%) 0 (0%) 6m33s
kube-system storage-provisioner 0 (0%) 0 (0%) 0 (0%) 0 (0%) 6m28s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 950m (47%) 100m (5%)
memory 290Mi (13%) 390Mi (18%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 6m26s kube-proxy
Normal Starting 6m34s kubelet Starting kubelet.
Normal NodeAllocatableEnforced 6m33s kubelet Updated Node Allocatable limit across pods
Normal NodeHasSufficientMemory 6m33s kubelet Node ha-300623 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 6m33s kubelet Node ha-300623 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 6m33s kubelet Node ha-300623 status is now: NodeHasSufficientPID
Normal RegisteredNode 6m30s node-controller Node ha-300623 event: Registered Node ha-300623 in Controller
Normal NodeReady 6m15s kubelet Node ha-300623 status is now: NodeReady
Normal RegisteredNode 5m31s node-controller Node ha-300623 event: Registered Node ha-300623 in Controller
Normal RegisteredNode 4m17s node-controller Node ha-300623 event: Registered Node ha-300623 in Controller
Name: ha-300623-m02
Roles: control-plane
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=ha-300623-m02
kubernetes.io/os=linux
minikube.k8s.io/commit=1152482f6f7d36cd6003386ded304100fbcb5064
minikube.k8s.io/name=ha-300623
minikube.k8s.io/primary=false
minikube.k8s.io/updated_at=2024_10_26T01_01_16_0700
minikube.k8s.io/version=v1.34.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Sat, 26 Oct 2024 01:01:13 +0000
Taints: node.kubernetes.io/unreachable:NoExecute
node.kubernetes.io/unreachable:NoSchedule
Unschedulable: false
Lease:
HolderIdentity: ha-300623-m02
AcquireTime: <unset>
RenewTime: Sat, 26 Oct 2024 01:04:07 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure Unknown Sat, 26 Oct 2024 01:03:16 +0000 Sat, 26 Oct 2024 01:04:47 +0000 NodeStatusUnknown Kubelet stopped posting node status.
DiskPressure Unknown Sat, 26 Oct 2024 01:03:16 +0000 Sat, 26 Oct 2024 01:04:47 +0000 NodeStatusUnknown Kubelet stopped posting node status.
PIDPressure Unknown Sat, 26 Oct 2024 01:03:16 +0000 Sat, 26 Oct 2024 01:04:47 +0000 NodeStatusUnknown Kubelet stopped posting node status.
Ready Unknown Sat, 26 Oct 2024 01:03:16 +0000 Sat, 26 Oct 2024 01:04:47 +0000 NodeStatusUnknown Kubelet stopped posting node status.
Addresses:
InternalIP: 192.168.39.62
Hostname: ha-300623-m02
Capacity:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
System Info:
Machine ID: 619e0e81a0ef43a9b2e79bbc4eb9355e
System UUID: 619e0e81-a0ef-43a9-b2e7-9bbc4eb9355e
Boot ID: 89b92f6c-664b-4721-8f8c-216a0ad0c2d1
Kernel Version: 5.10.207
OS Image: Buildroot 2023.02.9
Operating System: linux
Architecture: amd64
Container Runtime Version: cri-o://1.29.1
Kubelet Version: v1.31.2
Kube-Proxy Version: v1.31.2
PodCIDR: 10.244.1.0/24
PodCIDRs: 10.244.1.0/24
Non-terminated Pods: (8 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox-7dff88458-qtdcl 0 (0%) 0 (0%) 0 (0%) 0 (0%) 3m57s
kube-system etcd-ha-300623-m02 100m (5%) 0 (0%) 100Mi (4%) 0 (0%) 5m37s
kube-system kindnet-g5bkb 100m (5%) 100m (5%) 50Mi (2%) 50Mi (2%) 5m39s
kube-system kube-apiserver-ha-300623-m02 250m (12%) 0 (0%) 0 (0%) 0 (0%) 5m37s
kube-system kube-controller-manager-ha-300623-m02 200m (10%) 0 (0%) 0 (0%) 0 (0%) 5m31s
kube-system kube-proxy-7hn2d 0 (0%) 0 (0%) 0 (0%) 0 (0%) 5m39s
kube-system kube-scheduler-ha-300623-m02 100m (5%) 0 (0%) 0 (0%) 0 (0%) 5m29s
kube-system kube-vip-ha-300623-m02 0 (0%) 0 (0%) 0 (0%) 0 (0%) 5m35s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 750m (37%) 100m (5%)
memory 150Mi (7%) 50Mi (2%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 5m34s kube-proxy
Normal NodeHasSufficientMemory 5m39s (x8 over 5m39s) kubelet Node ha-300623-m02 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 5m39s (x8 over 5m39s) kubelet Node ha-300623-m02 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 5m39s (x7 over 5m39s) kubelet Node ha-300623-m02 status is now: NodeHasSufficientPID
Normal NodeAllocatableEnforced 5m39s kubelet Updated Node Allocatable limit across pods
Normal RegisteredNode 5m35s node-controller Node ha-300623-m02 event: Registered Node ha-300623-m02 in Controller
Normal RegisteredNode 5m31s node-controller Node ha-300623-m02 event: Registered Node ha-300623-m02 in Controller
Normal RegisteredNode 4m17s node-controller Node ha-300623-m02 event: Registered Node ha-300623-m02 in Controller
Normal NodeNotReady 2m5s node-controller Node ha-300623-m02 status is now: NodeNotReady
Name: ha-300623-m03
Roles: control-plane
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=ha-300623-m03
kubernetes.io/os=linux
minikube.k8s.io/commit=1152482f6f7d36cd6003386ded304100fbcb5064
minikube.k8s.io/name=ha-300623
minikube.k8s.io/primary=false
minikube.k8s.io/updated_at=2024_10_26T01_02_29_0700
minikube.k8s.io/version=v1.34.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Sat, 26 Oct 2024 01:02:26 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: ha-300623-m03
AcquireTime: <unset>
RenewTime: Sat, 26 Oct 2024 01:06:51 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Sat, 26 Oct 2024 01:03:27 +0000 Sat, 26 Oct 2024 01:02:26 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Sat, 26 Oct 2024 01:03:27 +0000 Sat, 26 Oct 2024 01:02:26 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Sat, 26 Oct 2024 01:03:27 +0000 Sat, 26 Oct 2024 01:02:26 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Sat, 26 Oct 2024 01:03:27 +0000 Sat, 26 Oct 2024 01:02:48 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.39.180
Hostname: ha-300623-m03
Capacity:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
System Info:
Machine ID: 97987e99f2594f70b58fe3aa149b6c7c
System UUID: 97987e99-f259-4f70-b58f-e3aa149b6c7c
Boot ID: 7e140c77-fbc1-46f9-addb-72cf937d1703
Kernel Version: 5.10.207
OS Image: Buildroot 2023.02.9
Operating System: linux
Architecture: amd64
Container Runtime Version: cri-o://1.29.1
Kubelet Version: v1.31.2
Kube-Proxy Version: v1.31.2
PodCIDR: 10.244.2.0/24
PodCIDRs: 10.244.2.0/24
Non-terminated Pods: (8 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox-7dff88458-mbn94 0 (0%) 0 (0%) 0 (0%) 0 (0%) 3m57s
kube-system etcd-ha-300623-m03 100m (5%) 0 (0%) 100Mi (4%) 0 (0%) 4m24s
kube-system kindnet-2v827 100m (5%) 100m (5%) 50Mi (2%) 50Mi (2%) 4m26s
kube-system kube-apiserver-ha-300623-m03 250m (12%) 0 (0%) 0 (0%) 0 (0%) 4m24s
kube-system kube-controller-manager-ha-300623-m03 200m (10%) 0 (0%) 0 (0%) 0 (0%) 4m18s
kube-system kube-proxy-mv7sf 0 (0%) 0 (0%) 0 (0%) 0 (0%) 4m26s
kube-system kube-scheduler-ha-300623-m03 100m (5%) 0 (0%) 0 (0%) 0 (0%) 4m24s
kube-system kube-vip-ha-300623-m03 0 (0%) 0 (0%) 0 (0%) 0 (0%) 4m22s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 750m (37%) 100m (5%)
memory 150Mi (7%) 50Mi (2%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 4m21s kube-proxy
Normal RegisteredNode 4m26s node-controller Node ha-300623-m03 event: Registered Node ha-300623-m03 in Controller
Normal NodeHasSufficientMemory 4m26s (x8 over 4m26s) kubelet Node ha-300623-m03 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 4m26s (x8 over 4m26s) kubelet Node ha-300623-m03 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 4m26s (x7 over 4m26s) kubelet Node ha-300623-m03 status is now: NodeHasSufficientPID
Normal NodeAllocatableEnforced 4m26s kubelet Updated Node Allocatable limit across pods
Normal RegisteredNode 4m25s node-controller Node ha-300623-m03 event: Registered Node ha-300623-m03 in Controller
Normal RegisteredNode 4m17s node-controller Node ha-300623-m03 event: Registered Node ha-300623-m03 in Controller
Name: ha-300623-m04
Roles: <none>
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=ha-300623-m04
kubernetes.io/os=linux
minikube.k8s.io/commit=1152482f6f7d36cd6003386ded304100fbcb5064
minikube.k8s.io/name=ha-300623
minikube.k8s.io/primary=false
minikube.k8s.io/updated_at=2024_10_26T01_03_33_0700
minikube.k8s.io/version=v1.34.0
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Sat, 26 Oct 2024 01:03:33 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: ha-300623-m04
AcquireTime: <unset>
RenewTime: Sat, 26 Oct 2024 01:06:46 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Sat, 26 Oct 2024 01:04:03 +0000 Sat, 26 Oct 2024 01:03:33 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Sat, 26 Oct 2024 01:04:03 +0000 Sat, 26 Oct 2024 01:03:33 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Sat, 26 Oct 2024 01:04:03 +0000 Sat, 26 Oct 2024 01:03:33 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Sat, 26 Oct 2024 01:04:03 +0000 Sat, 26 Oct 2024 01:03:52 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.39.197
Hostname: ha-300623-m04
Capacity:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
System Info:
Machine ID: 505edce099ab4a75b83037ad7ab46771
System UUID: 505edce0-99ab-4a75-b830-37ad7ab46771
Boot ID: 896f9280-eb70-46a8-9d85-c3814086494a
Kernel Version: 5.10.207
OS Image: Buildroot 2023.02.9
Operating System: linux
Architecture: amd64
Container Runtime Version: cri-o://1.29.1
Kubelet Version: v1.31.2
Kube-Proxy Version: v1.31.2
PodCIDR: 10.244.3.0/24
PodCIDRs: 10.244.3.0/24
Non-terminated Pods: (2 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
kube-system kindnet-fsnn6 100m (5%) 100m (5%) 50Mi (2%) 50Mi (2%) 3m19s
kube-system kube-proxy-4zk2k 0 (0%) 0 (0%) 0 (0%) 0 (0%) 3m19s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 100m (5%) 100m (5%)
memory 50Mi (2%) 50Mi (2%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 3m14s kube-proxy
Normal NodeAllocatableEnforced 3m20s kubelet Updated Node Allocatable limit across pods
Normal NodeHasSufficientMemory 3m19s (x2 over 3m20s) kubelet Node ha-300623-m04 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 3m19s (x2 over 3m20s) kubelet Node ha-300623-m04 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 3m19s (x2 over 3m20s) kubelet Node ha-300623-m04 status is now: NodeHasSufficientPID
Normal RegisteredNode 3m17s node-controller Node ha-300623-m04 event: Registered Node ha-300623-m04 in Controller
Normal RegisteredNode 3m16s node-controller Node ha-300623-m04 event: Registered Node ha-300623-m04 in Controller
Normal RegisteredNode 3m15s node-controller Node ha-300623-m04 event: Registered Node ha-300623-m04 in Controller
Normal NodeReady 3m kubelet Node ha-300623-m04 status is now: NodeReady
==> dmesg <==
[Oct26 00:59] You have booted with nomodeset. This means your GPU drivers are DISABLED
[ +0.000001] Any video related functionality will be severely degraded, and you may not even be able to suspend the system properly
[ +0.000000] Unless you actually understand what nomodeset does, you should reboot without enabling it
[ +0.050258] Spectre V2 : WARNING: Unprivileged eBPF is enabled with eIBRS on, data leaks possible via Spectre v2 BHB attacks!
[ +0.037804] acpi PNP0A03:00: fail to add MMCONFIG information, can't access extended PCI configuration space under this bridge.
[ +4.782226] platform regulatory.0: Direct firmware load for regulatory.db failed with error -2
[ +1.951939] systemd-fstab-generator[115]: Ignoring "noauto" option for root device
[ +4.521399] NFSD: Using /var/lib/nfs/v4recovery as the NFSv4 state recovery directory
[ +0.000007] NFSD: unable to find recovery directory /var/lib/nfs/v4recovery
[ +0.000002] NFSD: Unable to initialize client recovery tracking! (-2)
[Oct26 01:00] systemd-fstab-generator[578]: Ignoring "noauto" option for root device
[ +0.061621] kauditd_printk_skb: 1 callbacks suppressed
[ +0.060766] systemd-fstab-generator[590]: Ignoring "noauto" option for root device
[ +0.166618] systemd-fstab-generator[604]: Ignoring "noauto" option for root device
[ +0.145628] systemd-fstab-generator[617]: Ignoring "noauto" option for root device
[ +0.268359] systemd-fstab-generator[646]: Ignoring "noauto" option for root device
[ +3.874441] systemd-fstab-generator[744]: Ignoring "noauto" option for root device
[ +4.666530] systemd-fstab-generator[880]: Ignoring "noauto" option for root device
[ +0.060776] kauditd_printk_skb: 158 callbacks suppressed
[ +7.257866] systemd-fstab-generator[1299]: Ignoring "noauto" option for root device
[ +0.091250] kauditd_printk_skb: 79 callbacks suppressed
[ +6.528305] kauditd_printk_skb: 18 callbacks suppressed
[ +12.572352] kauditd_printk_skb: 41 callbacks suppressed
[Oct26 01:01] kauditd_printk_skb: 28 callbacks suppressed
==> etcd [3e321e090fa4b28d01db04f1450f5447a294cbba7c255f31043ed6ec327b9901] <==
{"level":"warn","ts":"2024-10-26T01:06:52.359000Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"f87838631c8138de","from":"f87838631c8138de","remote-peer-id":"adb75fb507768275","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-26T01:06:52.459099Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"f87838631c8138de","from":"f87838631c8138de","remote-peer-id":"adb75fb507768275","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-26T01:06:52.470358Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"f87838631c8138de","from":"f87838631c8138de","remote-peer-id":"adb75fb507768275","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-26T01:06:52.478573Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"f87838631c8138de","from":"f87838631c8138de","remote-peer-id":"adb75fb507768275","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-26T01:06:52.482177Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"f87838631c8138de","from":"f87838631c8138de","remote-peer-id":"adb75fb507768275","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-26T01:06:52.492349Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"f87838631c8138de","from":"f87838631c8138de","remote-peer-id":"adb75fb507768275","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-26T01:06:52.498380Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"f87838631c8138de","from":"f87838631c8138de","remote-peer-id":"adb75fb507768275","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-26T01:06:52.506121Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"f87838631c8138de","from":"f87838631c8138de","remote-peer-id":"adb75fb507768275","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-26T01:06:52.510269Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"f87838631c8138de","from":"f87838631c8138de","remote-peer-id":"adb75fb507768275","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-26T01:06:52.513043Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"f87838631c8138de","from":"f87838631c8138de","remote-peer-id":"adb75fb507768275","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-26T01:06:52.521662Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"f87838631c8138de","from":"f87838631c8138de","remote-peer-id":"adb75fb507768275","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-26T01:06:52.548907Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"f87838631c8138de","from":"f87838631c8138de","remote-peer-id":"adb75fb507768275","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-26T01:06:52.559729Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"f87838631c8138de","from":"f87838631c8138de","remote-peer-id":"adb75fb507768275","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-26T01:06:52.567135Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"f87838631c8138de","from":"f87838631c8138de","remote-peer-id":"adb75fb507768275","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-26T01:06:52.575975Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"f87838631c8138de","from":"f87838631c8138de","remote-peer-id":"adb75fb507768275","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-26T01:06:52.583911Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"f87838631c8138de","from":"f87838631c8138de","remote-peer-id":"adb75fb507768275","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-26T01:06:52.590379Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"f87838631c8138de","from":"f87838631c8138de","remote-peer-id":"adb75fb507768275","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-26T01:06:52.595906Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"f87838631c8138de","from":"f87838631c8138de","remote-peer-id":"adb75fb507768275","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-26T01:06:52.600981Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"f87838631c8138de","from":"f87838631c8138de","remote-peer-id":"adb75fb507768275","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-26T01:06:52.604108Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"f87838631c8138de","from":"f87838631c8138de","remote-peer-id":"adb75fb507768275","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-26T01:06:52.606701Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"f87838631c8138de","from":"f87838631c8138de","remote-peer-id":"adb75fb507768275","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-26T01:06:52.610058Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"f87838631c8138de","from":"f87838631c8138de","remote-peer-id":"adb75fb507768275","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-26T01:06:52.616409Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"f87838631c8138de","from":"f87838631c8138de","remote-peer-id":"adb75fb507768275","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-26T01:06:52.624746Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"f87838631c8138de","from":"f87838631c8138de","remote-peer-id":"adb75fb507768275","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-26T01:06:52.658793Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"f87838631c8138de","from":"f87838631c8138de","remote-peer-id":"adb75fb507768275","remote-peer-name":"pipeline","remote-peer-active":false}
==> kernel <==
01:06:52 up 7 min, 0 users, load average: 0.18, 0.24, 0.13
Linux ha-300623 5.10.207 #1 SMP Tue Oct 15 19:19:35 UTC 2024 x86_64 GNU/Linux
PRETTY_NAME="Buildroot 2023.02.9"
==> kindnet [d6d0d55128c158e2ca6fed28bf87392c84967498ba96ba219ca526f2a7626bde] <==
I1026 01:06:17.175228 1 main.go:323] Node ha-300623-m04 has CIDR [10.244.3.0/24]
I1026 01:06:27.175173 1 main.go:296] Handling node with IPs: map[192.168.39.183:{}]
I1026 01:06:27.175288 1 main.go:300] handling current node
I1026 01:06:27.175317 1 main.go:296] Handling node with IPs: map[192.168.39.62:{}]
I1026 01:06:27.175335 1 main.go:323] Node ha-300623-m02 has CIDR [10.244.1.0/24]
I1026 01:06:27.175551 1 main.go:296] Handling node with IPs: map[192.168.39.180:{}]
I1026 01:06:27.175580 1 main.go:323] Node ha-300623-m03 has CIDR [10.244.2.0/24]
I1026 01:06:27.175762 1 main.go:296] Handling node with IPs: map[192.168.39.197:{}]
I1026 01:06:27.175795 1 main.go:323] Node ha-300623-m04 has CIDR [10.244.3.0/24]
I1026 01:06:37.177801 1 main.go:296] Handling node with IPs: map[192.168.39.183:{}]
I1026 01:06:37.177885 1 main.go:300] handling current node
I1026 01:06:37.177904 1 main.go:296] Handling node with IPs: map[192.168.39.62:{}]
I1026 01:06:37.177911 1 main.go:323] Node ha-300623-m02 has CIDR [10.244.1.0/24]
I1026 01:06:37.178155 1 main.go:296] Handling node with IPs: map[192.168.39.180:{}]
I1026 01:06:37.178179 1 main.go:323] Node ha-300623-m03 has CIDR [10.244.2.0/24]
I1026 01:06:37.178289 1 main.go:296] Handling node with IPs: map[192.168.39.197:{}]
I1026 01:06:37.178308 1 main.go:323] Node ha-300623-m04 has CIDR [10.244.3.0/24]
I1026 01:06:47.182761 1 main.go:296] Handling node with IPs: map[192.168.39.183:{}]
I1026 01:06:47.182815 1 main.go:300] handling current node
I1026 01:06:47.182832 1 main.go:296] Handling node with IPs: map[192.168.39.62:{}]
I1026 01:06:47.182839 1 main.go:323] Node ha-300623-m02 has CIDR [10.244.1.0/24]
I1026 01:06:47.183048 1 main.go:296] Handling node with IPs: map[192.168.39.180:{}]
I1026 01:06:47.183073 1 main.go:323] Node ha-300623-m03 has CIDR [10.244.2.0/24]
I1026 01:06:47.183223 1 main.go:296] Handling node with IPs: map[192.168.39.197:{}]
I1026 01:06:47.183245 1 main.go:323] Node ha-300623-m04 has CIDR [10.244.3.0/24]
==> kube-apiserver [3bcea9b84ac3779215d937a5f2e1fa0f31a346a84e6373ab94522b972658773d] <==
W1026 01:00:17.926981 1 lease.go:265] Resetting endpoints for master service "kubernetes" to [192.168.39.183]
I1026 01:00:17.928181 1 controller.go:615] quota admission added evaluator for: endpoints
I1026 01:00:17.935826 1 controller.go:615] quota admission added evaluator for: endpointslices.discovery.k8s.io
I1026 01:00:17.947904 1 controller.go:615] quota admission added evaluator for: serviceaccounts
I1026 01:00:18.894624 1 controller.go:615] quota admission added evaluator for: deployments.apps
I1026 01:00:18.916292 1 alloc.go:330] "allocated clusterIPs" service="kube-system/kube-dns" clusterIPs={"IPv4":"10.96.0.10"}
I1026 01:00:19.043184 1 controller.go:615] quota admission added evaluator for: daemonsets.apps
I1026 01:00:23.502518 1 controller.go:615] quota admission added evaluator for: controllerrevisions.apps
I1026 01:00:23.580105 1 controller.go:615] quota admission added evaluator for: replicasets.apps
E1026 01:03:00.396346 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:48596: use of closed network connection
E1026 01:03:00.597696 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:48608: use of closed network connection
E1026 01:03:00.779383 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:48638: use of closed network connection
E1026 01:03:00.968960 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:48650: use of closed network connection
E1026 01:03:01.159859 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:48672: use of closed network connection
E1026 01:03:01.356945 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:48682: use of closed network connection
E1026 01:03:01.529718 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:48700: use of closed network connection
E1026 01:03:01.709409 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:60606: use of closed network connection
E1026 01:03:01.891333 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:60636: use of closed network connection
E1026 01:03:02.183836 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:60668: use of closed network connection
E1026 01:03:02.371592 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:60688: use of closed network connection
E1026 01:03:02.545427 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:60698: use of closed network connection
E1026 01:03:02.716320 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:60708: use of closed network connection
E1026 01:03:02.895527 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:60734: use of closed network connection
E1026 01:03:03.082972 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:60756: use of closed network connection
W1026 01:04:27.938129 1 lease.go:265] Resetting endpoints for master service "kubernetes" to [192.168.39.180 192.168.39.183]
==> kube-controller-manager [47a0b2ec9c50d98cf61afcede9ca59f3922eca5f3342d28ad9687316e5046ba3] <==
I1026 01:03:33.037458 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-300623-m04"
I1026 01:03:33.051536 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-300623-m04"
I1026 01:03:33.162489 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-300623-m04"
E1026 01:03:33.296244 1 daemon_controller.go:329] "Unhandled Error" err="kube-system/kindnet failed with : error storing status for daemon set &v1.DaemonSet{TypeMeta:v1.TypeMeta{Kind:\"\", APIVersion:\"\"}, ObjectMeta:v1.ObjectMeta{Name:\"kindnet\", GenerateName:\"\", Namespace:\"kube-system\", SelfLink:\"\", UID:\"ff6c8323-43e2-4224-a2c5-fbee23186204\", ResourceVersion:\"911\", Generation:1, CreationTimestamp:time.Date(2024, time.October, 26, 1, 0, 19, 0, time.Local), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string{\"app\":\"kindnet\", \"k8s-app\":\"kindnet\", \"tier\":\"node\"}, Annotations:map[string]string{\"deprecated.daemonset.template.generation\":\"1\", \"kubectl.kubernetes.io/last-applied-configuration\":\"{\\\"apiVersion\\\":\\\"apps/v1\\\",\\\"kind\\\":\\\"DaemonSet\\\",\\\"metadata\\\":{\\\"annotations\\\":{},\\\"labels\\\":{\\\"app\\\":\\\"kindnet\\\",\\\"k8s-app\\\":\\\"kindnet\\\",\\\"tier\\\":\\\"node\\\"},\\\"name\\\":\\\"kindnet\\\",
\\\"namespace\\\":\\\"kube-system\\\"},\\\"spec\\\":{\\\"selector\\\":{\\\"matchLabels\\\":{\\\"app\\\":\\\"kindnet\\\"}},\\\"template\\\":{\\\"metadata\\\":{\\\"labels\\\":{\\\"app\\\":\\\"kindnet\\\",\\\"k8s-app\\\":\\\"kindnet\\\",\\\"tier\\\":\\\"node\\\"}},\\\"spec\\\":{\\\"containers\\\":[{\\\"env\\\":[{\\\"name\\\":\\\"HOST_IP\\\",\\\"valueFrom\\\":{\\\"fieldRef\\\":{\\\"fieldPath\\\":\\\"status.hostIP\\\"}}},{\\\"name\\\":\\\"POD_IP\\\",\\\"valueFrom\\\":{\\\"fieldRef\\\":{\\\"fieldPath\\\":\\\"status.podIP\\\"}}},{\\\"name\\\":\\\"POD_SUBNET\\\",\\\"value\\\":\\\"10.244.0.0/16\\\"}],\\\"image\\\":\\\"docker.io/kindest/kindnetd:v20241007-36f62932\\\",\\\"name\\\":\\\"kindnet-cni\\\",\\\"resources\\\":{\\\"limits\\\":{\\\"cpu\\\":\\\"100m\\\",\\\"memory\\\":\\\"50Mi\\\"},\\\"requests\\\":{\\\"cpu\\\":\\\"100m\\\",\\\"memory\\\":\\\"50Mi\\\"}},\\\"securityContext\\\":{\\\"capabilities\\\":{\\\"add\\\":[\\\"NET_RAW\\\",\\\"NET_ADMIN\\\"]},\\\"privileged\\\":false},\\\"volumeMounts\\\":[{\\\"mountPath\\\"
:\\\"/etc/cni/net.d\\\",\\\"name\\\":\\\"cni-cfg\\\"},{\\\"mountPath\\\":\\\"/run/xtables.lock\\\",\\\"name\\\":\\\"xtables-lock\\\",\\\"readOnly\\\":false},{\\\"mountPath\\\":\\\"/lib/modules\\\",\\\"name\\\":\\\"lib-modules\\\",\\\"readOnly\\\":true}]}],\\\"hostNetwork\\\":true,\\\"serviceAccountName\\\":\\\"kindnet\\\",\\\"tolerations\\\":[{\\\"effect\\\":\\\"NoSchedule\\\",\\\"operator\\\":\\\"Exists\\\"}],\\\"volumes\\\":[{\\\"hostPath\\\":{\\\"path\\\":\\\"/etc/cni/net.d\\\",\\\"type\\\":\\\"DirectoryOrCreate\\\"},\\\"name\\\":\\\"cni-cfg\\\"},{\\\"hostPath\\\":{\\\"path\\\":\\\"/run/xtables.lock\\\",\\\"type\\\":\\\"FileOrCreate\\\"},\\\"name\\\":\\\"xtables-lock\\\"},{\\\"hostPath\\\":{\\\"path\\\":\\\"/lib/modules\\\"},\\\"name\\\":\\\"lib-modules\\\"}]}}}}\\n\"}, OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, Spec:v1.DaemonSetSpec{Selector:(*v1.LabelSelector)(0xc001b16180), Template:v1.PodTemplateSpec{ObjectMeta:v1.ObjectMeta{Name:\"\
", GenerateName:\"\", Namespace:\"\", SelfLink:\"\", UID:\"\", ResourceVersion:\"\", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string{\"app\":\"kindnet\", \"k8s-app\":\"kindnet\", \"tier\":\"node\"}, Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, Spec:v1.PodSpec{Volumes:[]v1.Volume{v1.Volume{Name:\"cni-cfg\", VolumeSource:v1.VolumeSource{HostPath:(*v1.HostPathVolumeSource)(0xc002641908), EmptyDir:(*v1.EmptyDirVolumeSource)(nil), GCEPersistentDisk:(*v1.GCEPersistentDiskVolumeSource)(nil), AWSElasticBlockStore:(*v1.AWSElasticBlockStoreVolumeSource)(nil), GitRepo:(*v1.GitRepoVolumeSource)(nil), Secret:(*v1.SecretVolumeSource)(nil), NFS:(*v1.NFSVolumeSource)(nil), ISCSI:(*v1.ISCSIVolumeSource)(nil), Glusterfs:(*v1.GlusterfsVolumeSource)(nil), PersistentVolumeClaim:(*v1.PersistentVolumeCl
aimVolumeSource)(nil), RBD:(*v1.RBDVolumeSource)(nil), FlexVolume:(*v1.FlexVolumeSource)(nil), Cinder:(*v1.CinderVolumeSource)(nil), CephFS:(*v1.CephFSVolumeSource)(nil), Flocker:(*v1.FlockerVolumeSource)(nil), DownwardAPI:(*v1.DownwardAPIVolumeSource)(nil), FC:(*v1.FCVolumeSource)(nil), AzureFile:(*v1.AzureFileVolumeSource)(nil), ConfigMap:(*v1.ConfigMapVolumeSource)(nil), VsphereVolume:(*v1.VsphereVirtualDiskVolumeSource)(nil), Quobyte:(*v1.QuobyteVolumeSource)(nil), AzureDisk:(*v1.AzureDiskVolumeSource)(nil), PhotonPersistentDisk:(*v1.PhotonPersistentDiskVolumeSource)(nil), Projected:(*v1.ProjectedVolumeSource)(nil), PortworxVolume:(*v1.PortworxVolumeSource)(nil), ScaleIO:(*v1.ScaleIOVolumeSource)(nil), StorageOS:(*v1.StorageOSVolumeSource)(nil), CSI:(*v1.CSIVolumeSource)(nil), Ephemeral:(*v1.EphemeralVolumeSource)(nil), Image:(*v1.ImageVolumeSource)(nil)}}, v1.Volume{Name:\"xtables-lock\", VolumeSource:v1.VolumeSource{HostPath:(*v1.HostPathVolumeSource)(0xc002641920), EmptyDir:(*v1.EmptyDirVolumeSource)(n
il), GCEPersistentDisk:(*v1.GCEPersistentDiskVolumeSource)(nil), AWSElasticBlockStore:(*v1.AWSElasticBlockStoreVolumeSource)(nil), GitRepo:(*v1.GitRepoVolumeSource)(nil), Secret:(*v1.SecretVolumeSource)(nil), NFS:(*v1.NFSVolumeSource)(nil), ISCSI:(*v1.ISCSIVolumeSource)(nil), Glusterfs:(*v1.GlusterfsVolumeSource)(nil), PersistentVolumeClaim:(*v1.PersistentVolumeClaimVolumeSource)(nil), RBD:(*v1.RBDVolumeSource)(nil), FlexVolume:(*v1.FlexVolumeSource)(nil), Cinder:(*v1.CinderVolumeSource)(nil), CephFS:(*v1.CephFSVolumeSource)(nil), Flocker:(*v1.FlockerVolumeSource)(nil), DownwardAPI:(*v1.DownwardAPIVolumeSource)(nil), FC:(*v1.FCVolumeSource)(nil), AzureFile:(*v1.AzureFileVolumeSource)(nil), ConfigMap:(*v1.ConfigMapVolumeSource)(nil), VsphereVolume:(*v1.VsphereVirtualDiskVolumeSource)(nil), Quobyte:(*v1.QuobyteVolumeSource)(nil), AzureDisk:(*v1.AzureDiskVolumeSource)(nil), PhotonPersistentDisk:(*v1.PhotonPersistentDiskVolumeSource)(nil), Projected:(*v1.ProjectedVolumeSource)(nil), PortworxVolume:(*v1.PortworxVo
lumeSource)(nil), ScaleIO:(*v1.ScaleIOVolumeSource)(nil), StorageOS:(*v1.StorageOSVolumeSource)(nil), CSI:(*v1.CSIVolumeSource)(nil), Ephemeral:(*v1.EphemeralVolumeSource)(nil), Image:(*v1.ImageVolumeSource)(nil)}}, v1.Volume{Name:\"lib-modules\", VolumeSource:v1.VolumeSource{HostPath:(*v1.HostPathVolumeSource)(0xc002641938), EmptyDir:(*v1.EmptyDirVolumeSource)(nil), GCEPersistentDisk:(*v1.GCEPersistentDiskVolumeSource)(nil), AWSElasticBlockStore:(*v1.AWSElasticBlockStoreVolumeSource)(nil), GitRepo:(*v1.GitRepoVolumeSource)(nil), Secret:(*v1.SecretVolumeSource)(nil), NFS:(*v1.NFSVolumeSource)(nil), ISCSI:(*v1.ISCSIVolumeSource)(nil), Glusterfs:(*v1.GlusterfsVolumeSource)(nil), PersistentVolumeClaim:(*v1.PersistentVolumeClaimVolumeSource)(nil), RBD:(*v1.RBDVolumeSource)(nil), FlexVolume:(*v1.FlexVolumeSource)(nil), Cinder:(*v1.CinderVolumeSource)(nil), CephFS:(*v1.CephFSVolumeSource)(nil), Flocker:(*v1.FlockerVolumeSource)(nil), DownwardAPI:(*v1.DownwardAPIVolumeSource)(nil), FC:(*v1.FCVolumeSource)(nil), Azur
eFile:(*v1.AzureFileVolumeSource)(nil), ConfigMap:(*v1.ConfigMapVolumeSource)(nil), VsphereVolume:(*v1.VsphereVirtualDiskVolumeSource)(nil), Quobyte:(*v1.QuobyteVolumeSource)(nil), AzureDisk:(*v1.AzureDiskVolumeSource)(nil), PhotonPersistentDisk:(*v1.PhotonPersistentDiskVolumeSource)(nil), Projected:(*v1.ProjectedVolumeSource)(nil), PortworxVolume:(*v1.PortworxVolumeSource)(nil), ScaleIO:(*v1.ScaleIOVolumeSource)(nil), StorageOS:(*v1.StorageOSVolumeSource)(nil), CSI:(*v1.CSIVolumeSource)(nil), Ephemeral:(*v1.EphemeralVolumeSource)(nil), Image:(*v1.ImageVolumeSource)(nil)}}}, InitContainers:[]v1.Container(nil), Containers:[]v1.Container{v1.Container{Name:\"kindnet-cni\", Image:\"docker.io/kindest/kindnetd:v20241007-36f62932\", Command:[]string(nil), Args:[]string(nil), WorkingDir:\"\", Ports:[]v1.ContainerPort(nil), EnvFrom:[]v1.EnvFromSource(nil), Env:[]v1.EnvVar{v1.EnvVar{Name:\"HOST_IP\", Value:\"\", ValueFrom:(*v1.EnvVarSource)(0xc001b161a0)}, v1.EnvVar{Name:\"POD_IP\", Value:\"\", ValueFrom:(*v1.EnvVarSou
rce)(0xc001b161e0)}, v1.EnvVar{Name:\"POD_SUBNET\", Value:\"10.244.0.0/16\", ValueFrom:(*v1.EnvVarSource)(nil)}}, Resources:v1.ResourceRequirements{Limits:v1.ResourceList{\"cpu\":resource.Quantity{i:resource.int64Amount{value:100, scale:-3}, d:resource.infDecAmount{Dec:(*inf.Dec)(nil)}, s:\"100m\", Format:\"DecimalSI\"}, \"memory\":resource.Quantity{i:resource.int64Amount{value:52428800, scale:0}, d:resource.infDecAmount{Dec:(*inf.Dec)(nil)}, s:\"50Mi\", Format:\"BinarySI\"}}, Requests:v1.ResourceList{\"cpu\":resource.Quantity{i:resource.int64Amount{value:100, scale:-3}, d:resource.infDecAmount{Dec:(*inf.Dec)(nil)}, s:\"100m\", Format:\"DecimalSI\"}, \"memory\":resource.Quantity{i:resource.int64Amount{value:52428800, scale:0}, d:resource.infDecAmount{Dec:(*inf.Dec)(nil)}, s:\"50Mi\", Format:\"BinarySI\"}}, Claims:[]v1.ResourceClaim(nil)}, ResizePolicy:[]v1.ContainerResizePolicy(nil), RestartPolicy:(*v1.ContainerRestartPolicy)(nil), VolumeMounts:[]v1.VolumeMount{v1.VolumeMount{Name:\"cni-cfg\", ReadOnly:false,
RecursiveReadOnly:(*v1.RecursiveReadOnlyMode)(nil), MountPath:\"/etc/cni/net.d\", SubPath:\"\", MountPropagation:(*v1.MountPropagationMode)(nil), SubPathExpr:\"\"}, v1.VolumeMount{Name:\"xtables-lock\", ReadOnly:false, RecursiveReadOnly:(*v1.RecursiveReadOnlyMode)(nil), MountPath:\"/run/xtables.lock\", SubPath:\"\", MountPropagation:(*v1.MountPropagationMode)(nil), SubPathExpr:\"\"}, v1.VolumeMount{Name:\"lib-modules\", ReadOnly:true, RecursiveReadOnly:(*v1.RecursiveReadOnlyMode)(nil), MountPath:\"/lib/modules\", SubPath:\"\", MountPropagation:(*v1.MountPropagationMode)(nil), SubPathExpr:\"\"}}, VolumeDevices:[]v1.VolumeDevice(nil), LivenessProbe:(*v1.Probe)(nil), ReadinessProbe:(*v1.Probe)(nil), StartupProbe:(*v1.Probe)(nil), Lifecycle:(*v1.Lifecycle)(nil), TerminationMessagePath:\"/dev/termination-log\", TerminationMessagePolicy:\"File\", ImagePullPolicy:\"IfNotPresent\", SecurityContext:(*v1.SecurityContext)(0xc002a7eba0), Stdin:false, StdinOnce:false, TTY:false}}, EphemeralContainers:[]v1.EphemeralContai
ner(nil), RestartPolicy:\"Always\", TerminationGracePeriodSeconds:(*int64)(0xc002879af8), ActiveDeadlineSeconds:(*int64)(nil), DNSPolicy:\"ClusterFirst\", NodeSelector:map[string]string(nil), ServiceAccountName:\"kindnet\", DeprecatedServiceAccount:\"kindnet\", AutomountServiceAccountToken:(*bool)(nil), NodeName:\"\", HostNetwork:true, HostPID:false, HostIPC:false, ShareProcessNamespace:(*bool)(nil), SecurityContext:(*v1.PodSecurityContext)(0xc002835100), ImagePullSecrets:[]v1.LocalObjectReference(nil), Hostname:\"\", Subdomain:\"\", Affinity:(*v1.Affinity)(nil), SchedulerName:\"default-scheduler\", Tolerations:[]v1.Toleration{v1.Toleration{Key:\"\", Operator:\"Exists\", Value:\"\", Effect:\"NoSchedule\", TolerationSeconds:(*int64)(nil)}}, HostAliases:[]v1.HostAlias(nil), PriorityClassName:\"\", Priority:(*int32)(nil), DNSConfig:(*v1.PodDNSConfig)(nil), ReadinessGates:[]v1.PodReadinessGate(nil), RuntimeClassName:(*string)(nil), EnableServiceLinks:(*bool)(nil), PreemptionPolicy:(*v1.PreemptionPolicy)(nil), Ove
rhead:v1.ResourceList(nil), TopologySpreadConstraints:[]v1.TopologySpreadConstraint(nil), SetHostnameAsFQDN:(*bool)(nil), OS:(*v1.PodOS)(nil), HostUsers:(*bool)(nil), SchedulingGates:[]v1.PodSchedulingGate(nil), ResourceClaims:[]v1.PodResourceClaim(nil)}}, UpdateStrategy:v1.DaemonSetUpdateStrategy{Type:\"RollingUpdate\", RollingUpdate:(*v1.RollingUpdateDaemonSet)(0xc0029fa100)}, MinReadySeconds:0, RevisionHistoryLimit:(*int32)(0xc002879b40)}, Status:v1.DaemonSetStatus{CurrentNumberScheduled:3, NumberMisscheduled:0, DesiredNumberScheduled:3, NumberReady:3, ObservedGeneration:1, UpdatedNumberScheduled:3, NumberAvailable:3, NumberUnavailable:0, CollisionCount:(*int32)(nil), Conditions:[]v1.DaemonSetCondition(nil)}}: Operation cannot be fulfilled on daemonsets.apps \"kindnet\": the object has been modified; please apply your changes to the latest version and try again" logger="UnhandledError"
I1026 01:03:33.604085 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-300623-m04"
I1026 01:03:35.173961 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-300623-m04"
I1026 01:03:36.911095 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-300623-m04"
I1026 01:03:36.978536 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-300623-m04"
I1026 01:03:37.761108 1 node_lifecycle_controller.go:884] "Missing timestamp for Node. Assuming now as a timestamp" logger="node-lifecycle-controller" node="ha-300623-m04"
I1026 01:03:37.763013 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-300623-m04"
I1026 01:03:37.822795 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-300623-m04"
I1026 01:03:43.288569 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-300623-m04"
I1026 01:03:52.993775 1 topologycache.go:237] "Can't get CPU or zone information for node" logger="endpointslice-controller" node="ha-300623-m04"
I1026 01:03:52.994235 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-300623-m04"
I1026 01:03:53.016162 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-300623-m04"
I1026 01:03:55.127200 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-300623-m04"
I1026 01:04:03.835355 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-300623-m04"
I1026 01:04:47.785209 1 topologycache.go:237] "Can't get CPU or zone information for node" logger="endpointslice-controller" node="ha-300623-m04"
I1026 01:04:47.785779 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-300623-m02"
I1026 01:04:47.821461 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-300623-m02"
I1026 01:04:47.859957 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/busybox-7dff88458" duration="41.530512ms"
I1026 01:04:47.860782 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/busybox-7dff88458" duration="74.115µs"
I1026 01:04:50.162222 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-300623-m02"
I1026 01:04:52.952538 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-300623-m02"
==> kube-proxy [f7fca08cb5de6eaebc97344fca0b32833d7ce0f79824a880ef167e9cf26423fa] <==
add table ip kube-proxy
^^^^^^^^^^^^^^^^^^^^^^^^
>
E1026 01:00:25.689413 1 proxier.go:734] "Error cleaning up nftables rules" err=<
could not run nftables command: /dev/stdin:1:1-25: Error: Could not process rule: Operation not supported
add table ip6 kube-proxy
^^^^^^^^^^^^^^^^^^^^^^^^^
>
I1026 01:00:25.723767 1 server.go:677] "Successfully retrieved node IP(s)" IPs=["192.168.39.183"]
E1026 01:00:25.723854 1 server.go:234] "Kube-proxy configuration may be incomplete or incorrect" err="nodePortAddresses is unset; NodePort connections will be accepted on all local IPs. Consider using `--nodeport-addresses primary`"
I1026 01:00:25.758166 1 server_linux.go:146] "No iptables support for family" ipFamily="IPv6"
I1026 01:00:25.758214 1 server.go:245] "kube-proxy running in single-stack mode" ipFamily="IPv4"
I1026 01:00:25.758247 1 server_linux.go:169] "Using iptables Proxier"
I1026 01:00:25.760715 1 proxier.go:255] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses" ipFamily="IPv4"
I1026 01:00:25.761068 1 server.go:483] "Version info" version="v1.31.2"
I1026 01:00:25.761102 1 server.go:485] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I1026 01:00:25.763718 1 config.go:199] "Starting service config controller"
I1026 01:00:25.763757 1 shared_informer.go:313] Waiting for caches to sync for service config
I1026 01:00:25.763790 1 config.go:105] "Starting endpoint slice config controller"
I1026 01:00:25.763796 1 shared_informer.go:313] Waiting for caches to sync for endpoint slice config
I1026 01:00:25.764426 1 config.go:328] "Starting node config controller"
I1026 01:00:25.764461 1 shared_informer.go:313] Waiting for caches to sync for node config
I1026 01:00:25.864157 1 shared_informer.go:320] Caches are synced for endpoint slice config
I1026 01:00:25.864237 1 shared_informer.go:320] Caches are synced for service config
I1026 01:00:25.864661 1 shared_informer.go:320] Caches are synced for node config
==> kube-scheduler [3c25e47b58ddc55a9f9e6223a0e575d02bef4b992ec7d449ac4d2678adc1b42b] <==
I1026 01:02:26.440503 1 schedule_one.go:1070] "Pod has been assigned to node. Abort adding it back to queue." pod="kube-system/kindnet-2v827" node="ha-300623-m03"
E1026 01:02:55.345123 1 framework.go:1305] "Plugin Failed" err="Operation cannot be fulfilled on pods/binding \"busybox-7dff88458-qtdcl\": pod busybox-7dff88458-qtdcl is already assigned to node \"ha-300623-m02\"" plugin="DefaultBinder" pod="default/busybox-7dff88458-qtdcl" node="ha-300623-m02"
E1026 01:02:55.345196 1 schedule_one.go:348] "scheduler cache ForgetPod failed" err="pod 1d2aa5b5-e44c-4423-a263-a19406face68(default/busybox-7dff88458-qtdcl) wasn't assumed so cannot be forgotten" pod="default/busybox-7dff88458-qtdcl"
E1026 01:02:55.345218 1 schedule_one.go:1057] "Error scheduling pod; retrying" err="running Bind plugin \"DefaultBinder\": Operation cannot be fulfilled on pods/binding \"busybox-7dff88458-qtdcl\": pod busybox-7dff88458-qtdcl is already assigned to node \"ha-300623-m02\"" pod="default/busybox-7dff88458-qtdcl"
I1026 01:02:55.345275 1 schedule_one.go:1070] "Pod has been assigned to node. Abort adding it back to queue." pod="default/busybox-7dff88458-qtdcl" node="ha-300623-m02"
E1026 01:02:55.394267 1 framework.go:1305] "Plugin Failed" err="Operation cannot be fulfilled on pods/binding \"busybox-7dff88458-x8rtl\": pod busybox-7dff88458-x8rtl is already assigned to node \"ha-300623\"" plugin="DefaultBinder" pod="default/busybox-7dff88458-x8rtl" node="ha-300623"
E1026 01:02:55.394343 1 schedule_one.go:348] "scheduler cache ForgetPod failed" err="pod 6ce948a6-f1ee-46b3-9d7c-483c6cd9e8f5(default/busybox-7dff88458-x8rtl) wasn't assumed so cannot be forgotten" pod="default/busybox-7dff88458-x8rtl"
E1026 01:02:55.394364 1 schedule_one.go:1057] "Error scheduling pod; retrying" err="running Bind plugin \"DefaultBinder\": Operation cannot be fulfilled on pods/binding \"busybox-7dff88458-x8rtl\": pod busybox-7dff88458-x8rtl is already assigned to node \"ha-300623\"" pod="default/busybox-7dff88458-x8rtl"
I1026 01:02:55.394386 1 schedule_one.go:1070] "Pod has been assigned to node. Abort adding it back to queue." pod="default/busybox-7dff88458-x8rtl" node="ha-300623"
E1026 01:02:55.394962 1 framework.go:1305] "Plugin Failed" err="Operation cannot be fulfilled on pods/binding \"busybox-7dff88458-mbn94\": pod busybox-7dff88458-mbn94 is already assigned to node \"ha-300623-m03\"" plugin="DefaultBinder" pod="default/busybox-7dff88458-mbn94" node="ha-300623-m03"
E1026 01:02:55.395010 1 schedule_one.go:348] "scheduler cache ForgetPod failed" err="pod dd5257f3-d0ba-4672-9836-da890e32fb0d(default/busybox-7dff88458-mbn94) wasn't assumed so cannot be forgotten" pod="default/busybox-7dff88458-mbn94"
E1026 01:02:55.395023 1 schedule_one.go:1057] "Error scheduling pod; retrying" err="running Bind plugin \"DefaultBinder\": Operation cannot be fulfilled on pods/binding \"busybox-7dff88458-mbn94\": pod busybox-7dff88458-mbn94 is already assigned to node \"ha-300623-m03\"" pod="default/busybox-7dff88458-mbn94"
I1026 01:02:55.395037 1 schedule_one.go:1070] "Pod has been assigned to node. Abort adding it back to queue." pod="default/busybox-7dff88458-mbn94" node="ha-300623-m03"
E1026 01:03:33.099592 1 framework.go:1305] "Plugin Failed" err="Operation cannot be fulfilled on pods/binding \"kube-proxy-4zk2k\": pod kube-proxy-4zk2k is already assigned to node \"ha-300623-m04\"" plugin="DefaultBinder" pod="kube-system/kube-proxy-4zk2k" node="ha-300623-m04"
E1026 01:03:33.101341 1 schedule_one.go:348] "scheduler cache ForgetPod failed" err="pod 8e40741c-73a0-41fa-b38f-a59fed42525b(kube-system/kube-proxy-4zk2k) wasn't assumed so cannot be forgotten" pod="kube-system/kube-proxy-4zk2k"
E1026 01:03:33.101520 1 schedule_one.go:1057] "Error scheduling pod; retrying" err="running Bind plugin \"DefaultBinder\": Operation cannot be fulfilled on pods/binding \"kube-proxy-4zk2k\": pod kube-proxy-4zk2k is already assigned to node \"ha-300623-m04\"" pod="kube-system/kube-proxy-4zk2k"
I1026 01:03:33.101594 1 schedule_one.go:1070] "Pod has been assigned to node. Abort adding it back to queue." pod="kube-system/kube-proxy-4zk2k" node="ha-300623-m04"
E1026 01:03:33.102404 1 framework.go:1305] "Plugin Failed" err="Operation cannot be fulfilled on pods/binding \"kindnet-l58kk\": pod kindnet-l58kk is already assigned to node \"ha-300623-m04\"" plugin="DefaultBinder" pod="kube-system/kindnet-l58kk" node="ha-300623-m04"
E1026 01:03:33.109277 1 schedule_one.go:348] "scheduler cache ForgetPod failed" err="pod 952ba5f9-93b1-4543-8b73-3ac1600315fc(kube-system/kindnet-l58kk) wasn't assumed so cannot be forgotten" pod="kube-system/kindnet-l58kk"
E1026 01:03:33.109487 1 schedule_one.go:1057] "Error scheduling pod; retrying" err="running Bind plugin \"DefaultBinder\": Operation cannot be fulfilled on pods/binding \"kindnet-l58kk\": pod kindnet-l58kk is already assigned to node \"ha-300623-m04\"" pod="kube-system/kindnet-l58kk"
I1026 01:03:33.109689 1 schedule_one.go:1070] "Pod has been assigned to node. Abort adding it back to queue." pod="kube-system/kindnet-l58kk" node="ha-300623-m04"
E1026 01:03:33.136820 1 framework.go:1305] "Plugin Failed" err="Operation cannot be fulfilled on pods/binding \"kindnet-5lm6x\": pod kindnet-5lm6x is already assigned to node \"ha-300623-m04\"" plugin="DefaultBinder" pod="kube-system/kindnet-5lm6x" node="ha-300623-m04"
E1026 01:03:33.137312 1 schedule_one.go:1057] "Error scheduling pod; retrying" err="running Bind plugin \"DefaultBinder\": Operation cannot be fulfilled on pods/binding \"kindnet-5lm6x\": pod kindnet-5lm6x is already assigned to node \"ha-300623-m04\"" pod="kube-system/kindnet-5lm6x"
E1026 01:03:33.152104 1 framework.go:1305] "Plugin Failed" err="Operation cannot be fulfilled on pods/binding \"kube-proxy-jhv9k\": pod kube-proxy-jhv9k is already assigned to node \"ha-300623-m04\"" plugin="DefaultBinder" pod="kube-system/kube-proxy-jhv9k" node="ha-300623-m04"
E1026 01:03:33.153545 1 schedule_one.go:1057] "Error scheduling pod; retrying" err="running Bind plugin \"DefaultBinder\": Operation cannot be fulfilled on pods/binding \"kube-proxy-jhv9k\": pod kube-proxy-jhv9k is already assigned to node \"ha-300623-m04\"" pod="kube-system/kube-proxy-jhv9k"
==> kubelet <==
Oct 26 01:05:19 ha-300623 kubelet[1306]: E1026 01:05:19.171492 1306 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1729904719170828944,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146320,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 26 01:05:19 ha-300623 kubelet[1306]: E1026 01:05:19.171604 1306 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1729904719170828944,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146320,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 26 01:05:29 ha-300623 kubelet[1306]: E1026 01:05:29.173388 1306 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1729904729173040296,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146320,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 26 01:05:29 ha-300623 kubelet[1306]: E1026 01:05:29.173412 1306 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1729904729173040296,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146320,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 26 01:05:39 ha-300623 kubelet[1306]: E1026 01:05:39.176311 1306 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1729904739175567800,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146320,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 26 01:05:39 ha-300623 kubelet[1306]: E1026 01:05:39.176778 1306 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1729904739175567800,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146320,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 26 01:05:49 ha-300623 kubelet[1306]: E1026 01:05:49.179258 1306 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1729904749178892500,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146320,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 26 01:05:49 ha-300623 kubelet[1306]: E1026 01:05:49.179567 1306 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1729904749178892500,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146320,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 26 01:05:59 ha-300623 kubelet[1306]: E1026 01:05:59.181750 1306 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1729904759181221897,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146320,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 26 01:05:59 ha-300623 kubelet[1306]: E1026 01:05:59.181791 1306 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1729904759181221897,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146320,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 26 01:06:09 ha-300623 kubelet[1306]: E1026 01:06:09.183203 1306 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1729904769182765460,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146320,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 26 01:06:09 ha-300623 kubelet[1306]: E1026 01:06:09.183277 1306 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1729904769182765460,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146320,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 26 01:06:19 ha-300623 kubelet[1306]: E1026 01:06:19.106419 1306 iptables.go:577] "Could not set up iptables canary" err=<
Oct 26 01:06:19 ha-300623 kubelet[1306]: error creating chain "KUBE-KUBELET-CANARY": exit status 3: Ignoring deprecated --wait-interval option.
Oct 26 01:06:19 ha-300623 kubelet[1306]: ip6tables v1.8.9 (legacy): can't initialize ip6tables table `nat': Table does not exist (do you need to insmod?)
Oct 26 01:06:19 ha-300623 kubelet[1306]: Perhaps ip6tables or your kernel needs to be upgraded.
Oct 26 01:06:19 ha-300623 kubelet[1306]: > table="nat" chain="KUBE-KUBELET-CANARY"
Oct 26 01:06:19 ha-300623 kubelet[1306]: E1026 01:06:19.185785 1306 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1729904779185440641,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146320,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 26 01:06:19 ha-300623 kubelet[1306]: E1026 01:06:19.185827 1306 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1729904779185440641,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146320,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 26 01:06:29 ha-300623 kubelet[1306]: E1026 01:06:29.188435 1306 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1729904789187815376,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146320,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 26 01:06:29 ha-300623 kubelet[1306]: E1026 01:06:29.188477 1306 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1729904789187815376,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146320,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 26 01:06:39 ha-300623 kubelet[1306]: E1026 01:06:39.190241 1306 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1729904799189890933,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146320,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 26 01:06:39 ha-300623 kubelet[1306]: E1026 01:06:39.190296 1306 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1729904799189890933,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146320,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 26 01:06:49 ha-300623 kubelet[1306]: E1026 01:06:49.192194 1306 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1729904809191813316,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146320,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 26 01:06:49 ha-300623 kubelet[1306]: E1026 01:06:49.192231 1306 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1729904809191813316,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146320,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
-- /stdout --
helpers_test.go:254: (dbg) Run: out/minikube-linux-amd64 status --format={{.APIServer}} -p ha-300623 -n ha-300623
helpers_test.go:261: (dbg) Run: kubectl --context ha-300623 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:285: <<< TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart FAILED: end of post-mortem logs <<<
helpers_test.go:286: ---------------------/post-mortem---------------------------------
--- FAIL: TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart (6.28s)