=== RUN TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart
ha_test.go:281: (dbg) Run: out/minikube-linux-amd64 profile list --output json
ha_test.go:281: (dbg) Done: out/minikube-linux-amd64 profile list --output json: (4.222841013s)
ha_test.go:309: expected profile "ha-610874" in json of 'profile list' to have "HAppy" status but have "Unknown" status. got *"{\"invalid\":[],\"valid\":[{\"Name\":\"ha-610874\",\"Status\":\"Unknown\",\"Config\":{\"Name\":\"ha-610874\",\"KeepContext\":false,\"EmbedCerts\":false,\"MinikubeISO\":\"https://storage.googleapis.com/minikube-builds/iso/19774/minikube-v1.34.0-1728382514-19774-amd64.iso\",\"KicBaseImage\":\"gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1728382586-19774@sha256:5d8c4f6d838467365e214e2194dd0153a763e3f78723b5f2a8e06ef7b47409ec\",\"Memory\":2200,\"CPUs\":2,\"DiskSize\":20000,\"Driver\":\"kvm2\",\"HyperkitVpnKitSock\":\"\",\"HyperkitVSockPorts\":[],\"DockerEnv\":null,\"ContainerVolumeMounts\":null,\"InsecureRegistry\":null,\"RegistryMirror\":[],\"HostOnlyCIDR\":\"192.168.59.1/24\",\"HypervVirtualSwitch\":\"\",\"HypervUseExternalSwitch\":false,\"HypervExternalAdapter\":\"\",\"KVMNetwork\":\"default\",\"KVMQemuURI\":\"qemu:///system\",\"KVMGPU\":false,\"KVMHidden\":false,\"KVMNUMACount\":1,\
"APIServerPort\":8443,\"DockerOpt\":null,\"DisableDriverMounts\":false,\"NFSShare\":[],\"NFSSharesRoot\":\"/nfsshares\",\"UUID\":\"\",\"NoVTXCheck\":false,\"DNSProxy\":false,\"HostDNSResolver\":true,\"HostOnlyNicType\":\"virtio\",\"NatNicType\":\"virtio\",\"SSHIPAddress\":\"\",\"SSHUser\":\"root\",\"SSHKey\":\"\",\"SSHPort\":22,\"KubernetesConfig\":{\"KubernetesVersion\":\"v1.31.1\",\"ClusterName\":\"ha-610874\",\"Namespace\":\"default\",\"APIServerHAVIP\":\"192.168.39.254\",\"APIServerName\":\"minikubeCA\",\"APIServerNames\":null,\"APIServerIPs\":null,\"DNSDomain\":\"cluster.local\",\"ContainerRuntime\":\"crio\",\"CRISocket\":\"\",\"NetworkPlugin\":\"cni\",\"FeatureGates\":\"\",\"ServiceCIDR\":\"10.96.0.0/12\",\"ImageRepository\":\"\",\"LoadBalancerStartIP\":\"\",\"LoadBalancerEndIP\":\"\",\"CustomIngressCert\":\"\",\"RegistryAliases\":\"\",\"ExtraOptions\":null,\"ShouldLoadCachedImages\":true,\"EnableDefaultCNI\":false,\"CNI\":\"\"},\"Nodes\":[{\"Name\":\"\",\"IP\":\"192.168.39.10\",\"Port\":8443,\"Kubernet
esVersion\":\"v1.31.1\",\"ContainerRuntime\":\"crio\",\"ControlPlane\":true,\"Worker\":true},{\"Name\":\"m02\",\"IP\":\"192.168.39.11\",\"Port\":8443,\"KubernetesVersion\":\"v1.31.1\",\"ContainerRuntime\":\"crio\",\"ControlPlane\":true,\"Worker\":true},{\"Name\":\"m03\",\"IP\":\"192.168.39.222\",\"Port\":8443,\"KubernetesVersion\":\"v1.31.1\",\"ContainerRuntime\":\"crio\",\"ControlPlane\":true,\"Worker\":true},{\"Name\":\"m04\",\"IP\":\"192.168.39.87\",\"Port\":0,\"KubernetesVersion\":\"v1.31.1\",\"ContainerRuntime\":\"\",\"ControlPlane\":false,\"Worker\":true}],\"Addons\":{\"ambassador\":false,\"amd-gpu-device-plugin\":false,\"auto-pause\":false,\"cloud-spanner\":false,\"csi-hostpath-driver\":false,\"dashboard\":false,\"default-storageclass\":false,\"efk\":false,\"freshpod\":false,\"gcp-auth\":false,\"gvisor\":false,\"headlamp\":false,\"inaccel\":false,\"ingress\":false,\"ingress-dns\":false,\"inspektor-gadget\":false,\"istio\":false,\"istio-provisioner\":false,\"kong\":false,\"kubeflow\":false,\"kubevirt\":
false,\"logviewer\":false,\"metallb\":false,\"metrics-server\":false,\"nvidia-device-plugin\":false,\"nvidia-driver-installer\":false,\"nvidia-gpu-device-plugin\":false,\"olm\":false,\"pod-security-policy\":false,\"portainer\":false,\"registry\":false,\"registry-aliases\":false,\"registry-creds\":false,\"storage-provisioner\":false,\"storage-provisioner-gluster\":false,\"storage-provisioner-rancher\":false,\"volcano\":false,\"volumesnapshots\":false,\"yakd\":false},\"CustomAddonImages\":null,\"CustomAddonRegistries\":null,\"VerifyComponents\":{\"apiserver\":true,\"apps_running\":true,\"default_sa\":true,\"extra\":true,\"kubelet\":true,\"node_ready\":true,\"system_pods\":true},\"StartHostTimeout\":360000000000,\"ScheduledStop\":null,\"ExposedPorts\":[],\"ListenAddress\":\"\",\"Network\":\"\",\"Subnet\":\"\",\"MultiNodeRequested\":true,\"ExtraDisks\":0,\"CertExpiration\":94608000000000000,\"Mount\":false,\"MountString\":\"/home/jenkins:/minikube-host\",\"Mount9PVersion\":\"9p2000.L\",\"MountGID\":\"docker\",\"M
ountIP\":\"\",\"MountMSize\":262144,\"MountOptions\":[],\"MountPort\":0,\"MountType\":\"9p\",\"MountUID\":\"docker\",\"BinaryMirror\":\"\",\"DisableOptimizations\":false,\"DisableMetrics\":false,\"CustomQemuFirmwarePath\":\"\",\"SocketVMnetClientPath\":\"\",\"SocketVMnetPath\":\"\",\"StaticIP\":\"\",\"SSHAuthSock\":\"\",\"SSHAgentPID\":0,\"GPUs\":\"\",\"AutoPauseInterval\":60000000000},\"Active\":false,\"ActiveKubeContext\":true}]}"*. args: "out/minikube-linux-amd64 profile list --output json"
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:239: (dbg) Run: out/minikube-linux-amd64 status --format={{.Host}} -p ha-610874 -n ha-610874
helpers_test.go:244: <<< TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart FAILED: start of post-mortem logs <<<
helpers_test.go:245: ======> post-mortem[TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart]: minikube logs <======
helpers_test.go:247: (dbg) Run: out/minikube-linux-amd64 -p ha-610874 logs -n 25
helpers_test.go:247: (dbg) Done: out/minikube-linux-amd64 -p ha-610874 logs -n 25: (1.3810767s)
helpers_test.go:252: TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart logs:
-- stdout --
==> Audit <==
|---------|----------------------------------------------------------------------------------|-----------|---------|---------|---------------------|---------------------|
| Command | Args | Profile | User | Version | Start Time | End Time |
|---------|----------------------------------------------------------------------------------|-----------|---------|---------|---------------------|---------------------|
| ssh | ha-610874 ssh -n | ha-610874 | jenkins | v1.34.0 | 11 Oct 24 21:20 UTC | 11 Oct 24 21:20 UTC |
| | ha-610874-m03 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| cp | ha-610874 cp ha-610874-m03:/home/docker/cp-test.txt | ha-610874 | jenkins | v1.34.0 | 11 Oct 24 21:20 UTC | 11 Oct 24 21:20 UTC |
| | ha-610874:/home/docker/cp-test_ha-610874-m03_ha-610874.txt | | | | | |
| ssh | ha-610874 ssh -n | ha-610874 | jenkins | v1.34.0 | 11 Oct 24 21:20 UTC | 11 Oct 24 21:20 UTC |
| | ha-610874-m03 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-610874 ssh -n ha-610874 sudo cat | ha-610874 | jenkins | v1.34.0 | 11 Oct 24 21:20 UTC | 11 Oct 24 21:20 UTC |
| | /home/docker/cp-test_ha-610874-m03_ha-610874.txt | | | | | |
| cp | ha-610874 cp ha-610874-m03:/home/docker/cp-test.txt | ha-610874 | jenkins | v1.34.0 | 11 Oct 24 21:20 UTC | 11 Oct 24 21:20 UTC |
| | ha-610874-m02:/home/docker/cp-test_ha-610874-m03_ha-610874-m02.txt | | | | | |
| ssh | ha-610874 ssh -n | ha-610874 | jenkins | v1.34.0 | 11 Oct 24 21:20 UTC | 11 Oct 24 21:20 UTC |
| | ha-610874-m03 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-610874 ssh -n ha-610874-m02 sudo cat | ha-610874 | jenkins | v1.34.0 | 11 Oct 24 21:20 UTC | 11 Oct 24 21:20 UTC |
| | /home/docker/cp-test_ha-610874-m03_ha-610874-m02.txt | | | | | |
| cp | ha-610874 cp ha-610874-m03:/home/docker/cp-test.txt | ha-610874 | jenkins | v1.34.0 | 11 Oct 24 21:20 UTC | 11 Oct 24 21:20 UTC |
| | ha-610874-m04:/home/docker/cp-test_ha-610874-m03_ha-610874-m04.txt | | | | | |
| ssh | ha-610874 ssh -n | ha-610874 | jenkins | v1.34.0 | 11 Oct 24 21:20 UTC | 11 Oct 24 21:20 UTC |
| | ha-610874-m03 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-610874 ssh -n ha-610874-m04 sudo cat | ha-610874 | jenkins | v1.34.0 | 11 Oct 24 21:20 UTC | 11 Oct 24 21:20 UTC |
| | /home/docker/cp-test_ha-610874-m03_ha-610874-m04.txt | | | | | |
| cp | ha-610874 cp testdata/cp-test.txt | ha-610874 | jenkins | v1.34.0 | 11 Oct 24 21:20 UTC | 11 Oct 24 21:20 UTC |
| | ha-610874-m04:/home/docker/cp-test.txt | | | | | |
| ssh | ha-610874 ssh -n | ha-610874 | jenkins | v1.34.0 | 11 Oct 24 21:20 UTC | 11 Oct 24 21:20 UTC |
| | ha-610874-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| cp | ha-610874 cp ha-610874-m04:/home/docker/cp-test.txt | ha-610874 | jenkins | v1.34.0 | 11 Oct 24 21:20 UTC | 11 Oct 24 21:20 UTC |
| | /tmp/TestMultiControlPlaneserialCopyFile4266150739/001/cp-test_ha-610874-m04.txt | | | | | |
| ssh | ha-610874 ssh -n | ha-610874 | jenkins | v1.34.0 | 11 Oct 24 21:20 UTC | 11 Oct 24 21:20 UTC |
| | ha-610874-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| cp | ha-610874 cp ha-610874-m04:/home/docker/cp-test.txt | ha-610874 | jenkins | v1.34.0 | 11 Oct 24 21:20 UTC | 11 Oct 24 21:20 UTC |
| | ha-610874:/home/docker/cp-test_ha-610874-m04_ha-610874.txt | | | | | |
| ssh | ha-610874 ssh -n | ha-610874 | jenkins | v1.34.0 | 11 Oct 24 21:20 UTC | 11 Oct 24 21:20 UTC |
| | ha-610874-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-610874 ssh -n ha-610874 sudo cat | ha-610874 | jenkins | v1.34.0 | 11 Oct 24 21:20 UTC | 11 Oct 24 21:20 UTC |
| | /home/docker/cp-test_ha-610874-m04_ha-610874.txt | | | | | |
| cp | ha-610874 cp ha-610874-m04:/home/docker/cp-test.txt | ha-610874 | jenkins | v1.34.0 | 11 Oct 24 21:20 UTC | 11 Oct 24 21:20 UTC |
| | ha-610874-m02:/home/docker/cp-test_ha-610874-m04_ha-610874-m02.txt | | | | | |
| ssh | ha-610874 ssh -n | ha-610874 | jenkins | v1.34.0 | 11 Oct 24 21:20 UTC | 11 Oct 24 21:20 UTC |
| | ha-610874-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-610874 ssh -n ha-610874-m02 sudo cat | ha-610874 | jenkins | v1.34.0 | 11 Oct 24 21:20 UTC | 11 Oct 24 21:20 UTC |
| | /home/docker/cp-test_ha-610874-m04_ha-610874-m02.txt | | | | | |
| cp | ha-610874 cp ha-610874-m04:/home/docker/cp-test.txt | ha-610874 | jenkins | v1.34.0 | 11 Oct 24 21:20 UTC | 11 Oct 24 21:20 UTC |
| | ha-610874-m03:/home/docker/cp-test_ha-610874-m04_ha-610874-m03.txt | | | | | |
| ssh | ha-610874 ssh -n | ha-610874 | jenkins | v1.34.0 | 11 Oct 24 21:20 UTC | 11 Oct 24 21:20 UTC |
| | ha-610874-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-610874 ssh -n ha-610874-m03 sudo cat | ha-610874 | jenkins | v1.34.0 | 11 Oct 24 21:20 UTC | 11 Oct 24 21:21 UTC |
| | /home/docker/cp-test_ha-610874-m04_ha-610874-m03.txt | | | | | |
| node | ha-610874 node stop m02 -v=7 | ha-610874 | jenkins | v1.34.0 | 11 Oct 24 21:21 UTC | |
| | --alsologtostderr | | | | | |
| node | ha-610874 node start m02 -v=7 | ha-610874 | jenkins | v1.34.0 | 11 Oct 24 21:23 UTC | |
| | --alsologtostderr | | | | | |
|---------|----------------------------------------------------------------------------------|-----------|---------|---------|---------------------|---------------------|
==> Last Start <==
Log file created at: 2024/10/11 21:16:16
Running on machine: ubuntu-20-agent-10
Binary: Built with gc go1.23.1 for linux/amd64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I1011 21:16:16.315983 29617 out.go:345] Setting OutFile to fd 1 ...
I1011 21:16:16.316246 29617 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1011 21:16:16.316256 29617 out.go:358] Setting ErrFile to fd 2...
I1011 21:16:16.316260 29617 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1011 21:16:16.316440 29617 root.go:338] Updating PATH: /home/jenkins/minikube-integration/19749-11611/.minikube/bin
I1011 21:16:16.316986 29617 out.go:352] Setting JSON to false
I1011 21:16:16.317794 29617 start.go:129] hostinfo: {"hostname":"ubuntu-20-agent-10","uptime":3521,"bootTime":1728677855,"procs":177,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1069-gcp","kernelArch":"x86_64","virtualizationSystem":"kvm","virtualizationRole":"guest","hostId":"591c9f12-2938-3743-e2bf-c56a050d43d1"}
I1011 21:16:16.317891 29617 start.go:139] virtualization: kvm guest
I1011 21:16:16.320541 29617 out.go:177] * [ha-610874] minikube v1.34.0 on Ubuntu 20.04 (kvm/amd64)
I1011 21:16:16.321962 29617 notify.go:220] Checking for updates...
I1011 21:16:16.321994 29617 out.go:177] - MINIKUBE_LOCATION=19749
I1011 21:16:16.323197 29617 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1011 21:16:16.324431 29617 out.go:177] - KUBECONFIG=/home/jenkins/minikube-integration/19749-11611/kubeconfig
I1011 21:16:16.325803 29617 out.go:177] - MINIKUBE_HOME=/home/jenkins/minikube-integration/19749-11611/.minikube
I1011 21:16:16.326998 29617 out.go:177] - MINIKUBE_BIN=out/minikube-linux-amd64
I1011 21:16:16.328308 29617 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I1011 21:16:16.329813 29617 driver.go:394] Setting default libvirt URI to qemu:///system
I1011 21:16:16.364781 29617 out.go:177] * Using the kvm2 driver based on user configuration
I1011 21:16:16.366005 29617 start.go:297] selected driver: kvm2
I1011 21:16:16.366018 29617 start.go:901] validating driver "kvm2" against <nil>
I1011 21:16:16.366031 29617 start.go:912] status for kvm2: {Installed:true Healthy:true Running:true NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I1011 21:16:16.366752 29617 install.go:52] acquiring lock: {Name:mk900956b073697a4aa6c80a27c6bb0742a99a53 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1011 21:16:16.366844 29617 install.go:117] Validating docker-machine-driver-kvm2, PATH=/home/jenkins/minikube-integration/19749-11611/.minikube/bin:/home/jenkins/workspace/KVM_Linux_crio_integration/out/:/usr/local/bin:/usr/bin:/bin:/usr/local/games:/usr/games:/usr/local/go/bin:/home/jenkins/go/bin:/usr/local/bin/:/usr/local/go/bin/:/home/jenkins/go/bin
I1011 21:16:16.382125 29617 install.go:137] /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2 version is 1.34.0
I1011 21:16:16.382207 29617 start_flags.go:310] no existing cluster config was found, will generate one from the flags
I1011 21:16:16.382499 29617 start_flags.go:947] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1011 21:16:16.382537 29617 cni.go:84] Creating CNI manager for ""
I1011 21:16:16.382594 29617 cni.go:136] multinode detected (0 nodes found), recommending kindnet
I1011 21:16:16.382605 29617 start_flags.go:319] Found "CNI" CNI - setting NetworkPlugin=cni
I1011 21:16:16.382687 29617 start.go:340] cluster config:
{Name:ha-610874 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1728382586-19774@sha256:5d8c4f6d838467365e214e2194dd0153a763e3f78723b5f2a8e06ef7b47409ec Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.1 ClusterName:ha-610874 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRIS
ocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0
GPUs: AutoPauseInterval:1m0s}
I1011 21:16:16.382807 29617 iso.go:125] acquiring lock: {Name:mk830d0cdc2f04347b7d628630eccd21199b9234 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1011 21:16:16.384631 29617 out.go:177] * Starting "ha-610874" primary control-plane node in "ha-610874" cluster
I1011 21:16:16.385929 29617 preload.go:131] Checking if preload exists for k8s version v1.31.1 and runtime crio
I1011 21:16:16.385976 29617 preload.go:146] Found local preload: /home/jenkins/minikube-integration/19749-11611/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.1-cri-o-overlay-amd64.tar.lz4
I1011 21:16:16.385989 29617 cache.go:56] Caching tarball of preloaded images
I1011 21:16:16.386070 29617 preload.go:172] Found /home/jenkins/minikube-integration/19749-11611/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.1-cri-o-overlay-amd64.tar.lz4 in cache, skipping download
I1011 21:16:16.386083 29617 cache.go:59] Finished verifying existence of preloaded tar for v1.31.1 on crio
I1011 21:16:16.386381 29617 profile.go:143] Saving config to /home/jenkins/minikube-integration/19749-11611/.minikube/profiles/ha-610874/config.json ...
I1011 21:16:16.386407 29617 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19749-11611/.minikube/profiles/ha-610874/config.json: {Name:mk126d2587705783f49cefd5532c6478d010ac07 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1011 21:16:16.386555 29617 start.go:360] acquireMachinesLock for ha-610874: {Name:mkb431367b7f497f2f0dc5fb797bc835aa38c7d3 Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}
I1011 21:16:16.386593 29617 start.go:364] duration metric: took 23.105µs to acquireMachinesLock for "ha-610874"
I1011 21:16:16.386631 29617 start.go:93] Provisioning new machine with config: &{Name:ha-610874 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19774/minikube-v1.34.0-1728382514-19774-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1728382586-19774@sha256:5d8c4f6d838467365e214e2194dd0153a763e3f78723b5f2a8e06ef7b47409ec Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{Kubernete
sVersion:v1.31.1 ClusterName:ha-610874 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:
9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name: IP: Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I1011 21:16:16.386695 29617 start.go:125] createHost starting for "" (driver="kvm2")
I1011 21:16:16.388125 29617 out.go:235] * Creating kvm2 VM (CPUs=2, Memory=2200MB, Disk=20000MB) ...
I1011 21:16:16.388266 29617 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1011 21:16:16.388308 29617 main.go:141] libmachine: Launching plugin server for driver kvm2
I1011 21:16:16.402198 29617 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:35737
I1011 21:16:16.402701 29617 main.go:141] libmachine: () Calling .GetVersion
I1011 21:16:16.403193 29617 main.go:141] libmachine: Using API Version 1
I1011 21:16:16.403238 29617 main.go:141] libmachine: () Calling .SetConfigRaw
I1011 21:16:16.403629 29617 main.go:141] libmachine: () Calling .GetMachineName
I1011 21:16:16.403831 29617 main.go:141] libmachine: (ha-610874) Calling .GetMachineName
I1011 21:16:16.403987 29617 main.go:141] libmachine: (ha-610874) Calling .DriverName
I1011 21:16:16.404130 29617 start.go:159] libmachine.API.Create for "ha-610874" (driver="kvm2")
I1011 21:16:16.404153 29617 client.go:168] LocalClient.Create starting
I1011 21:16:16.404179 29617 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/19749-11611/.minikube/certs/ca.pem
I1011 21:16:16.404207 29617 main.go:141] libmachine: Decoding PEM data...
I1011 21:16:16.404220 29617 main.go:141] libmachine: Parsing certificate...
I1011 21:16:16.404273 29617 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/19749-11611/.minikube/certs/cert.pem
I1011 21:16:16.404296 29617 main.go:141] libmachine: Decoding PEM data...
I1011 21:16:16.404309 29617 main.go:141] libmachine: Parsing certificate...
I1011 21:16:16.404323 29617 main.go:141] libmachine: Running pre-create checks...
I1011 21:16:16.404331 29617 main.go:141] libmachine: (ha-610874) Calling .PreCreateCheck
I1011 21:16:16.404634 29617 main.go:141] libmachine: (ha-610874) Calling .GetConfigRaw
I1011 21:16:16.404967 29617 main.go:141] libmachine: Creating machine...
I1011 21:16:16.404978 29617 main.go:141] libmachine: (ha-610874) Calling .Create
I1011 21:16:16.405091 29617 main.go:141] libmachine: (ha-610874) Creating KVM machine...
I1011 21:16:16.406548 29617 main.go:141] libmachine: (ha-610874) DBG | found existing default KVM network
I1011 21:16:16.407330 29617 main.go:141] libmachine: (ha-610874) DBG | I1011 21:16:16.407180 29640 network.go:206] using free private subnet 192.168.39.0/24: &{IP:192.168.39.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.39.0/24 Gateway:192.168.39.1 ClientMin:192.168.39.2 ClientMax:192.168.39.254 Broadcast:192.168.39.255 IsPrivate:true Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:} reservation:0xc000015b90}
I1011 21:16:16.407350 29617 main.go:141] libmachine: (ha-610874) DBG | created network xml:
I1011 21:16:16.407362 29617 main.go:141] libmachine: (ha-610874) DBG | <network>
I1011 21:16:16.407369 29617 main.go:141] libmachine: (ha-610874) DBG | <name>mk-ha-610874</name>
I1011 21:16:16.407378 29617 main.go:141] libmachine: (ha-610874) DBG | <dns enable='no'/>
I1011 21:16:16.407386 29617 main.go:141] libmachine: (ha-610874) DBG |
I1011 21:16:16.407396 29617 main.go:141] libmachine: (ha-610874) DBG | <ip address='192.168.39.1' netmask='255.255.255.0'>
I1011 21:16:16.407401 29617 main.go:141] libmachine: (ha-610874) DBG | <dhcp>
I1011 21:16:16.407430 29617 main.go:141] libmachine: (ha-610874) DBG | <range start='192.168.39.2' end='192.168.39.253'/>
I1011 21:16:16.407460 29617 main.go:141] libmachine: (ha-610874) DBG | </dhcp>
I1011 21:16:16.407476 29617 main.go:141] libmachine: (ha-610874) DBG | </ip>
I1011 21:16:16.407485 29617 main.go:141] libmachine: (ha-610874) DBG |
I1011 21:16:16.407492 29617 main.go:141] libmachine: (ha-610874) DBG | </network>
I1011 21:16:16.407498 29617 main.go:141] libmachine: (ha-610874) DBG |
I1011 21:16:16.412623 29617 main.go:141] libmachine: (ha-610874) DBG | trying to create private KVM network mk-ha-610874 192.168.39.0/24...
I1011 21:16:16.475097 29617 main.go:141] libmachine: (ha-610874) DBG | private KVM network mk-ha-610874 192.168.39.0/24 created
I1011 21:16:16.475123 29617 main.go:141] libmachine: (ha-610874) Setting up store path in /home/jenkins/minikube-integration/19749-11611/.minikube/machines/ha-610874 ...
I1011 21:16:16.475147 29617 main.go:141] libmachine: (ha-610874) DBG | I1011 21:16:16.475097 29640 common.go:145] Making disk image using store path: /home/jenkins/minikube-integration/19749-11611/.minikube
I1011 21:16:16.475159 29617 main.go:141] libmachine: (ha-610874) Building disk image from file:///home/jenkins/minikube-integration/19749-11611/.minikube/cache/iso/amd64/minikube-v1.34.0-1728382514-19774-amd64.iso
I1011 21:16:16.475241 29617 main.go:141] libmachine: (ha-610874) Downloading /home/jenkins/minikube-integration/19749-11611/.minikube/cache/boot2docker.iso from file:///home/jenkins/minikube-integration/19749-11611/.minikube/cache/iso/amd64/minikube-v1.34.0-1728382514-19774-amd64.iso...
I1011 21:16:16.729125 29617 main.go:141] libmachine: (ha-610874) DBG | I1011 21:16:16.729005 29640 common.go:152] Creating ssh key: /home/jenkins/minikube-integration/19749-11611/.minikube/machines/ha-610874/id_rsa...
I1011 21:16:16.910019 29617 main.go:141] libmachine: (ha-610874) DBG | I1011 21:16:16.909910 29640 common.go:158] Creating raw disk image: /home/jenkins/minikube-integration/19749-11611/.minikube/machines/ha-610874/ha-610874.rawdisk...
I1011 21:16:16.910047 29617 main.go:141] libmachine: (ha-610874) DBG | Writing magic tar header
I1011 21:16:16.910056 29617 main.go:141] libmachine: (ha-610874) DBG | Writing SSH key tar header
I1011 21:16:16.910063 29617 main.go:141] libmachine: (ha-610874) DBG | I1011 21:16:16.910020 29640 common.go:172] Fixing permissions on /home/jenkins/minikube-integration/19749-11611/.minikube/machines/ha-610874 ...
I1011 21:16:16.910136 29617 main.go:141] libmachine: (ha-610874) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19749-11611/.minikube/machines/ha-610874
I1011 21:16:16.910176 29617 main.go:141] libmachine: (ha-610874) Setting executable bit set on /home/jenkins/minikube-integration/19749-11611/.minikube/machines/ha-610874 (perms=drwx------)
I1011 21:16:16.910191 29617 main.go:141] libmachine: (ha-610874) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19749-11611/.minikube/machines
I1011 21:16:16.910200 29617 main.go:141] libmachine: (ha-610874) Setting executable bit set on /home/jenkins/minikube-integration/19749-11611/.minikube/machines (perms=drwxr-xr-x)
I1011 21:16:16.910207 29617 main.go:141] libmachine: (ha-610874) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19749-11611/.minikube
I1011 21:16:16.910225 29617 main.go:141] libmachine: (ha-610874) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19749-11611
I1011 21:16:16.910242 29617 main.go:141] libmachine: (ha-610874) DBG | Checking permissions on dir: /home/jenkins/minikube-integration
I1011 21:16:16.910260 29617 main.go:141] libmachine: (ha-610874) Setting executable bit set on /home/jenkins/minikube-integration/19749-11611/.minikube (perms=drwxr-xr-x)
I1011 21:16:16.910277 29617 main.go:141] libmachine: (ha-610874) Setting executable bit set on /home/jenkins/minikube-integration/19749-11611 (perms=drwxrwxr-x)
I1011 21:16:16.910286 29617 main.go:141] libmachine: (ha-610874) Setting executable bit set on /home/jenkins/minikube-integration (perms=drwxrwxr-x)
I1011 21:16:16.910293 29617 main.go:141] libmachine: (ha-610874) Setting executable bit set on /home/jenkins (perms=drwxr-xr-x)
I1011 21:16:16.910306 29617 main.go:141] libmachine: (ha-610874) Creating domain...
I1011 21:16:16.910328 29617 main.go:141] libmachine: (ha-610874) DBG | Checking permissions on dir: /home/jenkins
I1011 21:16:16.910345 29617 main.go:141] libmachine: (ha-610874) DBG | Checking permissions on dir: /home
I1011 21:16:16.910356 29617 main.go:141] libmachine: (ha-610874) DBG | Skipping /home - not owner
I1011 21:16:16.911372 29617 main.go:141] libmachine: (ha-610874) define libvirt domain using xml:
I1011 21:16:16.911391 29617 main.go:141] libmachine: (ha-610874) <domain type='kvm'>
I1011 21:16:16.911398 29617 main.go:141] libmachine: (ha-610874) <name>ha-610874</name>
I1011 21:16:16.911402 29617 main.go:141] libmachine: (ha-610874) <memory unit='MiB'>2200</memory>
I1011 21:16:16.911407 29617 main.go:141] libmachine: (ha-610874) <vcpu>2</vcpu>
I1011 21:16:16.911412 29617 main.go:141] libmachine: (ha-610874) <features>
I1011 21:16:16.911418 29617 main.go:141] libmachine: (ha-610874) <acpi/>
I1011 21:16:16.911425 29617 main.go:141] libmachine: (ha-610874) <apic/>
I1011 21:16:16.911430 29617 main.go:141] libmachine: (ha-610874) <pae/>
I1011 21:16:16.911442 29617 main.go:141] libmachine: (ha-610874)
I1011 21:16:16.911451 29617 main.go:141] libmachine: (ha-610874) </features>
I1011 21:16:16.911459 29617 main.go:141] libmachine: (ha-610874) <cpu mode='host-passthrough'>
I1011 21:16:16.911467 29617 main.go:141] libmachine: (ha-610874)
I1011 21:16:16.911473 29617 main.go:141] libmachine: (ha-610874) </cpu>
I1011 21:16:16.911479 29617 main.go:141] libmachine: (ha-610874) <os>
I1011 21:16:16.911484 29617 main.go:141] libmachine: (ha-610874) <type>hvm</type>
I1011 21:16:16.911489 29617 main.go:141] libmachine: (ha-610874) <boot dev='cdrom'/>
I1011 21:16:16.911492 29617 main.go:141] libmachine: (ha-610874) <boot dev='hd'/>
I1011 21:16:16.911498 29617 main.go:141] libmachine: (ha-610874) <bootmenu enable='no'/>
I1011 21:16:16.911504 29617 main.go:141] libmachine: (ha-610874) </os>
I1011 21:16:16.911510 29617 main.go:141] libmachine: (ha-610874) <devices>
I1011 21:16:16.911516 29617 main.go:141] libmachine: (ha-610874) <disk type='file' device='cdrom'>
I1011 21:16:16.911532 29617 main.go:141] libmachine: (ha-610874) <source file='/home/jenkins/minikube-integration/19749-11611/.minikube/machines/ha-610874/boot2docker.iso'/>
I1011 21:16:16.911547 29617 main.go:141] libmachine: (ha-610874) <target dev='hdc' bus='scsi'/>
I1011 21:16:16.911568 29617 main.go:141] libmachine: (ha-610874) <readonly/>
I1011 21:16:16.911586 29617 main.go:141] libmachine: (ha-610874) </disk>
I1011 21:16:16.911596 29617 main.go:141] libmachine: (ha-610874) <disk type='file' device='disk'>
I1011 21:16:16.911605 29617 main.go:141] libmachine: (ha-610874) <driver name='qemu' type='raw' cache='default' io='threads' />
I1011 21:16:16.911637 29617 main.go:141] libmachine: (ha-610874) <source file='/home/jenkins/minikube-integration/19749-11611/.minikube/machines/ha-610874/ha-610874.rawdisk'/>
I1011 21:16:16.911655 29617 main.go:141] libmachine: (ha-610874) <target dev='hda' bus='virtio'/>
I1011 21:16:16.911674 29617 main.go:141] libmachine: (ha-610874) </disk>
I1011 21:16:16.911692 29617 main.go:141] libmachine: (ha-610874) <interface type='network'>
I1011 21:16:16.911700 29617 main.go:141] libmachine: (ha-610874) <source network='mk-ha-610874'/>
I1011 21:16:16.911705 29617 main.go:141] libmachine: (ha-610874) <model type='virtio'/>
I1011 21:16:16.911709 29617 main.go:141] libmachine: (ha-610874) </interface>
I1011 21:16:16.911713 29617 main.go:141] libmachine: (ha-610874) <interface type='network'>
I1011 21:16:16.911719 29617 main.go:141] libmachine: (ha-610874) <source network='default'/>
I1011 21:16:16.911726 29617 main.go:141] libmachine: (ha-610874) <model type='virtio'/>
I1011 21:16:16.911730 29617 main.go:141] libmachine: (ha-610874) </interface>
I1011 21:16:16.911736 29617 main.go:141] libmachine: (ha-610874) <serial type='pty'>
I1011 21:16:16.911741 29617 main.go:141] libmachine: (ha-610874) <target port='0'/>
I1011 21:16:16.911745 29617 main.go:141] libmachine: (ha-610874) </serial>
I1011 21:16:16.911751 29617 main.go:141] libmachine: (ha-610874) <console type='pty'>
I1011 21:16:16.911757 29617 main.go:141] libmachine: (ha-610874) <target type='serial' port='0'/>
I1011 21:16:16.911762 29617 main.go:141] libmachine: (ha-610874) </console>
I1011 21:16:16.911771 29617 main.go:141] libmachine: (ha-610874) <rng model='virtio'>
I1011 21:16:16.911795 29617 main.go:141] libmachine: (ha-610874) <backend model='random'>/dev/random</backend>
I1011 21:16:16.911810 29617 main.go:141] libmachine: (ha-610874) </rng>
I1011 21:16:16.911818 29617 main.go:141] libmachine: (ha-610874)
I1011 21:16:16.911827 29617 main.go:141] libmachine: (ha-610874)
I1011 21:16:16.911835 29617 main.go:141] libmachine: (ha-610874) </devices>
I1011 21:16:16.911844 29617 main.go:141] libmachine: (ha-610874) </domain>
I1011 21:16:16.911853 29617 main.go:141] libmachine: (ha-610874)
I1011 21:16:16.916111 29617 main.go:141] libmachine: (ha-610874) DBG | domain ha-610874 has defined MAC address 52:54:00:3e:bc:a1 in network default
I1011 21:16:16.916699 29617 main.go:141] libmachine: (ha-610874) Ensuring networks are active...
I1011 21:16:16.916720 29617 main.go:141] libmachine: (ha-610874) DBG | domain ha-610874 has defined MAC address 52:54:00:5f:c7:da in network mk-ha-610874
I1011 21:16:16.917266 29617 main.go:141] libmachine: (ha-610874) Ensuring network default is active
I1011 21:16:16.917528 29617 main.go:141] libmachine: (ha-610874) Ensuring network mk-ha-610874 is active
I1011 21:16:16.918196 29617 main.go:141] libmachine: (ha-610874) Getting domain xml...
I1011 21:16:16.918917 29617 main.go:141] libmachine: (ha-610874) Creating domain...
I1011 21:16:18.090043 29617 main.go:141] libmachine: (ha-610874) Waiting to get IP...
I1011 21:16:18.090745 29617 main.go:141] libmachine: (ha-610874) DBG | domain ha-610874 has defined MAC address 52:54:00:5f:c7:da in network mk-ha-610874
I1011 21:16:18.091141 29617 main.go:141] libmachine: (ha-610874) DBG | unable to find current IP address of domain ha-610874 in network mk-ha-610874
I1011 21:16:18.091169 29617 main.go:141] libmachine: (ha-610874) DBG | I1011 21:16:18.091121 29640 retry.go:31] will retry after 201.066044ms: waiting for machine to come up
I1011 21:16:18.293473 29617 main.go:141] libmachine: (ha-610874) DBG | domain ha-610874 has defined MAC address 52:54:00:5f:c7:da in network mk-ha-610874
I1011 21:16:18.293939 29617 main.go:141] libmachine: (ha-610874) DBG | unable to find current IP address of domain ha-610874 in network mk-ha-610874
I1011 21:16:18.293961 29617 main.go:141] libmachine: (ha-610874) DBG | I1011 21:16:18.293905 29640 retry.go:31] will retry after 378.868503ms: waiting for machine to come up
I1011 21:16:18.674665 29617 main.go:141] libmachine: (ha-610874) DBG | domain ha-610874 has defined MAC address 52:54:00:5f:c7:da in network mk-ha-610874
I1011 21:16:18.675080 29617 main.go:141] libmachine: (ha-610874) DBG | unable to find current IP address of domain ha-610874 in network mk-ha-610874
I1011 21:16:18.675111 29617 main.go:141] libmachine: (ha-610874) DBG | I1011 21:16:18.675034 29640 retry.go:31] will retry after 485.059913ms: waiting for machine to come up
I1011 21:16:19.161402 29617 main.go:141] libmachine: (ha-610874) DBG | domain ha-610874 has defined MAC address 52:54:00:5f:c7:da in network mk-ha-610874
I1011 21:16:19.161817 29617 main.go:141] libmachine: (ha-610874) DBG | unable to find current IP address of domain ha-610874 in network mk-ha-610874
I1011 21:16:19.161841 29617 main.go:141] libmachine: (ha-610874) DBG | I1011 21:16:19.161779 29640 retry.go:31] will retry after 597.34397ms: waiting for machine to come up
I1011 21:16:19.760468 29617 main.go:141] libmachine: (ha-610874) DBG | domain ha-610874 has defined MAC address 52:54:00:5f:c7:da in network mk-ha-610874
I1011 21:16:19.761020 29617 main.go:141] libmachine: (ha-610874) DBG | unable to find current IP address of domain ha-610874 in network mk-ha-610874
I1011 21:16:19.761049 29617 main.go:141] libmachine: (ha-610874) DBG | I1011 21:16:19.760968 29640 retry.go:31] will retry after 563.860814ms: waiting for machine to come up
I1011 21:16:20.326631 29617 main.go:141] libmachine: (ha-610874) DBG | domain ha-610874 has defined MAC address 52:54:00:5f:c7:da in network mk-ha-610874
I1011 21:16:20.326999 29617 main.go:141] libmachine: (ha-610874) DBG | unable to find current IP address of domain ha-610874 in network mk-ha-610874
I1011 21:16:20.327019 29617 main.go:141] libmachine: (ha-610874) DBG | I1011 21:16:20.326975 29640 retry.go:31] will retry after 723.522472ms: waiting for machine to come up
I1011 21:16:21.051775 29617 main.go:141] libmachine: (ha-610874) DBG | domain ha-610874 has defined MAC address 52:54:00:5f:c7:da in network mk-ha-610874
I1011 21:16:21.052216 29617 main.go:141] libmachine: (ha-610874) DBG | unable to find current IP address of domain ha-610874 in network mk-ha-610874
I1011 21:16:21.052252 29617 main.go:141] libmachine: (ha-610874) DBG | I1011 21:16:21.052167 29640 retry.go:31] will retry after 1.08960891s: waiting for machine to come up
I1011 21:16:22.142962 29617 main.go:141] libmachine: (ha-610874) DBG | domain ha-610874 has defined MAC address 52:54:00:5f:c7:da in network mk-ha-610874
I1011 21:16:22.143401 29617 main.go:141] libmachine: (ha-610874) DBG | unable to find current IP address of domain ha-610874 in network mk-ha-610874
I1011 21:16:22.143426 29617 main.go:141] libmachine: (ha-610874) DBG | I1011 21:16:22.143368 29640 retry.go:31] will retry after 897.228253ms: waiting for machine to come up
I1011 21:16:23.042418 29617 main.go:141] libmachine: (ha-610874) DBG | domain ha-610874 has defined MAC address 52:54:00:5f:c7:da in network mk-ha-610874
I1011 21:16:23.042804 29617 main.go:141] libmachine: (ha-610874) DBG | unable to find current IP address of domain ha-610874 in network mk-ha-610874
I1011 21:16:23.042830 29617 main.go:141] libmachine: (ha-610874) DBG | I1011 21:16:23.042766 29640 retry.go:31] will retry after 1.598924345s: waiting for machine to come up
I1011 21:16:24.643409 29617 main.go:141] libmachine: (ha-610874) DBG | domain ha-610874 has defined MAC address 52:54:00:5f:c7:da in network mk-ha-610874
I1011 21:16:24.643801 29617 main.go:141] libmachine: (ha-610874) DBG | unable to find current IP address of domain ha-610874 in network mk-ha-610874
I1011 21:16:24.643824 29617 main.go:141] libmachine: (ha-610874) DBG | I1011 21:16:24.643752 29640 retry.go:31] will retry after 2.213754576s: waiting for machine to come up
I1011 21:16:26.858883 29617 main.go:141] libmachine: (ha-610874) DBG | domain ha-610874 has defined MAC address 52:54:00:5f:c7:da in network mk-ha-610874
I1011 21:16:26.859262 29617 main.go:141] libmachine: (ha-610874) DBG | unable to find current IP address of domain ha-610874 in network mk-ha-610874
I1011 21:16:26.859288 29617 main.go:141] libmachine: (ha-610874) DBG | I1011 21:16:26.859206 29640 retry.go:31] will retry after 2.657896821s: waiting for machine to come up
I1011 21:16:29.518223 29617 main.go:141] libmachine: (ha-610874) DBG | domain ha-610874 has defined MAC address 52:54:00:5f:c7:da in network mk-ha-610874
I1011 21:16:29.518660 29617 main.go:141] libmachine: (ha-610874) DBG | unable to find current IP address of domain ha-610874 in network mk-ha-610874
I1011 21:16:29.518685 29617 main.go:141] libmachine: (ha-610874) DBG | I1011 21:16:29.518604 29640 retry.go:31] will retry after 3.090933093s: waiting for machine to come up
I1011 21:16:32.611083 29617 main.go:141] libmachine: (ha-610874) DBG | domain ha-610874 has defined MAC address 52:54:00:5f:c7:da in network mk-ha-610874
I1011 21:16:32.611504 29617 main.go:141] libmachine: (ha-610874) DBG | unable to find current IP address of domain ha-610874 in network mk-ha-610874
I1011 21:16:32.611526 29617 main.go:141] libmachine: (ha-610874) DBG | I1011 21:16:32.611439 29640 retry.go:31] will retry after 4.256728144s: waiting for machine to come up
I1011 21:16:36.869470 29617 main.go:141] libmachine: (ha-610874) DBG | domain ha-610874 has defined MAC address 52:54:00:5f:c7:da in network mk-ha-610874
I1011 21:16:36.869869 29617 main.go:141] libmachine: (ha-610874) Found IP for machine: 192.168.39.10
I1011 21:16:36.869889 29617 main.go:141] libmachine: (ha-610874) Reserving static IP address...
I1011 21:16:36.869901 29617 main.go:141] libmachine: (ha-610874) DBG | domain ha-610874 has current primary IP address 192.168.39.10 and MAC address 52:54:00:5f:c7:da in network mk-ha-610874
I1011 21:16:36.870189 29617 main.go:141] libmachine: (ha-610874) DBG | unable to find host DHCP lease matching {name: "ha-610874", mac: "52:54:00:5f:c7:da", ip: "192.168.39.10"} in network mk-ha-610874
I1011 21:16:36.939387 29617 main.go:141] libmachine: (ha-610874) DBG | Getting to WaitForSSH function...
I1011 21:16:36.939416 29617 main.go:141] libmachine: (ha-610874) Reserved static IP address: 192.168.39.10
I1011 21:16:36.939452 29617 main.go:141] libmachine: (ha-610874) Waiting for SSH to be available...
I1011 21:16:36.941715 29617 main.go:141] libmachine: (ha-610874) DBG | domain ha-610874 has defined MAC address 52:54:00:5f:c7:da in network mk-ha-610874
I1011 21:16:36.941968 29617 main.go:141] libmachine: (ha-610874) DBG | unable to find host DHCP lease matching {name: "", mac: "52:54:00:5f:c7:da", ip: ""} in network mk-ha-610874
I1011 21:16:36.941981 29617 main.go:141] libmachine: (ha-610874) DBG | unable to find defined IP address of network mk-ha-610874 interface with MAC address 52:54:00:5f:c7:da
I1011 21:16:36.942096 29617 main.go:141] libmachine: (ha-610874) DBG | Using SSH client type: external
I1011 21:16:36.942140 29617 main.go:141] libmachine: (ha-610874) DBG | Using SSH private key: /home/jenkins/minikube-integration/19749-11611/.minikube/machines/ha-610874/id_rsa (-rw-------)
I1011 21:16:36.942184 29617 main.go:141] libmachine: (ha-610874) DBG | &{[-F /dev/null -o ConnectionAttempts=3 -o ConnectTimeout=10 -o ControlMaster=no -o ControlPath=none -o LogLevel=quiet -o PasswordAuthentication=no -o ServerAliveInterval=60 -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null docker@ -o IdentitiesOnly=yes -i /home/jenkins/minikube-integration/19749-11611/.minikube/machines/ha-610874/id_rsa -p 22] /usr/bin/ssh <nil>}
I1011 21:16:36.942200 29617 main.go:141] libmachine: (ha-610874) DBG | About to run SSH command:
I1011 21:16:36.942220 29617 main.go:141] libmachine: (ha-610874) DBG | exit 0
I1011 21:16:36.945904 29617 main.go:141] libmachine: (ha-610874) DBG | SSH cmd err, output: exit status 255:
I1011 21:16:36.945918 29617 main.go:141] libmachine: (ha-610874) DBG | Error getting ssh command 'exit 0' : ssh command error:
I1011 21:16:36.945924 29617 main.go:141] libmachine: (ha-610874) DBG | command : exit 0
I1011 21:16:36.945937 29617 main.go:141] libmachine: (ha-610874) DBG | err : exit status 255
I1011 21:16:36.945943 29617 main.go:141] libmachine: (ha-610874) DBG | output :
I1011 21:16:39.948099 29617 main.go:141] libmachine: (ha-610874) DBG | Getting to WaitForSSH function...
I1011 21:16:39.950401 29617 main.go:141] libmachine: (ha-610874) DBG | domain ha-610874 has defined MAC address 52:54:00:5f:c7:da in network mk-ha-610874
I1011 21:16:39.950756 29617 main.go:141] libmachine: (ha-610874) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:5f:c7:da", ip: ""} in network mk-ha-610874: {Iface:virbr1 ExpiryTime:2024-10-11 22:16:31 +0000 UTC Type:0 Mac:52:54:00:5f:c7:da Iaid: IPaddr:192.168.39.10 Prefix:24 Hostname:ha-610874 Clientid:01:52:54:00:5f:c7:da}
I1011 21:16:39.950783 29617 main.go:141] libmachine: (ha-610874) DBG | domain ha-610874 has defined IP address 192.168.39.10 and MAC address 52:54:00:5f:c7:da in network mk-ha-610874
I1011 21:16:39.950892 29617 main.go:141] libmachine: (ha-610874) DBG | Using SSH client type: external
I1011 21:16:39.950914 29617 main.go:141] libmachine: (ha-610874) DBG | Using SSH private key: /home/jenkins/minikube-integration/19749-11611/.minikube/machines/ha-610874/id_rsa (-rw-------)
I1011 21:16:39.950953 29617 main.go:141] libmachine: (ha-610874) DBG | &{[-F /dev/null -o ConnectionAttempts=3 -o ConnectTimeout=10 -o ControlMaster=no -o ControlPath=none -o LogLevel=quiet -o PasswordAuthentication=no -o ServerAliveInterval=60 -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null docker@192.168.39.10 -o IdentitiesOnly=yes -i /home/jenkins/minikube-integration/19749-11611/.minikube/machines/ha-610874/id_rsa -p 22] /usr/bin/ssh <nil>}
I1011 21:16:39.950970 29617 main.go:141] libmachine: (ha-610874) DBG | About to run SSH command:
I1011 21:16:39.950994 29617 main.go:141] libmachine: (ha-610874) DBG | exit 0
I1011 21:16:40.078944 29617 main.go:141] libmachine: (ha-610874) DBG | SSH cmd err, output: <nil>:
I1011 21:16:40.079215 29617 main.go:141] libmachine: (ha-610874) KVM machine creation complete!
I1011 21:16:40.079553 29617 main.go:141] libmachine: (ha-610874) Calling .GetConfigRaw
I1011 21:16:40.080090 29617 main.go:141] libmachine: (ha-610874) Calling .DriverName
I1011 21:16:40.080284 29617 main.go:141] libmachine: (ha-610874) Calling .DriverName
I1011 21:16:40.080465 29617 main.go:141] libmachine: Waiting for machine to be running, this may take a few minutes...
I1011 21:16:40.080487 29617 main.go:141] libmachine: (ha-610874) Calling .GetState
I1011 21:16:40.081981 29617 main.go:141] libmachine: Detecting operating system of created instance...
I1011 21:16:40.081998 29617 main.go:141] libmachine: Waiting for SSH to be available...
I1011 21:16:40.082006 29617 main.go:141] libmachine: Getting to WaitForSSH function...
I1011 21:16:40.082015 29617 main.go:141] libmachine: (ha-610874) Calling .GetSSHHostname
I1011 21:16:40.084298 29617 main.go:141] libmachine: (ha-610874) DBG | domain ha-610874 has defined MAC address 52:54:00:5f:c7:da in network mk-ha-610874
I1011 21:16:40.084628 29617 main.go:141] libmachine: (ha-610874) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:5f:c7:da", ip: ""} in network mk-ha-610874: {Iface:virbr1 ExpiryTime:2024-10-11 22:16:31 +0000 UTC Type:0 Mac:52:54:00:5f:c7:da Iaid: IPaddr:192.168.39.10 Prefix:24 Hostname:ha-610874 Clientid:01:52:54:00:5f:c7:da}
I1011 21:16:40.084651 29617 main.go:141] libmachine: (ha-610874) DBG | domain ha-610874 has defined IP address 192.168.39.10 and MAC address 52:54:00:5f:c7:da in network mk-ha-610874
I1011 21:16:40.084818 29617 main.go:141] libmachine: (ha-610874) Calling .GetSSHPort
I1011 21:16:40.084959 29617 main.go:141] libmachine: (ha-610874) Calling .GetSSHKeyPath
I1011 21:16:40.085094 29617 main.go:141] libmachine: (ha-610874) Calling .GetSSHKeyPath
I1011 21:16:40.085224 29617 main.go:141] libmachine: (ha-610874) Calling .GetSSHUsername
I1011 21:16:40.085388 29617 main.go:141] libmachine: Using SSH client type: native
I1011 21:16:40.085639 29617 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x8651c0] 0x867ea0 <nil> [] 0s} 192.168.39.10 22 <nil> <nil>}
I1011 21:16:40.085653 29617 main.go:141] libmachine: About to run SSH command:
exit 0
I1011 21:16:40.198146 29617 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1011 21:16:40.198167 29617 main.go:141] libmachine: Detecting the provisioner...
I1011 21:16:40.198175 29617 main.go:141] libmachine: (ha-610874) Calling .GetSSHHostname
I1011 21:16:40.200910 29617 main.go:141] libmachine: (ha-610874) DBG | domain ha-610874 has defined MAC address 52:54:00:5f:c7:da in network mk-ha-610874
I1011 21:16:40.201288 29617 main.go:141] libmachine: (ha-610874) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:5f:c7:da", ip: ""} in network mk-ha-610874: {Iface:virbr1 ExpiryTime:2024-10-11 22:16:31 +0000 UTC Type:0 Mac:52:54:00:5f:c7:da Iaid: IPaddr:192.168.39.10 Prefix:24 Hostname:ha-610874 Clientid:01:52:54:00:5f:c7:da}
I1011 21:16:40.201309 29617 main.go:141] libmachine: (ha-610874) DBG | domain ha-610874 has defined IP address 192.168.39.10 and MAC address 52:54:00:5f:c7:da in network mk-ha-610874
I1011 21:16:40.201507 29617 main.go:141] libmachine: (ha-610874) Calling .GetSSHPort
I1011 21:16:40.201664 29617 main.go:141] libmachine: (ha-610874) Calling .GetSSHKeyPath
I1011 21:16:40.201836 29617 main.go:141] libmachine: (ha-610874) Calling .GetSSHKeyPath
I1011 21:16:40.202076 29617 main.go:141] libmachine: (ha-610874) Calling .GetSSHUsername
I1011 21:16:40.202254 29617 main.go:141] libmachine: Using SSH client type: native
I1011 21:16:40.202419 29617 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x8651c0] 0x867ea0 <nil> [] 0s} 192.168.39.10 22 <nil> <nil>}
I1011 21:16:40.202429 29617 main.go:141] libmachine: About to run SSH command:
cat /etc/os-release
I1011 21:16:40.320067 29617 main.go:141] libmachine: SSH cmd err, output: <nil>: NAME=Buildroot
VERSION=2023.02.9-dirty
ID=buildroot
VERSION_ID=2023.02.9
PRETTY_NAME="Buildroot 2023.02.9"
I1011 21:16:40.320126 29617 main.go:141] libmachine: found compatible host: buildroot
I1011 21:16:40.320134 29617 main.go:141] libmachine: Provisioning with buildroot...
I1011 21:16:40.320143 29617 main.go:141] libmachine: (ha-610874) Calling .GetMachineName
I1011 21:16:40.320383 29617 buildroot.go:166] provisioning hostname "ha-610874"
I1011 21:16:40.320406 29617 main.go:141] libmachine: (ha-610874) Calling .GetMachineName
I1011 21:16:40.320566 29617 main.go:141] libmachine: (ha-610874) Calling .GetSSHHostname
I1011 21:16:40.322841 29617 main.go:141] libmachine: (ha-610874) DBG | domain ha-610874 has defined MAC address 52:54:00:5f:c7:da in network mk-ha-610874
I1011 21:16:40.323123 29617 main.go:141] libmachine: (ha-610874) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:5f:c7:da", ip: ""} in network mk-ha-610874: {Iface:virbr1 ExpiryTime:2024-10-11 22:16:31 +0000 UTC Type:0 Mac:52:54:00:5f:c7:da Iaid: IPaddr:192.168.39.10 Prefix:24 Hostname:ha-610874 Clientid:01:52:54:00:5f:c7:da}
I1011 21:16:40.323151 29617 main.go:141] libmachine: (ha-610874) DBG | domain ha-610874 has defined IP address 192.168.39.10 and MAC address 52:54:00:5f:c7:da in network mk-ha-610874
I1011 21:16:40.323298 29617 main.go:141] libmachine: (ha-610874) Calling .GetSSHPort
I1011 21:16:40.323462 29617 main.go:141] libmachine: (ha-610874) Calling .GetSSHKeyPath
I1011 21:16:40.323604 29617 main.go:141] libmachine: (ha-610874) Calling .GetSSHKeyPath
I1011 21:16:40.323710 29617 main.go:141] libmachine: (ha-610874) Calling .GetSSHUsername
I1011 21:16:40.323847 29617 main.go:141] libmachine: Using SSH client type: native
I1011 21:16:40.324007 29617 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x8651c0] 0x867ea0 <nil> [] 0s} 192.168.39.10 22 <nil> <nil>}
I1011 21:16:40.324018 29617 main.go:141] libmachine: About to run SSH command:
sudo hostname ha-610874 && echo "ha-610874" | sudo tee /etc/hostname
I1011 21:16:40.453038 29617 main.go:141] libmachine: SSH cmd err, output: <nil>: ha-610874
I1011 21:16:40.453062 29617 main.go:141] libmachine: (ha-610874) Calling .GetSSHHostname
I1011 21:16:40.455945 29617 main.go:141] libmachine: (ha-610874) DBG | domain ha-610874 has defined MAC address 52:54:00:5f:c7:da in network mk-ha-610874
I1011 21:16:40.456318 29617 main.go:141] libmachine: (ha-610874) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:5f:c7:da", ip: ""} in network mk-ha-610874: {Iface:virbr1 ExpiryTime:2024-10-11 22:16:31 +0000 UTC Type:0 Mac:52:54:00:5f:c7:da Iaid: IPaddr:192.168.39.10 Prefix:24 Hostname:ha-610874 Clientid:01:52:54:00:5f:c7:da}
I1011 21:16:40.456341 29617 main.go:141] libmachine: (ha-610874) DBG | domain ha-610874 has defined IP address 192.168.39.10 and MAC address 52:54:00:5f:c7:da in network mk-ha-610874
I1011 21:16:40.456518 29617 main.go:141] libmachine: (ha-610874) Calling .GetSSHPort
I1011 21:16:40.456721 29617 main.go:141] libmachine: (ha-610874) Calling .GetSSHKeyPath
I1011 21:16:40.456849 29617 main.go:141] libmachine: (ha-610874) Calling .GetSSHKeyPath
I1011 21:16:40.456959 29617 main.go:141] libmachine: (ha-610874) Calling .GetSSHUsername
I1011 21:16:40.457152 29617 main.go:141] libmachine: Using SSH client type: native
I1011 21:16:40.457380 29617 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x8651c0] 0x867ea0 <nil> [] 0s} 192.168.39.10 22 <nil> <nil>}
I1011 21:16:40.457403 29617 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\sha-610874' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 ha-610874/g' /etc/hosts;
else
echo '127.0.1.1 ha-610874' | sudo tee -a /etc/hosts;
fi
fi
I1011 21:16:40.579667 29617 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1011 21:16:40.579694 29617 buildroot.go:172] set auth options {CertDir:/home/jenkins/minikube-integration/19749-11611/.minikube CaCertPath:/home/jenkins/minikube-integration/19749-11611/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/19749-11611/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/19749-11611/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/19749-11611/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/19749-11611/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/19749-11611/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/19749-11611/.minikube}
I1011 21:16:40.579712 29617 buildroot.go:174] setting up certificates
I1011 21:16:40.579722 29617 provision.go:84] configureAuth start
I1011 21:16:40.579730 29617 main.go:141] libmachine: (ha-610874) Calling .GetMachineName
I1011 21:16:40.579972 29617 main.go:141] libmachine: (ha-610874) Calling .GetIP
I1011 21:16:40.582609 29617 main.go:141] libmachine: (ha-610874) DBG | domain ha-610874 has defined MAC address 52:54:00:5f:c7:da in network mk-ha-610874
I1011 21:16:40.582944 29617 main.go:141] libmachine: (ha-610874) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:5f:c7:da", ip: ""} in network mk-ha-610874: {Iface:virbr1 ExpiryTime:2024-10-11 22:16:31 +0000 UTC Type:0 Mac:52:54:00:5f:c7:da Iaid: IPaddr:192.168.39.10 Prefix:24 Hostname:ha-610874 Clientid:01:52:54:00:5f:c7:da}
I1011 21:16:40.582970 29617 main.go:141] libmachine: (ha-610874) DBG | domain ha-610874 has defined IP address 192.168.39.10 and MAC address 52:54:00:5f:c7:da in network mk-ha-610874
I1011 21:16:40.583046 29617 main.go:141] libmachine: (ha-610874) Calling .GetSSHHostname
I1011 21:16:40.585314 29617 main.go:141] libmachine: (ha-610874) DBG | domain ha-610874 has defined MAC address 52:54:00:5f:c7:da in network mk-ha-610874
I1011 21:16:40.585630 29617 main.go:141] libmachine: (ha-610874) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:5f:c7:da", ip: ""} in network mk-ha-610874: {Iface:virbr1 ExpiryTime:2024-10-11 22:16:31 +0000 UTC Type:0 Mac:52:54:00:5f:c7:da Iaid: IPaddr:192.168.39.10 Prefix:24 Hostname:ha-610874 Clientid:01:52:54:00:5f:c7:da}
I1011 21:16:40.585652 29617 main.go:141] libmachine: (ha-610874) DBG | domain ha-610874 has defined IP address 192.168.39.10 and MAC address 52:54:00:5f:c7:da in network mk-ha-610874
I1011 21:16:40.585815 29617 provision.go:143] copyHostCerts
I1011 21:16:40.585854 29617 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19749-11611/.minikube/certs/ca.pem -> /home/jenkins/minikube-integration/19749-11611/.minikube/ca.pem
I1011 21:16:40.585886 29617 exec_runner.go:144] found /home/jenkins/minikube-integration/19749-11611/.minikube/ca.pem, removing ...
I1011 21:16:40.585905 29617 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19749-11611/.minikube/ca.pem
I1011 21:16:40.585976 29617 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19749-11611/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/19749-11611/.minikube/ca.pem (1082 bytes)
I1011 21:16:40.586075 29617 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19749-11611/.minikube/certs/cert.pem -> /home/jenkins/minikube-integration/19749-11611/.minikube/cert.pem
I1011 21:16:40.586099 29617 exec_runner.go:144] found /home/jenkins/minikube-integration/19749-11611/.minikube/cert.pem, removing ...
I1011 21:16:40.586109 29617 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19749-11611/.minikube/cert.pem
I1011 21:16:40.586148 29617 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19749-11611/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/19749-11611/.minikube/cert.pem (1123 bytes)
I1011 21:16:40.586259 29617 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19749-11611/.minikube/certs/key.pem -> /home/jenkins/minikube-integration/19749-11611/.minikube/key.pem
I1011 21:16:40.586280 29617 exec_runner.go:144] found /home/jenkins/minikube-integration/19749-11611/.minikube/key.pem, removing ...
I1011 21:16:40.586286 29617 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19749-11611/.minikube/key.pem
I1011 21:16:40.586312 29617 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19749-11611/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/19749-11611/.minikube/key.pem (1679 bytes)
I1011 21:16:40.586375 29617 provision.go:117] generating server cert: /home/jenkins/minikube-integration/19749-11611/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/19749-11611/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/19749-11611/.minikube/certs/ca-key.pem org=jenkins.ha-610874 san=[127.0.0.1 192.168.39.10 ha-610874 localhost minikube]
I1011 21:16:40.739496 29617 provision.go:177] copyRemoteCerts
I1011 21:16:40.739549 29617 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1011 21:16:40.739572 29617 main.go:141] libmachine: (ha-610874) Calling .GetSSHHostname
I1011 21:16:40.742211 29617 main.go:141] libmachine: (ha-610874) DBG | domain ha-610874 has defined MAC address 52:54:00:5f:c7:da in network mk-ha-610874
I1011 21:16:40.742512 29617 main.go:141] libmachine: (ha-610874) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:5f:c7:da", ip: ""} in network mk-ha-610874: {Iface:virbr1 ExpiryTime:2024-10-11 22:16:31 +0000 UTC Type:0 Mac:52:54:00:5f:c7:da Iaid: IPaddr:192.168.39.10 Prefix:24 Hostname:ha-610874 Clientid:01:52:54:00:5f:c7:da}
I1011 21:16:40.742540 29617 main.go:141] libmachine: (ha-610874) DBG | domain ha-610874 has defined IP address 192.168.39.10 and MAC address 52:54:00:5f:c7:da in network mk-ha-610874
I1011 21:16:40.742690 29617 main.go:141] libmachine: (ha-610874) Calling .GetSSHPort
I1011 21:16:40.742858 29617 main.go:141] libmachine: (ha-610874) Calling .GetSSHKeyPath
I1011 21:16:40.743050 29617 main.go:141] libmachine: (ha-610874) Calling .GetSSHUsername
I1011 21:16:40.743333 29617 sshutil.go:53] new ssh client: &{IP:192.168.39.10 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19749-11611/.minikube/machines/ha-610874/id_rsa Username:docker}
I1011 21:16:40.830053 29617 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19749-11611/.minikube/machines/server-key.pem -> /etc/docker/server-key.pem
I1011 21:16:40.830129 29617 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19749-11611/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1675 bytes)
I1011 21:16:40.854808 29617 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19749-11611/.minikube/certs/ca.pem -> /etc/docker/ca.pem
I1011 21:16:40.854871 29617 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19749-11611/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1082 bytes)
I1011 21:16:40.878779 29617 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19749-11611/.minikube/machines/server.pem -> /etc/docker/server.pem
I1011 21:16:40.878844 29617 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19749-11611/.minikube/machines/server.pem --> /etc/docker/server.pem (1196 bytes)
I1011 21:16:40.903681 29617 provision.go:87] duration metric: took 323.94786ms to configureAuth
I1011 21:16:40.903706 29617 buildroot.go:189] setting minikube options for container-runtime
I1011 21:16:40.903876 29617 config.go:182] Loaded profile config "ha-610874": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.1
I1011 21:16:40.903945 29617 main.go:141] libmachine: (ha-610874) Calling .GetSSHHostname
I1011 21:16:40.906420 29617 main.go:141] libmachine: (ha-610874) DBG | domain ha-610874 has defined MAC address 52:54:00:5f:c7:da in network mk-ha-610874
I1011 21:16:40.906781 29617 main.go:141] libmachine: (ha-610874) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:5f:c7:da", ip: ""} in network mk-ha-610874: {Iface:virbr1 ExpiryTime:2024-10-11 22:16:31 +0000 UTC Type:0 Mac:52:54:00:5f:c7:da Iaid: IPaddr:192.168.39.10 Prefix:24 Hostname:ha-610874 Clientid:01:52:54:00:5f:c7:da}
I1011 21:16:40.906802 29617 main.go:141] libmachine: (ha-610874) DBG | domain ha-610874 has defined IP address 192.168.39.10 and MAC address 52:54:00:5f:c7:da in network mk-ha-610874
I1011 21:16:40.906980 29617 main.go:141] libmachine: (ha-610874) Calling .GetSSHPort
I1011 21:16:40.907177 29617 main.go:141] libmachine: (ha-610874) Calling .GetSSHKeyPath
I1011 21:16:40.907312 29617 main.go:141] libmachine: (ha-610874) Calling .GetSSHKeyPath
I1011 21:16:40.907417 29617 main.go:141] libmachine: (ha-610874) Calling .GetSSHUsername
I1011 21:16:40.907537 29617 main.go:141] libmachine: Using SSH client type: native
I1011 21:16:40.907709 29617 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x8651c0] 0x867ea0 <nil> [] 0s} 192.168.39.10 22 <nil> <nil>}
I1011 21:16:40.907729 29617 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1011 21:16:41.149826 29617 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1011 21:16:41.149854 29617 main.go:141] libmachine: Checking connection to Docker...
I1011 21:16:41.149864 29617 main.go:141] libmachine: (ha-610874) Calling .GetURL
I1011 21:16:41.151110 29617 main.go:141] libmachine: (ha-610874) DBG | Using libvirt version 6000000
I1011 21:16:41.153298 29617 main.go:141] libmachine: (ha-610874) DBG | domain ha-610874 has defined MAC address 52:54:00:5f:c7:da in network mk-ha-610874
I1011 21:16:41.153626 29617 main.go:141] libmachine: (ha-610874) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:5f:c7:da", ip: ""} in network mk-ha-610874: {Iface:virbr1 ExpiryTime:2024-10-11 22:16:31 +0000 UTC Type:0 Mac:52:54:00:5f:c7:da Iaid: IPaddr:192.168.39.10 Prefix:24 Hostname:ha-610874 Clientid:01:52:54:00:5f:c7:da}
I1011 21:16:41.153645 29617 main.go:141] libmachine: (ha-610874) DBG | domain ha-610874 has defined IP address 192.168.39.10 and MAC address 52:54:00:5f:c7:da in network mk-ha-610874
I1011 21:16:41.153813 29617 main.go:141] libmachine: Docker is up and running!
I1011 21:16:41.153832 29617 main.go:141] libmachine: Reticulating splines...
I1011 21:16:41.153840 29617 client.go:171] duration metric: took 24.749677896s to LocalClient.Create
I1011 21:16:41.153864 29617 start.go:167] duration metric: took 24.749734503s to libmachine.API.Create "ha-610874"
I1011 21:16:41.153877 29617 start.go:293] postStartSetup for "ha-610874" (driver="kvm2")
I1011 21:16:41.153888 29617 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1011 21:16:41.153907 29617 main.go:141] libmachine: (ha-610874) Calling .DriverName
I1011 21:16:41.154134 29617 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1011 21:16:41.154156 29617 main.go:141] libmachine: (ha-610874) Calling .GetSSHHostname
I1011 21:16:41.156353 29617 main.go:141] libmachine: (ha-610874) DBG | domain ha-610874 has defined MAC address 52:54:00:5f:c7:da in network mk-ha-610874
I1011 21:16:41.156731 29617 main.go:141] libmachine: (ha-610874) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:5f:c7:da", ip: ""} in network mk-ha-610874: {Iface:virbr1 ExpiryTime:2024-10-11 22:16:31 +0000 UTC Type:0 Mac:52:54:00:5f:c7:da Iaid: IPaddr:192.168.39.10 Prefix:24 Hostname:ha-610874 Clientid:01:52:54:00:5f:c7:da}
I1011 21:16:41.156764 29617 main.go:141] libmachine: (ha-610874) DBG | domain ha-610874 has defined IP address 192.168.39.10 and MAC address 52:54:00:5f:c7:da in network mk-ha-610874
I1011 21:16:41.156902 29617 main.go:141] libmachine: (ha-610874) Calling .GetSSHPort
I1011 21:16:41.157060 29617 main.go:141] libmachine: (ha-610874) Calling .GetSSHKeyPath
I1011 21:16:41.157197 29617 main.go:141] libmachine: (ha-610874) Calling .GetSSHUsername
I1011 21:16:41.157377 29617 sshutil.go:53] new ssh client: &{IP:192.168.39.10 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19749-11611/.minikube/machines/ha-610874/id_rsa Username:docker}
I1011 21:16:41.245691 29617 ssh_runner.go:195] Run: cat /etc/os-release
I1011 21:16:41.249882 29617 info.go:137] Remote host: Buildroot 2023.02.9
I1011 21:16:41.249905 29617 filesync.go:126] Scanning /home/jenkins/minikube-integration/19749-11611/.minikube/addons for local assets ...
I1011 21:16:41.249959 29617 filesync.go:126] Scanning /home/jenkins/minikube-integration/19749-11611/.minikube/files for local assets ...
I1011 21:16:41.250032 29617 filesync.go:149] local asset: /home/jenkins/minikube-integration/19749-11611/.minikube/files/etc/ssl/certs/188142.pem -> 188142.pem in /etc/ssl/certs
I1011 21:16:41.250041 29617 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19749-11611/.minikube/files/etc/ssl/certs/188142.pem -> /etc/ssl/certs/188142.pem
I1011 21:16:41.250126 29617 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1011 21:16:41.259595 29617 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19749-11611/.minikube/files/etc/ssl/certs/188142.pem --> /etc/ssl/certs/188142.pem (1708 bytes)
I1011 21:16:41.283193 29617 start.go:296] duration metric: took 129.282074ms for postStartSetup
I1011 21:16:41.283237 29617 main.go:141] libmachine: (ha-610874) Calling .GetConfigRaw
I1011 21:16:41.283845 29617 main.go:141] libmachine: (ha-610874) Calling .GetIP
I1011 21:16:41.286641 29617 main.go:141] libmachine: (ha-610874) DBG | domain ha-610874 has defined MAC address 52:54:00:5f:c7:da in network mk-ha-610874
I1011 21:16:41.286965 29617 main.go:141] libmachine: (ha-610874) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:5f:c7:da", ip: ""} in network mk-ha-610874: {Iface:virbr1 ExpiryTime:2024-10-11 22:16:31 +0000 UTC Type:0 Mac:52:54:00:5f:c7:da Iaid: IPaddr:192.168.39.10 Prefix:24 Hostname:ha-610874 Clientid:01:52:54:00:5f:c7:da}
I1011 21:16:41.286993 29617 main.go:141] libmachine: (ha-610874) DBG | domain ha-610874 has defined IP address 192.168.39.10 and MAC address 52:54:00:5f:c7:da in network mk-ha-610874
I1011 21:16:41.287545 29617 profile.go:143] Saving config to /home/jenkins/minikube-integration/19749-11611/.minikube/profiles/ha-610874/config.json ...
I1011 21:16:41.287766 29617 start.go:128] duration metric: took 24.901059572s to createHost
I1011 21:16:41.287798 29617 main.go:141] libmachine: (ha-610874) Calling .GetSSHHostname
I1011 21:16:41.290002 29617 main.go:141] libmachine: (ha-610874) DBG | domain ha-610874 has defined MAC address 52:54:00:5f:c7:da in network mk-ha-610874
I1011 21:16:41.290466 29617 main.go:141] libmachine: (ha-610874) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:5f:c7:da", ip: ""} in network mk-ha-610874: {Iface:virbr1 ExpiryTime:2024-10-11 22:16:31 +0000 UTC Type:0 Mac:52:54:00:5f:c7:da Iaid: IPaddr:192.168.39.10 Prefix:24 Hostname:ha-610874 Clientid:01:52:54:00:5f:c7:da}
I1011 21:16:41.290494 29617 main.go:141] libmachine: (ha-610874) DBG | domain ha-610874 has defined IP address 192.168.39.10 and MAC address 52:54:00:5f:c7:da in network mk-ha-610874
I1011 21:16:41.290571 29617 main.go:141] libmachine: (ha-610874) Calling .GetSSHPort
I1011 21:16:41.290756 29617 main.go:141] libmachine: (ha-610874) Calling .GetSSHKeyPath
I1011 21:16:41.290937 29617 main.go:141] libmachine: (ha-610874) Calling .GetSSHKeyPath
I1011 21:16:41.291088 29617 main.go:141] libmachine: (ha-610874) Calling .GetSSHUsername
I1011 21:16:41.291234 29617 main.go:141] libmachine: Using SSH client type: native
I1011 21:16:41.291438 29617 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x8651c0] 0x867ea0 <nil> [] 0s} 192.168.39.10 22 <nil> <nil>}
I1011 21:16:41.291450 29617 main.go:141] libmachine: About to run SSH command:
date +%s.%N
I1011 21:16:41.403429 29617 main.go:141] libmachine: SSH cmd err, output: <nil>: 1728681401.368525171
I1011 21:16:41.403454 29617 fix.go:216] guest clock: 1728681401.368525171
I1011 21:16:41.403464 29617 fix.go:229] Guest: 2024-10-11 21:16:41.368525171 +0000 UTC Remote: 2024-10-11 21:16:41.287784391 +0000 UTC m=+25.009627787 (delta=80.74078ms)
I1011 21:16:41.403482 29617 fix.go:200] guest clock delta is within tolerance: 80.74078ms
I1011 21:16:41.403487 29617 start.go:83] releasing machines lock for "ha-610874", held for 25.016883267s
I1011 21:16:41.403504 29617 main.go:141] libmachine: (ha-610874) Calling .DriverName
I1011 21:16:41.403754 29617 main.go:141] libmachine: (ha-610874) Calling .GetIP
I1011 21:16:41.406243 29617 main.go:141] libmachine: (ha-610874) DBG | domain ha-610874 has defined MAC address 52:54:00:5f:c7:da in network mk-ha-610874
I1011 21:16:41.406536 29617 main.go:141] libmachine: (ha-610874) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:5f:c7:da", ip: ""} in network mk-ha-610874: {Iface:virbr1 ExpiryTime:2024-10-11 22:16:31 +0000 UTC Type:0 Mac:52:54:00:5f:c7:da Iaid: IPaddr:192.168.39.10 Prefix:24 Hostname:ha-610874 Clientid:01:52:54:00:5f:c7:da}
I1011 21:16:41.406580 29617 main.go:141] libmachine: (ha-610874) DBG | domain ha-610874 has defined IP address 192.168.39.10 and MAC address 52:54:00:5f:c7:da in network mk-ha-610874
I1011 21:16:41.406719 29617 main.go:141] libmachine: (ha-610874) Calling .DriverName
I1011 21:16:41.407201 29617 main.go:141] libmachine: (ha-610874) Calling .DriverName
I1011 21:16:41.407373 29617 main.go:141] libmachine: (ha-610874) Calling .DriverName
I1011 21:16:41.407483 29617 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1011 21:16:41.407533 29617 main.go:141] libmachine: (ha-610874) Calling .GetSSHHostname
I1011 21:16:41.407566 29617 ssh_runner.go:195] Run: cat /version.json
I1011 21:16:41.407594 29617 main.go:141] libmachine: (ha-610874) Calling .GetSSHHostname
I1011 21:16:41.409924 29617 main.go:141] libmachine: (ha-610874) DBG | domain ha-610874 has defined MAC address 52:54:00:5f:c7:da in network mk-ha-610874
I1011 21:16:41.410186 29617 main.go:141] libmachine: (ha-610874) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:5f:c7:da", ip: ""} in network mk-ha-610874: {Iface:virbr1 ExpiryTime:2024-10-11 22:16:31 +0000 UTC Type:0 Mac:52:54:00:5f:c7:da Iaid: IPaddr:192.168.39.10 Prefix:24 Hostname:ha-610874 Clientid:01:52:54:00:5f:c7:da}
I1011 21:16:41.410211 29617 main.go:141] libmachine: (ha-610874) DBG | domain ha-610874 has defined IP address 192.168.39.10 and MAC address 52:54:00:5f:c7:da in network mk-ha-610874
I1011 21:16:41.410232 29617 main.go:141] libmachine: (ha-610874) DBG | domain ha-610874 has defined MAC address 52:54:00:5f:c7:da in network mk-ha-610874
I1011 21:16:41.410307 29617 main.go:141] libmachine: (ha-610874) Calling .GetSSHPort
I1011 21:16:41.410474 29617 main.go:141] libmachine: (ha-610874) Calling .GetSSHKeyPath
I1011 21:16:41.410626 29617 main.go:141] libmachine: (ha-610874) Calling .GetSSHUsername
I1011 21:16:41.410667 29617 main.go:141] libmachine: (ha-610874) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:5f:c7:da", ip: ""} in network mk-ha-610874: {Iface:virbr1 ExpiryTime:2024-10-11 22:16:31 +0000 UTC Type:0 Mac:52:54:00:5f:c7:da Iaid: IPaddr:192.168.39.10 Prefix:24 Hostname:ha-610874 Clientid:01:52:54:00:5f:c7:da}
I1011 21:16:41.410689 29617 main.go:141] libmachine: (ha-610874) DBG | domain ha-610874 has defined IP address 192.168.39.10 and MAC address 52:54:00:5f:c7:da in network mk-ha-610874
I1011 21:16:41.410822 29617 sshutil.go:53] new ssh client: &{IP:192.168.39.10 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19749-11611/.minikube/machines/ha-610874/id_rsa Username:docker}
I1011 21:16:41.410885 29617 main.go:141] libmachine: (ha-610874) Calling .GetSSHPort
I1011 21:16:41.411000 29617 main.go:141] libmachine: (ha-610874) Calling .GetSSHKeyPath
I1011 21:16:41.411159 29617 main.go:141] libmachine: (ha-610874) Calling .GetSSHUsername
I1011 21:16:41.411313 29617 sshutil.go:53] new ssh client: &{IP:192.168.39.10 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19749-11611/.minikube/machines/ha-610874/id_rsa Username:docker}
I1011 21:16:41.492040 29617 ssh_runner.go:195] Run: systemctl --version
I1011 21:16:41.526227 29617 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1011 21:16:41.684068 29617 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
W1011 21:16:41.690188 29617 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I1011 21:16:41.690243 29617 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1011 21:16:41.709475 29617 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)
I1011 21:16:41.709500 29617 start.go:495] detecting cgroup driver to use...
I1011 21:16:41.709563 29617 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1011 21:16:41.725364 29617 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1011 21:16:41.739326 29617 docker.go:217] disabling cri-docker service (if available) ...
I1011 21:16:41.739404 29617 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1011 21:16:41.753640 29617 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1011 21:16:41.767723 29617 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1011 21:16:41.878060 29617 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1011 21:16:42.036051 29617 docker.go:233] disabling docker service ...
I1011 21:16:42.036136 29617 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1011 21:16:42.051987 29617 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1011 21:16:42.065946 29617 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1011 21:16:42.197199 29617 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1011 21:16:42.333061 29617 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1011 21:16:42.346878 29617 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1011 21:16:42.365538 29617 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10" pause image...
I1011 21:16:42.365592 29617 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10"|' /etc/crio/crio.conf.d/02-crio.conf"
I1011 21:16:42.375884 29617 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I1011 21:16:42.375943 29617 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I1011 21:16:42.386250 29617 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1011 21:16:42.396765 29617 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1011 21:16:42.407109 29617 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1011 21:16:42.417549 29617 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I1011 21:16:42.427975 29617 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I1011 21:16:42.446147 29617 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I1011 21:16:42.456868 29617 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1011 21:16:42.466165 29617 crio.go:166] couldn't verify netfilter by "sudo sysctl net.bridge.bridge-nf-call-iptables" which might be okay. error: sudo sysctl net.bridge.bridge-nf-call-iptables: Process exited with status 255
stdout:
stderr:
sysctl: cannot stat /proc/sys/net/bridge/bridge-nf-call-iptables: No such file or directory
I1011 21:16:42.466232 29617 ssh_runner.go:195] Run: sudo modprobe br_netfilter
I1011 21:16:42.479799 29617 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1011 21:16:42.489557 29617 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1011 21:16:42.623905 29617 ssh_runner.go:195] Run: sudo systemctl restart crio
I1011 21:16:42.716796 29617 start.go:542] Will wait 60s for socket path /var/run/crio/crio.sock
I1011 21:16:42.716871 29617 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1011 21:16:42.721858 29617 start.go:563] Will wait 60s for crictl version
I1011 21:16:42.721918 29617 ssh_runner.go:195] Run: which crictl
I1011 21:16:42.725704 29617 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I1011 21:16:42.764981 29617 start.go:579] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.29.1
RuntimeApiVersion: v1
I1011 21:16:42.765051 29617 ssh_runner.go:195] Run: crio --version
I1011 21:16:42.793072 29617 ssh_runner.go:195] Run: crio --version
I1011 21:16:42.822676 29617 out.go:177] * Preparing Kubernetes v1.31.1 on CRI-O 1.29.1 ...
I1011 21:16:42.824024 29617 main.go:141] libmachine: (ha-610874) Calling .GetIP
I1011 21:16:42.826801 29617 main.go:141] libmachine: (ha-610874) DBG | domain ha-610874 has defined MAC address 52:54:00:5f:c7:da in network mk-ha-610874
I1011 21:16:42.827112 29617 main.go:141] libmachine: (ha-610874) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:5f:c7:da", ip: ""} in network mk-ha-610874: {Iface:virbr1 ExpiryTime:2024-10-11 22:16:31 +0000 UTC Type:0 Mac:52:54:00:5f:c7:da Iaid: IPaddr:192.168.39.10 Prefix:24 Hostname:ha-610874 Clientid:01:52:54:00:5f:c7:da}
I1011 21:16:42.827137 29617 main.go:141] libmachine: (ha-610874) DBG | domain ha-610874 has defined IP address 192.168.39.10 and MAC address 52:54:00:5f:c7:da in network mk-ha-610874
I1011 21:16:42.827350 29617 ssh_runner.go:195] Run: grep 192.168.39.1 host.minikube.internal$ /etc/hosts
I1011 21:16:42.831498 29617 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.39.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1011 21:16:42.845346 29617 kubeadm.go:883] updating cluster {Name:ha-610874 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19774/minikube-v1.34.0-1728382514-19774-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1728382586-19774@sha256:5d8c4f6d838467365e214e2194dd0153a763e3f78723b5f2a8e06ef7b47409ec Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.1 Cl
usterName:ha-610874 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.39.10 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 Mo
untType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} ...
I1011 21:16:42.845519 29617 preload.go:131] Checking if preload exists for k8s version v1.31.1 and runtime crio
I1011 21:16:42.845589 29617 ssh_runner.go:195] Run: sudo crictl images --output json
I1011 21:16:42.883957 29617 crio.go:510] couldn't find preloaded image for "registry.k8s.io/kube-apiserver:v1.31.1". assuming images are not preloaded.
I1011 21:16:42.884036 29617 ssh_runner.go:195] Run: which lz4
I1011 21:16:42.888030 29617 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19749-11611/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.1-cri-o-overlay-amd64.tar.lz4 -> /preloaded.tar.lz4
I1011 21:16:42.888109 29617 ssh_runner.go:195] Run: stat -c "%s %y" /preloaded.tar.lz4
I1011 21:16:42.892241 29617 ssh_runner.go:352] existence check for /preloaded.tar.lz4: stat -c "%s %y" /preloaded.tar.lz4: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/preloaded.tar.lz4': No such file or directory
I1011 21:16:42.892274 29617 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19749-11611/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.1-cri-o-overlay-amd64.tar.lz4 --> /preloaded.tar.lz4 (388599353 bytes)
I1011 21:16:44.230363 29617 crio.go:462] duration metric: took 1.342272134s to copy over tarball
I1011 21:16:44.230455 29617 ssh_runner.go:195] Run: sudo tar --xattrs --xattrs-include security.capability -I lz4 -C /var -xf /preloaded.tar.lz4
I1011 21:16:46.214291 29617 ssh_runner.go:235] Completed: sudo tar --xattrs --xattrs-include security.capability -I lz4 -C /var -xf /preloaded.tar.lz4: (1.983794178s)
I1011 21:16:46.214315 29617 crio.go:469] duration metric: took 1.983922074s to extract the tarball
I1011 21:16:46.214323 29617 ssh_runner.go:146] rm: /preloaded.tar.lz4
I1011 21:16:46.250833 29617 ssh_runner.go:195] Run: sudo crictl images --output json
I1011 21:16:46.298082 29617 crio.go:514] all images are preloaded for cri-o runtime.
I1011 21:16:46.298105 29617 cache_images.go:84] Images are preloaded, skipping loading
I1011 21:16:46.298113 29617 kubeadm.go:934] updating node { 192.168.39.10 8443 v1.31.1 crio true true} ...
I1011 21:16:46.298286 29617 kubeadm.go:946] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.31.1/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --hostname-override=ha-610874 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.39.10
[Install]
config:
{KubernetesVersion:v1.31.1 ClusterName:ha-610874 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1011 21:16:46.298384 29617 ssh_runner.go:195] Run: crio config
I1011 21:16:46.343467 29617 cni.go:84] Creating CNI manager for ""
I1011 21:16:46.343493 29617 cni.go:136] multinode detected (1 nodes found), recommending kindnet
I1011 21:16:46.343504 29617 kubeadm.go:84] Using pod CIDR: 10.244.0.0/16
I1011 21:16:46.343528 29617 kubeadm.go:181] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.39.10 APIServerPort:8443 KubernetesVersion:v1.31.1 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:ha-610874 NodeName:ha-610874 DNSDomain:cluster.local CRISocket:/var/run/crio/crio.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.39.10"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.39.10 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/kubernetes/m
anifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[containerRuntimeEndpoint:unix:///var/run/crio/crio.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I1011 21:16:46.343703 29617 kubeadm.go:187] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta3
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.39.10
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/crio/crio.sock
name: "ha-610874"
kubeletExtraArgs:
node-ip: 192.168.39.10
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta3
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.39.10"]
extraArgs:
enable-admission-plugins: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
allocate-node-cidrs: "true"
leader-elect: "false"
scheduler:
extraArgs:
leader-elect: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
extraArgs:
proxy-refresh-interval: "70000"
kubernetesVersion: v1.31.1
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
containerRuntimeEndpoint: unix:///var/run/crio/crio.sock
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%"
nodefs.inodesFree: "0%"
imagefs.available: "0%"
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I1011 21:16:46.343730 29617 kube-vip.go:115] generating kube-vip config ...
I1011 21:16:46.343782 29617 ssh_runner.go:195] Run: sudo sh -c "modprobe --all ip_vs ip_vs_rr ip_vs_wrr ip_vs_sh nf_conntrack"
I1011 21:16:46.359672 29617 kube-vip.go:167] auto-enabling control-plane load-balancing in kube-vip
I1011 21:16:46.359783 29617 kube-vip.go:137] kube-vip config:
apiVersion: v1
kind: Pod
metadata:
creationTimestamp: null
name: kube-vip
namespace: kube-system
spec:
containers:
- args:
- manager
env:
- name: vip_arp
value: "true"
- name: port
value: "8443"
- name: vip_nodename
valueFrom:
fieldRef:
fieldPath: spec.nodeName
- name: vip_interface
value: eth0
- name: vip_cidr
value: "32"
- name: dns_mode
value: first
- name: cp_enable
value: "true"
- name: cp_namespace
value: kube-system
- name: vip_leaderelection
value: "true"
- name: vip_leasename
value: plndr-cp-lock
- name: vip_leaseduration
value: "5"
- name: vip_renewdeadline
value: "3"
- name: vip_retryperiod
value: "1"
- name: address
value: 192.168.39.254
- name: prometheus_server
value: :2112
- name : lb_enable
value: "true"
- name: lb_port
value: "8443"
image: ghcr.io/kube-vip/kube-vip:v0.8.3
imagePullPolicy: IfNotPresent
name: kube-vip
resources: {}
securityContext:
capabilities:
add:
- NET_ADMIN
- NET_RAW
volumeMounts:
- mountPath: /etc/kubernetes/admin.conf
name: kubeconfig
hostAliases:
- hostnames:
- kubernetes
ip: 127.0.0.1
hostNetwork: true
volumes:
- hostPath:
path: "/etc/kubernetes/super-admin.conf"
name: kubeconfig
status: {}
I1011 21:16:46.359850 29617 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.31.1
I1011 21:16:46.370362 29617 binaries.go:44] Found k8s binaries, skipping transfer
I1011 21:16:46.370421 29617 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube /etc/kubernetes/manifests
I1011 21:16:46.380573 29617 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (308 bytes)
I1011 21:16:46.396912 29617 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1011 21:16:46.413759 29617 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2150 bytes)
I1011 21:16:46.430823 29617 ssh_runner.go:362] scp memory --> /etc/kubernetes/manifests/kube-vip.yaml (1447 bytes)
I1011 21:16:46.447531 29617 ssh_runner.go:195] Run: grep 192.168.39.254 control-plane.minikube.internal$ /etc/hosts
I1011 21:16:46.451423 29617 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.39.254 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1011 21:16:46.463809 29617 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1011 21:16:46.584169 29617 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1011 21:16:46.602286 29617 certs.go:68] Setting up /home/jenkins/minikube-integration/19749-11611/.minikube/profiles/ha-610874 for IP: 192.168.39.10
I1011 21:16:46.602304 29617 certs.go:194] generating shared ca certs ...
I1011 21:16:46.602322 29617 certs.go:226] acquiring lock for ca certs: {Name:mk63a26468b61aa1df3bbb7aec80d57f7808ea17 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1011 21:16:46.602467 29617 certs.go:235] skipping valid "minikubeCA" ca cert: /home/jenkins/minikube-integration/19749-11611/.minikube/ca.key
I1011 21:16:46.602520 29617 certs.go:235] skipping valid "proxyClientCA" ca cert: /home/jenkins/minikube-integration/19749-11611/.minikube/proxy-client-ca.key
I1011 21:16:46.602533 29617 certs.go:256] generating profile certs ...
I1011 21:16:46.602592 29617 certs.go:363] generating signed profile cert for "minikube-user": /home/jenkins/minikube-integration/19749-11611/.minikube/profiles/ha-610874/client.key
I1011 21:16:46.602638 29617 crypto.go:68] Generating cert /home/jenkins/minikube-integration/19749-11611/.minikube/profiles/ha-610874/client.crt with IP's: []
I1011 21:16:46.782362 29617 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19749-11611/.minikube/profiles/ha-610874/client.crt ...
I1011 21:16:46.782395 29617 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19749-11611/.minikube/profiles/ha-610874/client.crt: {Name:mk3593f4e91ffc0372a05bdad3e927ec316a91aa Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1011 21:16:46.782596 29617 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19749-11611/.minikube/profiles/ha-610874/client.key ...
I1011 21:16:46.782611 29617 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19749-11611/.minikube/profiles/ha-610874/client.key: {Name:mk9677876d62491747fdfd0e3f8d4776645d1f59 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1011 21:16:46.782738 29617 certs.go:363] generating signed profile cert for "minikube": /home/jenkins/minikube-integration/19749-11611/.minikube/profiles/ha-610874/apiserver.key.588e14d7
I1011 21:16:46.782756 29617 crypto.go:68] Generating cert /home/jenkins/minikube-integration/19749-11611/.minikube/profiles/ha-610874/apiserver.crt.588e14d7 with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.168.39.10 192.168.39.254]
I1011 21:16:47.380528 29617 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19749-11611/.minikube/profiles/ha-610874/apiserver.crt.588e14d7 ...
I1011 21:16:47.380560 29617 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19749-11611/.minikube/profiles/ha-610874/apiserver.crt.588e14d7: {Name:mk19e9d91179b46f9b03d4d9246179f41c3327ef Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1011 21:16:47.380745 29617 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19749-11611/.minikube/profiles/ha-610874/apiserver.key.588e14d7 ...
I1011 21:16:47.380776 29617 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19749-11611/.minikube/profiles/ha-610874/apiserver.key.588e14d7: {Name:mk7fedd6c046987d5af851e2eed75ec367a33eee Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1011 21:16:47.380872 29617 certs.go:381] copying /home/jenkins/minikube-integration/19749-11611/.minikube/profiles/ha-610874/apiserver.crt.588e14d7 -> /home/jenkins/minikube-integration/19749-11611/.minikube/profiles/ha-610874/apiserver.crt
I1011 21:16:47.380985 29617 certs.go:385] copying /home/jenkins/minikube-integration/19749-11611/.minikube/profiles/ha-610874/apiserver.key.588e14d7 -> /home/jenkins/minikube-integration/19749-11611/.minikube/profiles/ha-610874/apiserver.key
I1011 21:16:47.381067 29617 certs.go:363] generating signed profile cert for "aggregator": /home/jenkins/minikube-integration/19749-11611/.minikube/profiles/ha-610874/proxy-client.key
I1011 21:16:47.381087 29617 crypto.go:68] Generating cert /home/jenkins/minikube-integration/19749-11611/.minikube/profiles/ha-610874/proxy-client.crt with IP's: []
I1011 21:16:47.453906 29617 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19749-11611/.minikube/profiles/ha-610874/proxy-client.crt ...
I1011 21:16:47.453937 29617 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19749-11611/.minikube/profiles/ha-610874/proxy-client.crt: {Name:mka90ed4c47ce0265f1b9da519124bd4fc73bbae Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1011 21:16:47.454114 29617 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19749-11611/.minikube/profiles/ha-610874/proxy-client.key ...
I1011 21:16:47.454128 29617 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19749-11611/.minikube/profiles/ha-610874/proxy-client.key: {Name:mk47103fb5abe47f635456ba2a4ed9a69f678b9d Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1011 21:16:47.454230 29617 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19749-11611/.minikube/ca.crt -> /var/lib/minikube/certs/ca.crt
I1011 21:16:47.454250 29617 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19749-11611/.minikube/ca.key -> /var/lib/minikube/certs/ca.key
I1011 21:16:47.454266 29617 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19749-11611/.minikube/proxy-client-ca.crt -> /var/lib/minikube/certs/proxy-client-ca.crt
I1011 21:16:47.454284 29617 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19749-11611/.minikube/proxy-client-ca.key -> /var/lib/minikube/certs/proxy-client-ca.key
I1011 21:16:47.454303 29617 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19749-11611/.minikube/profiles/ha-610874/apiserver.crt -> /var/lib/minikube/certs/apiserver.crt
I1011 21:16:47.454319 29617 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19749-11611/.minikube/profiles/ha-610874/apiserver.key -> /var/lib/minikube/certs/apiserver.key
I1011 21:16:47.454335 29617 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19749-11611/.minikube/profiles/ha-610874/proxy-client.crt -> /var/lib/minikube/certs/proxy-client.crt
I1011 21:16:47.454354 29617 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19749-11611/.minikube/profiles/ha-610874/proxy-client.key -> /var/lib/minikube/certs/proxy-client.key
I1011 21:16:47.454417 29617 certs.go:484] found cert: /home/jenkins/minikube-integration/19749-11611/.minikube/certs/18814.pem (1338 bytes)
W1011 21:16:47.454461 29617 certs.go:480] ignoring /home/jenkins/minikube-integration/19749-11611/.minikube/certs/18814_empty.pem, impossibly tiny 0 bytes
I1011 21:16:47.454473 29617 certs.go:484] found cert: /home/jenkins/minikube-integration/19749-11611/.minikube/certs/ca-key.pem (1675 bytes)
I1011 21:16:47.454508 29617 certs.go:484] found cert: /home/jenkins/minikube-integration/19749-11611/.minikube/certs/ca.pem (1082 bytes)
I1011 21:16:47.454543 29617 certs.go:484] found cert: /home/jenkins/minikube-integration/19749-11611/.minikube/certs/cert.pem (1123 bytes)
I1011 21:16:47.454573 29617 certs.go:484] found cert: /home/jenkins/minikube-integration/19749-11611/.minikube/certs/key.pem (1679 bytes)
I1011 21:16:47.454648 29617 certs.go:484] found cert: /home/jenkins/minikube-integration/19749-11611/.minikube/files/etc/ssl/certs/188142.pem (1708 bytes)
I1011 21:16:47.454696 29617 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19749-11611/.minikube/certs/18814.pem -> /usr/share/ca-certificates/18814.pem
I1011 21:16:47.454719 29617 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19749-11611/.minikube/files/etc/ssl/certs/188142.pem -> /usr/share/ca-certificates/188142.pem
I1011 21:16:47.454738 29617 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19749-11611/.minikube/ca.crt -> /usr/share/ca-certificates/minikubeCA.pem
I1011 21:16:47.455273 29617 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19749-11611/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1011 21:16:47.481574 29617 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19749-11611/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1675 bytes)
I1011 21:16:47.514683 29617 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19749-11611/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1011 21:16:47.538141 29617 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19749-11611/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I1011 21:16:47.561021 29617 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19749-11611/.minikube/profiles/ha-610874/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1424 bytes)
I1011 21:16:47.585590 29617 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19749-11611/.minikube/profiles/ha-610874/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)
I1011 21:16:47.608816 29617 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19749-11611/.minikube/profiles/ha-610874/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1011 21:16:47.632949 29617 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19749-11611/.minikube/profiles/ha-610874/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1679 bytes)
I1011 21:16:47.656849 29617 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19749-11611/.minikube/certs/18814.pem --> /usr/share/ca-certificates/18814.pem (1338 bytes)
I1011 21:16:47.680043 29617 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19749-11611/.minikube/files/etc/ssl/certs/188142.pem --> /usr/share/ca-certificates/188142.pem (1708 bytes)
I1011 21:16:47.703417 29617 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19749-11611/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1011 21:16:47.726027 29617 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I1011 21:16:47.747378 29617 ssh_runner.go:195] Run: openssl version
I1011 21:16:47.754019 29617 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1011 21:16:47.765407 29617 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1011 21:16:47.770565 29617 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Oct 11 20:59 /usr/share/ca-certificates/minikubeCA.pem
I1011 21:16:47.770631 29617 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1011 21:16:47.776851 29617 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1011 21:16:47.788126 29617 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/18814.pem && ln -fs /usr/share/ca-certificates/18814.pem /etc/ssl/certs/18814.pem"
I1011 21:16:47.799052 29617 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/18814.pem
I1011 21:16:47.803877 29617 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Oct 11 21:12 /usr/share/ca-certificates/18814.pem
I1011 21:16:47.803931 29617 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/18814.pem
I1011 21:16:47.810054 29617 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/18814.pem /etc/ssl/certs/51391683.0"
I1011 21:16:47.821548 29617 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/188142.pem && ln -fs /usr/share/ca-certificates/188142.pem /etc/ssl/certs/188142.pem"
I1011 21:16:47.832817 29617 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/188142.pem
I1011 21:16:47.837775 29617 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Oct 11 21:12 /usr/share/ca-certificates/188142.pem
I1011 21:16:47.837829 29617 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/188142.pem
I1011 21:16:47.843943 29617 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/188142.pem /etc/ssl/certs/3ec20f2e.0"
I1011 21:16:47.855398 29617 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1011 21:16:47.859877 29617 certs.go:399] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I1011 21:16:47.859928 29617 kubeadm.go:392] StartCluster: {Name:ha-610874 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19774/minikube-v1.34.0-1728382514-19774-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1728382586-19774@sha256:5d8c4f6d838467365e214e2194dd0153a763e3f78723b5f2a8e06ef7b47409ec Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.1 Clust
erName:ha-610874 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.39.10 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 Mount
Type:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1011 21:16:47.860006 29617 cri.go:54] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I1011 21:16:47.860081 29617 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1011 21:16:47.903170 29617 cri.go:89] found id: ""
I1011 21:16:47.903248 29617 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I1011 21:16:47.914400 29617 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml
I1011 21:16:47.924721 29617 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf
I1011 21:16:47.935673 29617 kubeadm.go:155] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory
ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory
ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory
ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory
I1011 21:16:47.935695 29617 kubeadm.go:157] found existing configuration files:
I1011 21:16:47.935740 29617 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf
I1011 21:16:47.945454 29617 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/admin.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/admin.conf: No such file or directory
I1011 21:16:47.945524 29617 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/admin.conf
I1011 21:16:47.955440 29617 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf
I1011 21:16:47.964875 29617 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/kubelet.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/kubelet.conf: No such file or directory
I1011 21:16:47.964944 29617 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/kubelet.conf
I1011 21:16:47.974788 29617 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf
I1011 21:16:47.984258 29617 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/controller-manager.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/controller-manager.conf: No such file or directory
I1011 21:16:47.984307 29617 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/controller-manager.conf
I1011 21:16:47.993726 29617 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf
I1011 21:16:48.002584 29617 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/scheduler.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/scheduler.conf: No such file or directory
I1011 21:16:48.002650 29617 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/scheduler.conf
I1011 21:16:48.012268 29617 ssh_runner.go:286] Start: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.1:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem"
I1011 21:16:48.121155 29617 kubeadm.go:310] [init] Using Kubernetes version: v1.31.1
I1011 21:16:48.121351 29617 kubeadm.go:310] [preflight] Running pre-flight checks
I1011 21:16:48.250203 29617 kubeadm.go:310] [preflight] Pulling images required for setting up a Kubernetes cluster
I1011 21:16:48.250314 29617 kubeadm.go:310] [preflight] This might take a minute or two, depending on the speed of your internet connection
I1011 21:16:48.250452 29617 kubeadm.go:310] [preflight] You can also perform this action beforehand using 'kubeadm config images pull'
I1011 21:16:48.261245 29617 kubeadm.go:310] [certs] Using certificateDir folder "/var/lib/minikube/certs"
I1011 21:16:48.410718 29617 out.go:235] - Generating certificates and keys ...
I1011 21:16:48.410844 29617 kubeadm.go:310] [certs] Using existing ca certificate authority
I1011 21:16:48.410931 29617 kubeadm.go:310] [certs] Using existing apiserver certificate and key on disk
I1011 21:16:48.542325 29617 kubeadm.go:310] [certs] Generating "apiserver-kubelet-client" certificate and key
I1011 21:16:48.608543 29617 kubeadm.go:310] [certs] Generating "front-proxy-ca" certificate and key
I1011 21:16:48.797753 29617 kubeadm.go:310] [certs] Generating "front-proxy-client" certificate and key
I1011 21:16:48.873089 29617 kubeadm.go:310] [certs] Generating "etcd/ca" certificate and key
I1011 21:16:49.070716 29617 kubeadm.go:310] [certs] Generating "etcd/server" certificate and key
I1011 21:16:49.071155 29617 kubeadm.go:310] [certs] etcd/server serving cert is signed for DNS names [ha-610874 localhost] and IPs [192.168.39.10 127.0.0.1 ::1]
I1011 21:16:49.372270 29617 kubeadm.go:310] [certs] Generating "etcd/peer" certificate and key
I1011 21:16:49.372512 29617 kubeadm.go:310] [certs] etcd/peer serving cert is signed for DNS names [ha-610874 localhost] and IPs [192.168.39.10 127.0.0.1 ::1]
I1011 21:16:49.423801 29617 kubeadm.go:310] [certs] Generating "etcd/healthcheck-client" certificate and key
I1011 21:16:49.655483 29617 kubeadm.go:310] [certs] Generating "apiserver-etcd-client" certificate and key
I1011 21:16:49.724172 29617 kubeadm.go:310] [certs] Generating "sa" key and public key
I1011 21:16:49.724487 29617 kubeadm.go:310] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"
I1011 21:16:50.017890 29617 kubeadm.go:310] [kubeconfig] Writing "admin.conf" kubeconfig file
I1011 21:16:50.285355 29617 kubeadm.go:310] [kubeconfig] Writing "super-admin.conf" kubeconfig file
I1011 21:16:50.392641 29617 kubeadm.go:310] [kubeconfig] Writing "kubelet.conf" kubeconfig file
I1011 21:16:50.748011 29617 kubeadm.go:310] [kubeconfig] Writing "controller-manager.conf" kubeconfig file
I1011 21:16:50.984708 29617 kubeadm.go:310] [kubeconfig] Writing "scheduler.conf" kubeconfig file
I1011 21:16:50.985344 29617 kubeadm.go:310] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
I1011 21:16:50.988659 29617 kubeadm.go:310] [control-plane] Using manifest folder "/etc/kubernetes/manifests"
I1011 21:16:50.990557 29617 out.go:235] - Booting up control plane ...
I1011 21:16:50.990675 29617 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-apiserver"
I1011 21:16:50.990768 29617 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-controller-manager"
I1011 21:16:50.992112 29617 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-scheduler"
I1011 21:16:51.010698 29617 kubeadm.go:310] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
I1011 21:16:51.019483 29617 kubeadm.go:310] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
I1011 21:16:51.019560 29617 kubeadm.go:310] [kubelet-start] Starting the kubelet
I1011 21:16:51.165086 29617 kubeadm.go:310] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests"
I1011 21:16:51.165244 29617 kubeadm.go:310] [kubelet-check] Waiting for a healthy kubelet at http://127.0.0.1:10248/healthz. This can take up to 4m0s
I1011 21:16:51.666035 29617 kubeadm.go:310] [kubelet-check] The kubelet is healthy after 502.408194ms
I1011 21:16:51.666178 29617 kubeadm.go:310] [api-check] Waiting for a healthy API server. This can take up to 4m0s
I1011 21:16:58.166573 29617 kubeadm.go:310] [api-check] The API server is healthy after 6.502304408s
I1011 21:16:58.179631 29617 kubeadm.go:310] [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace
I1011 21:16:58.195028 29617 kubeadm.go:310] [kubelet] Creating a ConfigMap "kubelet-config" in namespace kube-system with the configuration for the kubelets in the cluster
I1011 21:16:58.220647 29617 kubeadm.go:310] [upload-certs] Skipping phase. Please see --upload-certs
I1011 21:16:58.220871 29617 kubeadm.go:310] [mark-control-plane] Marking the node ha-610874 as control-plane by adding the labels: [node-role.kubernetes.io/control-plane node.kubernetes.io/exclude-from-external-load-balancers]
I1011 21:16:58.236113 29617 kubeadm.go:310] [bootstrap-token] Using token: j1o64v.rjb74fe9bovjls5f
I1011 21:16:58.237740 29617 out.go:235] - Configuring RBAC rules ...
I1011 21:16:58.237875 29617 kubeadm.go:310] [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles
I1011 21:16:58.245441 29617 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to get nodes
I1011 21:16:58.254162 29617 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials
I1011 21:16:58.259203 29617 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token
I1011 21:16:58.274345 29617 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow certificate rotation for all node client certificates in the cluster
I1011 21:16:58.278840 29617 kubeadm.go:310] [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace
I1011 21:16:58.578576 29617 kubeadm.go:310] [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key
I1011 21:16:59.008419 29617 kubeadm.go:310] [addons] Applied essential addon: CoreDNS
I1011 21:16:59.573438 29617 kubeadm.go:310] [addons] Applied essential addon: kube-proxy
I1011 21:16:59.574394 29617 kubeadm.go:310]
I1011 21:16:59.574519 29617 kubeadm.go:310] Your Kubernetes control-plane has initialized successfully!
I1011 21:16:59.574537 29617 kubeadm.go:310]
I1011 21:16:59.574645 29617 kubeadm.go:310] To start using your cluster, you need to run the following as a regular user:
I1011 21:16:59.574659 29617 kubeadm.go:310]
I1011 21:16:59.574685 29617 kubeadm.go:310] mkdir -p $HOME/.kube
I1011 21:16:59.574753 29617 kubeadm.go:310] sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config
I1011 21:16:59.574825 29617 kubeadm.go:310] sudo chown $(id -u):$(id -g) $HOME/.kube/config
I1011 21:16:59.574836 29617 kubeadm.go:310]
I1011 21:16:59.574917 29617 kubeadm.go:310] Alternatively, if you are the root user, you can run:
I1011 21:16:59.574925 29617 kubeadm.go:310]
I1011 21:16:59.574988 29617 kubeadm.go:310] export KUBECONFIG=/etc/kubernetes/admin.conf
I1011 21:16:59.574998 29617 kubeadm.go:310]
I1011 21:16:59.575073 29617 kubeadm.go:310] You should now deploy a pod network to the cluster.
I1011 21:16:59.575188 29617 kubeadm.go:310] Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:
I1011 21:16:59.575286 29617 kubeadm.go:310] https://kubernetes.io/docs/concepts/cluster-administration/addons/
I1011 21:16:59.575300 29617 kubeadm.go:310]
I1011 21:16:59.575406 29617 kubeadm.go:310] You can now join any number of control-plane nodes by copying certificate authorities
I1011 21:16:59.575519 29617 kubeadm.go:310] and service account keys on each node and then running the following as root:
I1011 21:16:59.575533 29617 kubeadm.go:310]
I1011 21:16:59.575645 29617 kubeadm.go:310] kubeadm join control-plane.minikube.internal:8443 --token j1o64v.rjb74fe9bovjls5f \
I1011 21:16:59.575774 29617 kubeadm.go:310] --discovery-token-ca-cert-hash sha256:b0c031a2a786199a3907107b2ec700dfa716e56b13f1c7cc0133e96b5cdbc48a \
I1011 21:16:59.575812 29617 kubeadm.go:310] --control-plane
I1011 21:16:59.575825 29617 kubeadm.go:310]
I1011 21:16:59.575924 29617 kubeadm.go:310] Then you can join any number of worker nodes by running the following on each as root:
I1011 21:16:59.575932 29617 kubeadm.go:310]
I1011 21:16:59.576044 29617 kubeadm.go:310] kubeadm join control-plane.minikube.internal:8443 --token j1o64v.rjb74fe9bovjls5f \
I1011 21:16:59.576197 29617 kubeadm.go:310] --discovery-token-ca-cert-hash sha256:b0c031a2a786199a3907107b2ec700dfa716e56b13f1c7cc0133e96b5cdbc48a
I1011 21:16:59.576985 29617 kubeadm.go:310] W1011 21:16:48.086167 832 common.go:101] your configuration file uses a deprecated API spec: "kubeadm.k8s.io/v1beta3" (kind: "ClusterConfiguration"). Please use 'kubeadm config migrate --old-config old.yaml --new-config new.yaml', which will write the new, similar spec using a newer API version.
I1011 21:16:59.577396 29617 kubeadm.go:310] W1011 21:16:48.087109 832 common.go:101] your configuration file uses a deprecated API spec: "kubeadm.k8s.io/v1beta3" (kind: "InitConfiguration"). Please use 'kubeadm config migrate --old-config old.yaml --new-config new.yaml', which will write the new, similar spec using a newer API version.
I1011 21:16:59.577500 29617 kubeadm.go:310] [WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
I1011 21:16:59.577512 29617 cni.go:84] Creating CNI manager for ""
I1011 21:16:59.577520 29617 cni.go:136] multinode detected (1 nodes found), recommending kindnet
I1011 21:16:59.579873 29617 out.go:177] * Configuring CNI (Container Networking Interface) ...
I1011 21:16:59.581130 29617 ssh_runner.go:195] Run: stat /opt/cni/bin/portmap
I1011 21:16:59.586500 29617 cni.go:182] applying CNI manifest using /var/lib/minikube/binaries/v1.31.1/kubectl ...
I1011 21:16:59.586517 29617 ssh_runner.go:362] scp memory --> /var/tmp/minikube/cni.yaml (2601 bytes)
I1011 21:16:59.606073 29617 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl apply --kubeconfig=/var/lib/minikube/kubeconfig -f /var/tmp/minikube/cni.yaml
I1011 21:16:59.978632 29617 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"
I1011 21:16:59.978713 29617 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl create clusterrolebinding minikube-rbac --clusterrole=cluster-admin --serviceaccount=kube-system:default --kubeconfig=/var/lib/minikube/kubeconfig
I1011 21:16:59.978732 29617 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig label --overwrite nodes ha-610874 minikube.k8s.io/updated_at=2024_10_11T21_16_59_0700 minikube.k8s.io/version=v1.34.0 minikube.k8s.io/commit=22fb0b41d4a12c6d1b6775ff06e33685efed0efd minikube.k8s.io/name=ha-610874 minikube.k8s.io/primary=true
I1011 21:17:00.174706 29617 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1011 21:17:00.174708 29617 ops.go:34] apiserver oom_adj: -16
I1011 21:17:00.675693 29617 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1011 21:17:01.174849 29617 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1011 21:17:01.675518 29617 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1011 21:17:02.174832 29617 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1011 21:17:02.674899 29617 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1011 21:17:03.174904 29617 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1011 21:17:03.254520 29617 kubeadm.go:1113] duration metric: took 3.275873473s to wait for elevateKubeSystemPrivileges
I1011 21:17:03.254557 29617 kubeadm.go:394] duration metric: took 15.394633584s to StartCluster
I1011 21:17:03.254574 29617 settings.go:142] acquiring lock: {Name:mk5c033d6d574ec0605ad05a3458e00c0cde3174 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1011 21:17:03.254667 29617 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/19749-11611/kubeconfig
I1011 21:17:03.255426 29617 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19749-11611/kubeconfig: {Name:mkd4124025e2466b205c5bca1d72c2fde3c85a07 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1011 21:17:03.255658 29617 start.go:233] HA (multi-control plane) cluster: will skip waiting for primary control-plane node &{Name: IP:192.168.39.10 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I1011 21:17:03.255670 29617 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml"
I1011 21:17:03.255683 29617 start.go:241] waiting for startup goroutines ...
I1011 21:17:03.255698 29617 addons.go:507] enable addons start: toEnable=map[ambassador:false amd-gpu-device-plugin:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-gluster:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false]
I1011 21:17:03.255784 29617 addons.go:69] Setting storage-provisioner=true in profile "ha-610874"
I1011 21:17:03.255803 29617 addons.go:234] Setting addon storage-provisioner=true in "ha-610874"
I1011 21:17:03.255807 29617 addons.go:69] Setting default-storageclass=true in profile "ha-610874"
I1011 21:17:03.255835 29617 host.go:66] Checking if "ha-610874" exists ...
I1011 21:17:03.255840 29617 addons_storage_classes.go:33] enableOrDisableStorageClasses default-storageclass=true on "ha-610874"
I1011 21:17:03.255868 29617 config.go:182] Loaded profile config "ha-610874": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.1
I1011 21:17:03.256287 29617 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1011 21:17:03.256300 29617 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1011 21:17:03.256340 29617 main.go:141] libmachine: Launching plugin server for driver kvm2
I1011 21:17:03.256367 29617 main.go:141] libmachine: Launching plugin server for driver kvm2
I1011 21:17:03.271522 29617 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:39639
I1011 21:17:03.271689 29617 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:44081
I1011 21:17:03.272056 29617 main.go:141] libmachine: () Calling .GetVersion
I1011 21:17:03.272154 29617 main.go:141] libmachine: () Calling .GetVersion
I1011 21:17:03.272592 29617 main.go:141] libmachine: Using API Version 1
I1011 21:17:03.272609 29617 main.go:141] libmachine: () Calling .SetConfigRaw
I1011 21:17:03.272755 29617 main.go:141] libmachine: Using API Version 1
I1011 21:17:03.272784 29617 main.go:141] libmachine: () Calling .SetConfigRaw
I1011 21:17:03.272931 29617 main.go:141] libmachine: () Calling .GetMachineName
I1011 21:17:03.273093 29617 main.go:141] libmachine: (ha-610874) Calling .GetState
I1011 21:17:03.273112 29617 main.go:141] libmachine: () Calling .GetMachineName
I1011 21:17:03.273524 29617 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1011 21:17:03.273562 29617 main.go:141] libmachine: Launching plugin server for driver kvm2
I1011 21:17:03.275146 29617 loader.go:395] Config loaded from file: /home/jenkins/minikube-integration/19749-11611/kubeconfig
I1011 21:17:03.275352 29617 kapi.go:59] client config for ha-610874: &rest.Config{Host:"https://192.168.39.254:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/home/jenkins/minikube-integration/19749-11611/.minikube/profiles/ha-610874/client.crt", KeyFile:"/home/jenkins/minikube-integration/19749-11611/.minikube/profiles/ha-610874/client.key", CAFile:"/home/jenkins/minikube-integration/19749-11611/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil), CAData:[]uint8(nil), NextProtos:[]string(nil)
}, UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x2432aa0), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
I1011 21:17:03.275763 29617 cert_rotation.go:140] Starting client certificate rotation controller
I1011 21:17:03.275942 29617 addons.go:234] Setting addon default-storageclass=true in "ha-610874"
I1011 21:17:03.275971 29617 host.go:66] Checking if "ha-610874" exists ...
I1011 21:17:03.276303 29617 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1011 21:17:03.276340 29617 main.go:141] libmachine: Launching plugin server for driver kvm2
I1011 21:17:03.288268 29617 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:44775
I1011 21:17:03.288701 29617 main.go:141] libmachine: () Calling .GetVersion
I1011 21:17:03.289186 29617 main.go:141] libmachine: Using API Version 1
I1011 21:17:03.289212 29617 main.go:141] libmachine: () Calling .SetConfigRaw
I1011 21:17:03.289573 29617 main.go:141] libmachine: () Calling .GetMachineName
I1011 21:17:03.289758 29617 main.go:141] libmachine: (ha-610874) Calling .GetState
I1011 21:17:03.290984 29617 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:41669
I1011 21:17:03.291476 29617 main.go:141] libmachine: () Calling .GetVersion
I1011 21:17:03.291798 29617 main.go:141] libmachine: (ha-610874) Calling .DriverName
I1011 21:17:03.292035 29617 main.go:141] libmachine: Using API Version 1
I1011 21:17:03.292052 29617 main.go:141] libmachine: () Calling .SetConfigRaw
I1011 21:17:03.292353 29617 main.go:141] libmachine: () Calling .GetMachineName
I1011 21:17:03.292786 29617 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1011 21:17:03.292827 29617 main.go:141] libmachine: Launching plugin server for driver kvm2
I1011 21:17:03.293969 29617 out.go:177] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
I1011 21:17:03.295203 29617 addons.go:431] installing /etc/kubernetes/addons/storage-provisioner.yaml
I1011 21:17:03.295223 29617 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I1011 21:17:03.295241 29617 main.go:141] libmachine: (ha-610874) Calling .GetSSHHostname
I1011 21:17:03.298221 29617 main.go:141] libmachine: (ha-610874) DBG | domain ha-610874 has defined MAC address 52:54:00:5f:c7:da in network mk-ha-610874
I1011 21:17:03.298669 29617 main.go:141] libmachine: (ha-610874) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:5f:c7:da", ip: ""} in network mk-ha-610874: {Iface:virbr1 ExpiryTime:2024-10-11 22:16:31 +0000 UTC Type:0 Mac:52:54:00:5f:c7:da Iaid: IPaddr:192.168.39.10 Prefix:24 Hostname:ha-610874 Clientid:01:52:54:00:5f:c7:da}
I1011 21:17:03.298695 29617 main.go:141] libmachine: (ha-610874) DBG | domain ha-610874 has defined IP address 192.168.39.10 and MAC address 52:54:00:5f:c7:da in network mk-ha-610874
I1011 21:17:03.298893 29617 main.go:141] libmachine: (ha-610874) Calling .GetSSHPort
I1011 21:17:03.299039 29617 main.go:141] libmachine: (ha-610874) Calling .GetSSHKeyPath
I1011 21:17:03.299248 29617 main.go:141] libmachine: (ha-610874) Calling .GetSSHUsername
I1011 21:17:03.299371 29617 sshutil.go:53] new ssh client: &{IP:192.168.39.10 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19749-11611/.minikube/machines/ha-610874/id_rsa Username:docker}
I1011 21:17:03.307894 29617 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:33173
I1011 21:17:03.308319 29617 main.go:141] libmachine: () Calling .GetVersion
I1011 21:17:03.308780 29617 main.go:141] libmachine: Using API Version 1
I1011 21:17:03.308794 29617 main.go:141] libmachine: () Calling .SetConfigRaw
I1011 21:17:03.309115 29617 main.go:141] libmachine: () Calling .GetMachineName
I1011 21:17:03.309363 29617 main.go:141] libmachine: (ha-610874) Calling .GetState
I1011 21:17:03.311112 29617 main.go:141] libmachine: (ha-610874) Calling .DriverName
I1011 21:17:03.311334 29617 addons.go:431] installing /etc/kubernetes/addons/storageclass.yaml
I1011 21:17:03.311352 29617 ssh_runner.go:362] scp storageclass/storageclass.yaml --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)
I1011 21:17:03.311368 29617 main.go:141] libmachine: (ha-610874) Calling .GetSSHHostname
I1011 21:17:03.314487 29617 main.go:141] libmachine: (ha-610874) DBG | domain ha-610874 has defined MAC address 52:54:00:5f:c7:da in network mk-ha-610874
I1011 21:17:03.314914 29617 main.go:141] libmachine: (ha-610874) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:5f:c7:da", ip: ""} in network mk-ha-610874: {Iface:virbr1 ExpiryTime:2024-10-11 22:16:31 +0000 UTC Type:0 Mac:52:54:00:5f:c7:da Iaid: IPaddr:192.168.39.10 Prefix:24 Hostname:ha-610874 Clientid:01:52:54:00:5f:c7:da}
I1011 21:17:03.314938 29617 main.go:141] libmachine: (ha-610874) DBG | domain ha-610874 has defined IP address 192.168.39.10 and MAC address 52:54:00:5f:c7:da in network mk-ha-610874
I1011 21:17:03.315112 29617 main.go:141] libmachine: (ha-610874) Calling .GetSSHPort
I1011 21:17:03.315274 29617 main.go:141] libmachine: (ha-610874) Calling .GetSSHKeyPath
I1011 21:17:03.315432 29617 main.go:141] libmachine: (ha-610874) Calling .GetSSHUsername
I1011 21:17:03.315580 29617 sshutil.go:53] new ssh client: &{IP:192.168.39.10 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19749-11611/.minikube/machines/ha-610874/id_rsa Username:docker}
I1011 21:17:03.390668 29617 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.39.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.31.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -"
I1011 21:17:03.477039 29617 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml
I1011 21:17:03.523146 29617 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml
I1011 21:17:03.861068 29617 start.go:971] {"host.minikube.internal": 192.168.39.1} host record injected into CoreDNS's ConfigMap
I1011 21:17:04.076843 29617 main.go:141] libmachine: Making call to close driver server
I1011 21:17:04.076867 29617 main.go:141] libmachine: (ha-610874) Calling .Close
I1011 21:17:04.076939 29617 main.go:141] libmachine: Making call to close driver server
I1011 21:17:04.076960 29617 main.go:141] libmachine: (ha-610874) Calling .Close
I1011 21:17:04.077121 29617 main.go:141] libmachine: (ha-610874) DBG | Closing plugin on server side
I1011 21:17:04.077129 29617 main.go:141] libmachine: Successfully made call to close driver server
I1011 21:17:04.077152 29617 main.go:141] libmachine: Making call to close connection to plugin binary
I1011 21:17:04.077162 29617 main.go:141] libmachine: Making call to close driver server
I1011 21:17:04.077170 29617 main.go:141] libmachine: (ha-610874) Calling .Close
I1011 21:17:04.077198 29617 main.go:141] libmachine: Successfully made call to close driver server
I1011 21:17:04.077208 29617 main.go:141] libmachine: Making call to close connection to plugin binary
I1011 21:17:04.077216 29617 main.go:141] libmachine: Making call to close driver server
I1011 21:17:04.077228 29617 main.go:141] libmachine: (ha-610874) Calling .Close
I1011 21:17:04.077423 29617 main.go:141] libmachine: Successfully made call to close driver server
I1011 21:17:04.077435 29617 main.go:141] libmachine: Making call to close connection to plugin binary
I1011 21:17:04.077497 29617 envvar.go:172] "Feature gate default state" feature="WatchListClient" enabled=false
I1011 21:17:04.077512 29617 envvar.go:172] "Feature gate default state" feature="InformerResourceVersion" enabled=false
I1011 21:17:04.077537 29617 main.go:141] libmachine: Successfully made call to close driver server
I1011 21:17:04.077557 29617 main.go:141] libmachine: Making call to close connection to plugin binary
I1011 21:17:04.077562 29617 main.go:141] libmachine: (ha-610874) DBG | Closing plugin on server side
I1011 21:17:04.077613 29617 round_trippers.go:463] GET https://192.168.39.254:8443/apis/storage.k8s.io/v1/storageclasses
I1011 21:17:04.077629 29617 round_trippers.go:469] Request Headers:
I1011 21:17:04.077640 29617 round_trippers.go:473] Accept: application/json, */*
I1011 21:17:04.077652 29617 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1011 21:17:04.088649 29617 round_trippers.go:574] Response Status: 200 OK in 10 milliseconds
I1011 21:17:04.089177 29617 round_trippers.go:463] PUT https://192.168.39.254:8443/apis/storage.k8s.io/v1/storageclasses/standard
I1011 21:17:04.089196 29617 round_trippers.go:469] Request Headers:
I1011 21:17:04.089204 29617 round_trippers.go:473] Accept: application/json, */*
I1011 21:17:04.089222 29617 round_trippers.go:473] Content-Type: application/json
I1011 21:17:04.089229 29617 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1011 21:17:04.091300 29617 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1011 21:17:04.091435 29617 main.go:141] libmachine: Making call to close driver server
I1011 21:17:04.091450 29617 main.go:141] libmachine: (ha-610874) Calling .Close
I1011 21:17:04.091679 29617 main.go:141] libmachine: (ha-610874) DBG | Closing plugin on server side
I1011 21:17:04.091716 29617 main.go:141] libmachine: Successfully made call to close driver server
I1011 21:17:04.091728 29617 main.go:141] libmachine: Making call to close connection to plugin binary
I1011 21:17:04.093543 29617 out.go:177] * Enabled addons: storage-provisioner, default-storageclass
I1011 21:17:04.094783 29617 addons.go:510] duration metric: took 839.089678ms for enable addons: enabled=[storage-provisioner default-storageclass]
I1011 21:17:04.094816 29617 start.go:246] waiting for cluster config update ...
I1011 21:17:04.094834 29617 start.go:255] writing updated cluster config ...
I1011 21:17:04.096346 29617 out.go:201]
I1011 21:17:04.097685 29617 config.go:182] Loaded profile config "ha-610874": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.1
I1011 21:17:04.097746 29617 profile.go:143] Saving config to /home/jenkins/minikube-integration/19749-11611/.minikube/profiles/ha-610874/config.json ...
I1011 21:17:04.099389 29617 out.go:177] * Starting "ha-610874-m02" control-plane node in "ha-610874" cluster
I1011 21:17:04.100656 29617 preload.go:131] Checking if preload exists for k8s version v1.31.1 and runtime crio
I1011 21:17:04.100673 29617 cache.go:56] Caching tarball of preloaded images
I1011 21:17:04.100774 29617 preload.go:172] Found /home/jenkins/minikube-integration/19749-11611/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.1-cri-o-overlay-amd64.tar.lz4 in cache, skipping download
I1011 21:17:04.100788 29617 cache.go:59] Finished verifying existence of preloaded tar for v1.31.1 on crio
I1011 21:17:04.100851 29617 profile.go:143] Saving config to /home/jenkins/minikube-integration/19749-11611/.minikube/profiles/ha-610874/config.json ...
I1011 21:17:04.100998 29617 start.go:360] acquireMachinesLock for ha-610874-m02: {Name:mkb431367b7f497f2f0dc5fb797bc835aa38c7d3 Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}
I1011 21:17:04.101042 29617 start.go:364] duration metric: took 25.742µs to acquireMachinesLock for "ha-610874-m02"
I1011 21:17:04.101063 29617 start.go:93] Provisioning new machine with config: &{Name:ha-610874 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19774/minikube-v1.34.0-1728382514-19774-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1728382586-19774@sha256:5d8c4f6d838467365e214e2194dd0153a763e3f78723b5f2a8e06ef7b47409ec Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{Kubernete
sVersion:v1.31.1 ClusterName:ha-610874 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.39.10 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m02 IP: Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[default-storageclass:true storage-provisioner:true] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 Cert
Expiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name:m02 IP: Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I1011 21:17:04.101132 29617 start.go:125] createHost starting for "m02" (driver="kvm2")
I1011 21:17:04.102447 29617 out.go:235] * Creating kvm2 VM (CPUs=2, Memory=2200MB, Disk=20000MB) ...
I1011 21:17:04.102519 29617 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1011 21:17:04.102554 29617 main.go:141] libmachine: Launching plugin server for driver kvm2
I1011 21:17:04.117018 29617 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:40573
I1011 21:17:04.117574 29617 main.go:141] libmachine: () Calling .GetVersion
I1011 21:17:04.118020 29617 main.go:141] libmachine: Using API Version 1
I1011 21:17:04.118046 29617 main.go:141] libmachine: () Calling .SetConfigRaw
I1011 21:17:04.118342 29617 main.go:141] libmachine: () Calling .GetMachineName
I1011 21:17:04.118495 29617 main.go:141] libmachine: (ha-610874-m02) Calling .GetMachineName
I1011 21:17:04.118627 29617 main.go:141] libmachine: (ha-610874-m02) Calling .DriverName
I1011 21:17:04.118734 29617 start.go:159] libmachine.API.Create for "ha-610874" (driver="kvm2")
I1011 21:17:04.118757 29617 client.go:168] LocalClient.Create starting
I1011 21:17:04.118782 29617 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/19749-11611/.minikube/certs/ca.pem
I1011 21:17:04.118814 29617 main.go:141] libmachine: Decoding PEM data...
I1011 21:17:04.118825 29617 main.go:141] libmachine: Parsing certificate...
I1011 21:17:04.118865 29617 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/19749-11611/.minikube/certs/cert.pem
I1011 21:17:04.118883 29617 main.go:141] libmachine: Decoding PEM data...
I1011 21:17:04.118895 29617 main.go:141] libmachine: Parsing certificate...
I1011 21:17:04.118909 29617 main.go:141] libmachine: Running pre-create checks...
I1011 21:17:04.118916 29617 main.go:141] libmachine: (ha-610874-m02) Calling .PreCreateCheck
I1011 21:17:04.119022 29617 main.go:141] libmachine: (ha-610874-m02) Calling .GetConfigRaw
I1011 21:17:04.119344 29617 main.go:141] libmachine: Creating machine...
I1011 21:17:04.119354 29617 main.go:141] libmachine: (ha-610874-m02) Calling .Create
I1011 21:17:04.119448 29617 main.go:141] libmachine: (ha-610874-m02) Creating KVM machine...
I1011 21:17:04.120553 29617 main.go:141] libmachine: (ha-610874-m02) DBG | found existing default KVM network
I1011 21:17:04.120665 29617 main.go:141] libmachine: (ha-610874-m02) DBG | found existing private KVM network mk-ha-610874
I1011 21:17:04.120779 29617 main.go:141] libmachine: (ha-610874-m02) Setting up store path in /home/jenkins/minikube-integration/19749-11611/.minikube/machines/ha-610874-m02 ...
I1011 21:17:04.120796 29617 main.go:141] libmachine: (ha-610874-m02) Building disk image from file:///home/jenkins/minikube-integration/19749-11611/.minikube/cache/iso/amd64/minikube-v1.34.0-1728382514-19774-amd64.iso
I1011 21:17:04.120855 29617 main.go:141] libmachine: (ha-610874-m02) DBG | I1011 21:17:04.120779 29991 common.go:145] Making disk image using store path: /home/jenkins/minikube-integration/19749-11611/.minikube
I1011 21:17:04.120961 29617 main.go:141] libmachine: (ha-610874-m02) Downloading /home/jenkins/minikube-integration/19749-11611/.minikube/cache/boot2docker.iso from file:///home/jenkins/minikube-integration/19749-11611/.minikube/cache/iso/amd64/minikube-v1.34.0-1728382514-19774-amd64.iso...
I1011 21:17:04.350121 29617 main.go:141] libmachine: (ha-610874-m02) DBG | I1011 21:17:04.350001 29991 common.go:152] Creating ssh key: /home/jenkins/minikube-integration/19749-11611/.minikube/machines/ha-610874-m02/id_rsa...
I1011 21:17:04.441541 29617 main.go:141] libmachine: (ha-610874-m02) DBG | I1011 21:17:04.441397 29991 common.go:158] Creating raw disk image: /home/jenkins/minikube-integration/19749-11611/.minikube/machines/ha-610874-m02/ha-610874-m02.rawdisk...
I1011 21:17:04.441576 29617 main.go:141] libmachine: (ha-610874-m02) DBG | Writing magic tar header
I1011 21:17:04.441591 29617 main.go:141] libmachine: (ha-610874-m02) DBG | Writing SSH key tar header
I1011 21:17:04.441603 29617 main.go:141] libmachine: (ha-610874-m02) DBG | I1011 21:17:04.441509 29991 common.go:172] Fixing permissions on /home/jenkins/minikube-integration/19749-11611/.minikube/machines/ha-610874-m02 ...
I1011 21:17:04.441619 29617 main.go:141] libmachine: (ha-610874-m02) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19749-11611/.minikube/machines/ha-610874-m02
I1011 21:17:04.441634 29617 main.go:141] libmachine: (ha-610874-m02) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19749-11611/.minikube/machines
I1011 21:17:04.441650 29617 main.go:141] libmachine: (ha-610874-m02) Setting executable bit set on /home/jenkins/minikube-integration/19749-11611/.minikube/machines/ha-610874-m02 (perms=drwx------)
I1011 21:17:04.441661 29617 main.go:141] libmachine: (ha-610874-m02) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19749-11611/.minikube
I1011 21:17:04.441676 29617 main.go:141] libmachine: (ha-610874-m02) Setting executable bit set on /home/jenkins/minikube-integration/19749-11611/.minikube/machines (perms=drwxr-xr-x)
I1011 21:17:04.441687 29617 main.go:141] libmachine: (ha-610874-m02) Setting executable bit set on /home/jenkins/minikube-integration/19749-11611/.minikube (perms=drwxr-xr-x)
I1011 21:17:04.441702 29617 main.go:141] libmachine: (ha-610874-m02) Setting executable bit set on /home/jenkins/minikube-integration/19749-11611 (perms=drwxrwxr-x)
I1011 21:17:04.441718 29617 main.go:141] libmachine: (ha-610874-m02) Setting executable bit set on /home/jenkins/minikube-integration (perms=drwxrwxr-x)
I1011 21:17:04.441730 29617 main.go:141] libmachine: (ha-610874-m02) Setting executable bit set on /home/jenkins (perms=drwxr-xr-x)
I1011 21:17:04.441739 29617 main.go:141] libmachine: (ha-610874-m02) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19749-11611
I1011 21:17:04.441771 29617 main.go:141] libmachine: (ha-610874-m02) Creating domain...
I1011 21:17:04.441793 29617 main.go:141] libmachine: (ha-610874-m02) DBG | Checking permissions on dir: /home/jenkins/minikube-integration
I1011 21:17:04.441805 29617 main.go:141] libmachine: (ha-610874-m02) DBG | Checking permissions on dir: /home/jenkins
I1011 21:17:04.441813 29617 main.go:141] libmachine: (ha-610874-m02) DBG | Checking permissions on dir: /home
I1011 21:17:04.441826 29617 main.go:141] libmachine: (ha-610874-m02) DBG | Skipping /home - not owner
I1011 21:17:04.442818 29617 main.go:141] libmachine: (ha-610874-m02) define libvirt domain using xml:
I1011 21:17:04.442835 29617 main.go:141] libmachine: (ha-610874-m02) <domain type='kvm'>
I1011 21:17:04.442851 29617 main.go:141] libmachine: (ha-610874-m02) <name>ha-610874-m02</name>
I1011 21:17:04.442859 29617 main.go:141] libmachine: (ha-610874-m02) <memory unit='MiB'>2200</memory>
I1011 21:17:04.442867 29617 main.go:141] libmachine: (ha-610874-m02) <vcpu>2</vcpu>
I1011 21:17:04.442876 29617 main.go:141] libmachine: (ha-610874-m02) <features>
I1011 21:17:04.442884 29617 main.go:141] libmachine: (ha-610874-m02) <acpi/>
I1011 21:17:04.442894 29617 main.go:141] libmachine: (ha-610874-m02) <apic/>
I1011 21:17:04.442901 29617 main.go:141] libmachine: (ha-610874-m02) <pae/>
I1011 21:17:04.442909 29617 main.go:141] libmachine: (ha-610874-m02)
I1011 21:17:04.442916 29617 main.go:141] libmachine: (ha-610874-m02) </features>
I1011 21:17:04.442924 29617 main.go:141] libmachine: (ha-610874-m02) <cpu mode='host-passthrough'>
I1011 21:17:04.442929 29617 main.go:141] libmachine: (ha-610874-m02)
I1011 21:17:04.442935 29617 main.go:141] libmachine: (ha-610874-m02) </cpu>
I1011 21:17:04.442940 29617 main.go:141] libmachine: (ha-610874-m02) <os>
I1011 21:17:04.442944 29617 main.go:141] libmachine: (ha-610874-m02) <type>hvm</type>
I1011 21:17:04.442949 29617 main.go:141] libmachine: (ha-610874-m02) <boot dev='cdrom'/>
I1011 21:17:04.442953 29617 main.go:141] libmachine: (ha-610874-m02) <boot dev='hd'/>
I1011 21:17:04.442958 29617 main.go:141] libmachine: (ha-610874-m02) <bootmenu enable='no'/>
I1011 21:17:04.442966 29617 main.go:141] libmachine: (ha-610874-m02) </os>
I1011 21:17:04.442970 29617 main.go:141] libmachine: (ha-610874-m02) <devices>
I1011 21:17:04.442975 29617 main.go:141] libmachine: (ha-610874-m02) <disk type='file' device='cdrom'>
I1011 21:17:04.442982 29617 main.go:141] libmachine: (ha-610874-m02) <source file='/home/jenkins/minikube-integration/19749-11611/.minikube/machines/ha-610874-m02/boot2docker.iso'/>
I1011 21:17:04.442988 29617 main.go:141] libmachine: (ha-610874-m02) <target dev='hdc' bus='scsi'/>
I1011 21:17:04.442992 29617 main.go:141] libmachine: (ha-610874-m02) <readonly/>
I1011 21:17:04.442999 29617 main.go:141] libmachine: (ha-610874-m02) </disk>
I1011 21:17:04.443009 29617 main.go:141] libmachine: (ha-610874-m02) <disk type='file' device='disk'>
I1011 21:17:04.443018 29617 main.go:141] libmachine: (ha-610874-m02) <driver name='qemu' type='raw' cache='default' io='threads' />
I1011 21:17:04.443028 29617 main.go:141] libmachine: (ha-610874-m02) <source file='/home/jenkins/minikube-integration/19749-11611/.minikube/machines/ha-610874-m02/ha-610874-m02.rawdisk'/>
I1011 21:17:04.443033 29617 main.go:141] libmachine: (ha-610874-m02) <target dev='hda' bus='virtio'/>
I1011 21:17:04.443037 29617 main.go:141] libmachine: (ha-610874-m02) </disk>
I1011 21:17:04.443042 29617 main.go:141] libmachine: (ha-610874-m02) <interface type='network'>
I1011 21:17:04.443047 29617 main.go:141] libmachine: (ha-610874-m02) <source network='mk-ha-610874'/>
I1011 21:17:04.443052 29617 main.go:141] libmachine: (ha-610874-m02) <model type='virtio'/>
I1011 21:17:04.443057 29617 main.go:141] libmachine: (ha-610874-m02) </interface>
I1011 21:17:04.443061 29617 main.go:141] libmachine: (ha-610874-m02) <interface type='network'>
I1011 21:17:04.443066 29617 main.go:141] libmachine: (ha-610874-m02) <source network='default'/>
I1011 21:17:04.443071 29617 main.go:141] libmachine: (ha-610874-m02) <model type='virtio'/>
I1011 21:17:04.443076 29617 main.go:141] libmachine: (ha-610874-m02) </interface>
I1011 21:17:04.443080 29617 main.go:141] libmachine: (ha-610874-m02) <serial type='pty'>
I1011 21:17:04.443085 29617 main.go:141] libmachine: (ha-610874-m02) <target port='0'/>
I1011 21:17:04.443089 29617 main.go:141] libmachine: (ha-610874-m02) </serial>
I1011 21:17:04.443094 29617 main.go:141] libmachine: (ha-610874-m02) <console type='pty'>
I1011 21:17:04.443099 29617 main.go:141] libmachine: (ha-610874-m02) <target type='serial' port='0'/>
I1011 21:17:04.443103 29617 main.go:141] libmachine: (ha-610874-m02) </console>
I1011 21:17:04.443109 29617 main.go:141] libmachine: (ha-610874-m02) <rng model='virtio'>
I1011 21:17:04.443137 29617 main.go:141] libmachine: (ha-610874-m02) <backend model='random'>/dev/random</backend>
I1011 21:17:04.443157 29617 main.go:141] libmachine: (ha-610874-m02) </rng>
I1011 21:17:04.443167 29617 main.go:141] libmachine: (ha-610874-m02)
I1011 21:17:04.443173 29617 main.go:141] libmachine: (ha-610874-m02)
I1011 21:17:04.443189 29617 main.go:141] libmachine: (ha-610874-m02) </devices>
I1011 21:17:04.443198 29617 main.go:141] libmachine: (ha-610874-m02) </domain>
I1011 21:17:04.443208 29617 main.go:141] libmachine: (ha-610874-m02)
I1011 21:17:04.449596 29617 main.go:141] libmachine: (ha-610874-m02) DBG | domain ha-610874-m02 has defined MAC address 52:54:00:f0:af:4d in network default
I1011 21:17:04.450115 29617 main.go:141] libmachine: (ha-610874-m02) Ensuring networks are active...
I1011 21:17:04.450137 29617 main.go:141] libmachine: (ha-610874-m02) DBG | domain ha-610874-m02 has defined MAC address 52:54:00:f3:cf:5a in network mk-ha-610874
I1011 21:17:04.450871 29617 main.go:141] libmachine: (ha-610874-m02) Ensuring network default is active
I1011 21:17:04.451172 29617 main.go:141] libmachine: (ha-610874-m02) Ensuring network mk-ha-610874 is active
I1011 21:17:04.451696 29617 main.go:141] libmachine: (ha-610874-m02) Getting domain xml...
I1011 21:17:04.452466 29617 main.go:141] libmachine: (ha-610874-m02) Creating domain...
I1011 21:17:05.723228 29617 main.go:141] libmachine: (ha-610874-m02) Waiting to get IP...
I1011 21:17:05.723997 29617 main.go:141] libmachine: (ha-610874-m02) DBG | domain ha-610874-m02 has defined MAC address 52:54:00:f3:cf:5a in network mk-ha-610874
I1011 21:17:05.724437 29617 main.go:141] libmachine: (ha-610874-m02) DBG | unable to find current IP address of domain ha-610874-m02 in network mk-ha-610874
I1011 21:17:05.724489 29617 main.go:141] libmachine: (ha-610874-m02) DBG | I1011 21:17:05.724421 29991 retry.go:31] will retry after 216.617717ms: waiting for machine to come up
I1011 21:17:05.943023 29617 main.go:141] libmachine: (ha-610874-m02) DBG | domain ha-610874-m02 has defined MAC address 52:54:00:f3:cf:5a in network mk-ha-610874
I1011 21:17:05.943470 29617 main.go:141] libmachine: (ha-610874-m02) DBG | unable to find current IP address of domain ha-610874-m02 in network mk-ha-610874
I1011 21:17:05.943493 29617 main.go:141] libmachine: (ha-610874-m02) DBG | I1011 21:17:05.943418 29991 retry.go:31] will retry after 323.475706ms: waiting for machine to come up
I1011 21:17:06.268759 29617 main.go:141] libmachine: (ha-610874-m02) DBG | domain ha-610874-m02 has defined MAC address 52:54:00:f3:cf:5a in network mk-ha-610874
I1011 21:17:06.269130 29617 main.go:141] libmachine: (ha-610874-m02) DBG | unable to find current IP address of domain ha-610874-m02 in network mk-ha-610874
I1011 21:17:06.269185 29617 main.go:141] libmachine: (ha-610874-m02) DBG | I1011 21:17:06.269071 29991 retry.go:31] will retry after 341.815784ms: waiting for machine to come up
I1011 21:17:06.612587 29617 main.go:141] libmachine: (ha-610874-m02) DBG | domain ha-610874-m02 has defined MAC address 52:54:00:f3:cf:5a in network mk-ha-610874
I1011 21:17:06.613044 29617 main.go:141] libmachine: (ha-610874-m02) DBG | unable to find current IP address of domain ha-610874-m02 in network mk-ha-610874
I1011 21:17:06.613069 29617 main.go:141] libmachine: (ha-610874-m02) DBG | I1011 21:17:06.612994 29991 retry.go:31] will retry after 575.567056ms: waiting for machine to come up
I1011 21:17:07.189626 29617 main.go:141] libmachine: (ha-610874-m02) DBG | domain ha-610874-m02 has defined MAC address 52:54:00:f3:cf:5a in network mk-ha-610874
I1011 21:17:07.190024 29617 main.go:141] libmachine: (ha-610874-m02) DBG | unable to find current IP address of domain ha-610874-m02 in network mk-ha-610874
I1011 21:17:07.190052 29617 main.go:141] libmachine: (ha-610874-m02) DBG | I1011 21:17:07.189979 29991 retry.go:31] will retry after 508.01524ms: waiting for machine to come up
I1011 21:17:07.699512 29617 main.go:141] libmachine: (ha-610874-m02) DBG | domain ha-610874-m02 has defined MAC address 52:54:00:f3:cf:5a in network mk-ha-610874
I1011 21:17:07.699870 29617 main.go:141] libmachine: (ha-610874-m02) DBG | unable to find current IP address of domain ha-610874-m02 in network mk-ha-610874
I1011 21:17:07.699896 29617 main.go:141] libmachine: (ha-610874-m02) DBG | I1011 21:17:07.699824 29991 retry.go:31] will retry after 706.438375ms: waiting for machine to come up
I1011 21:17:08.408130 29617 main.go:141] libmachine: (ha-610874-m02) DBG | domain ha-610874-m02 has defined MAC address 52:54:00:f3:cf:5a in network mk-ha-610874
I1011 21:17:08.408534 29617 main.go:141] libmachine: (ha-610874-m02) DBG | unable to find current IP address of domain ha-610874-m02 in network mk-ha-610874
I1011 21:17:08.408553 29617 main.go:141] libmachine: (ha-610874-m02) DBG | I1011 21:17:08.408491 29991 retry.go:31] will retry after 819.845939ms: waiting for machine to come up
I1011 21:17:09.229809 29617 main.go:141] libmachine: (ha-610874-m02) DBG | domain ha-610874-m02 has defined MAC address 52:54:00:f3:cf:5a in network mk-ha-610874
I1011 21:17:09.230337 29617 main.go:141] libmachine: (ha-610874-m02) DBG | unable to find current IP address of domain ha-610874-m02 in network mk-ha-610874
I1011 21:17:09.230361 29617 main.go:141] libmachine: (ha-610874-m02) DBG | I1011 21:17:09.230274 29991 retry.go:31] will retry after 1.08916769s: waiting for machine to come up
I1011 21:17:10.320875 29617 main.go:141] libmachine: (ha-610874-m02) DBG | domain ha-610874-m02 has defined MAC address 52:54:00:f3:cf:5a in network mk-ha-610874
I1011 21:17:10.321316 29617 main.go:141] libmachine: (ha-610874-m02) DBG | unable to find current IP address of domain ha-610874-m02 in network mk-ha-610874
I1011 21:17:10.321344 29617 main.go:141] libmachine: (ha-610874-m02) DBG | I1011 21:17:10.321274 29991 retry.go:31] will retry after 1.825013226s: waiting for machine to come up
I1011 21:17:12.148418 29617 main.go:141] libmachine: (ha-610874-m02) DBG | domain ha-610874-m02 has defined MAC address 52:54:00:f3:cf:5a in network mk-ha-610874
I1011 21:17:12.148892 29617 main.go:141] libmachine: (ha-610874-m02) DBG | unable to find current IP address of domain ha-610874-m02 in network mk-ha-610874
I1011 21:17:12.148912 29617 main.go:141] libmachine: (ha-610874-m02) DBG | I1011 21:17:12.148854 29991 retry.go:31] will retry after 1.911054739s: waiting for machine to come up
I1011 21:17:14.062931 29617 main.go:141] libmachine: (ha-610874-m02) DBG | domain ha-610874-m02 has defined MAC address 52:54:00:f3:cf:5a in network mk-ha-610874
I1011 21:17:14.063353 29617 main.go:141] libmachine: (ha-610874-m02) DBG | unable to find current IP address of domain ha-610874-m02 in network mk-ha-610874
I1011 21:17:14.063381 29617 main.go:141] libmachine: (ha-610874-m02) DBG | I1011 21:17:14.063300 29991 retry.go:31] will retry after 2.512289875s: waiting for machine to come up
I1011 21:17:16.577169 29617 main.go:141] libmachine: (ha-610874-m02) DBG | domain ha-610874-m02 has defined MAC address 52:54:00:f3:cf:5a in network mk-ha-610874
I1011 21:17:16.577555 29617 main.go:141] libmachine: (ha-610874-m02) DBG | unable to find current IP address of domain ha-610874-m02 in network mk-ha-610874
I1011 21:17:16.577580 29617 main.go:141] libmachine: (ha-610874-m02) DBG | I1011 21:17:16.577519 29991 retry.go:31] will retry after 3.376491238s: waiting for machine to come up
I1011 21:17:19.955606 29617 main.go:141] libmachine: (ha-610874-m02) DBG | domain ha-610874-m02 has defined MAC address 52:54:00:f3:cf:5a in network mk-ha-610874
I1011 21:17:19.955968 29617 main.go:141] libmachine: (ha-610874-m02) DBG | unable to find current IP address of domain ha-610874-m02 in network mk-ha-610874
I1011 21:17:19.955995 29617 main.go:141] libmachine: (ha-610874-m02) DBG | I1011 21:17:19.955923 29991 retry.go:31] will retry after 4.049589987s: waiting for machine to come up
I1011 21:17:24.010143 29617 main.go:141] libmachine: (ha-610874-m02) DBG | domain ha-610874-m02 has defined MAC address 52:54:00:f3:cf:5a in network mk-ha-610874
I1011 21:17:24.010574 29617 main.go:141] libmachine: (ha-610874-m02) Found IP for machine: 192.168.39.11
I1011 21:17:24.010593 29617 main.go:141] libmachine: (ha-610874-m02) Reserving static IP address...
I1011 21:17:24.010602 29617 main.go:141] libmachine: (ha-610874-m02) DBG | domain ha-610874-m02 has current primary IP address 192.168.39.11 and MAC address 52:54:00:f3:cf:5a in network mk-ha-610874
I1011 21:17:24.010971 29617 main.go:141] libmachine: (ha-610874-m02) DBG | unable to find host DHCP lease matching {name: "ha-610874-m02", mac: "52:54:00:f3:cf:5a", ip: "192.168.39.11"} in network mk-ha-610874
I1011 21:17:24.079043 29617 main.go:141] libmachine: (ha-610874-m02) DBG | Getting to WaitForSSH function...
I1011 21:17:24.079077 29617 main.go:141] libmachine: (ha-610874-m02) Reserved static IP address: 192.168.39.11
I1011 21:17:24.079093 29617 main.go:141] libmachine: (ha-610874-m02) Waiting for SSH to be available...
I1011 21:17:24.081543 29617 main.go:141] libmachine: (ha-610874-m02) DBG | domain ha-610874-m02 has defined MAC address 52:54:00:f3:cf:5a in network mk-ha-610874
I1011 21:17:24.081867 29617 main.go:141] libmachine: (ha-610874-m02) DBG | unable to find host DHCP lease matching {name: "", mac: "52:54:00:f3:cf:5a", ip: ""} in network mk-ha-610874
I1011 21:17:24.081880 29617 main.go:141] libmachine: (ha-610874-m02) DBG | unable to find defined IP address of network mk-ha-610874 interface with MAC address 52:54:00:f3:cf:5a
I1011 21:17:24.082047 29617 main.go:141] libmachine: (ha-610874-m02) DBG | Using SSH client type: external
I1011 21:17:24.082076 29617 main.go:141] libmachine: (ha-610874-m02) DBG | Using SSH private key: /home/jenkins/minikube-integration/19749-11611/.minikube/machines/ha-610874-m02/id_rsa (-rw-------)
I1011 21:17:24.082376 29617 main.go:141] libmachine: (ha-610874-m02) DBG | &{[-F /dev/null -o ConnectionAttempts=3 -o ConnectTimeout=10 -o ControlMaster=no -o ControlPath=none -o LogLevel=quiet -o PasswordAuthentication=no -o ServerAliveInterval=60 -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null docker@ -o IdentitiesOnly=yes -i /home/jenkins/minikube-integration/19749-11611/.minikube/machines/ha-610874-m02/id_rsa -p 22] /usr/bin/ssh <nil>}
I1011 21:17:24.082572 29617 main.go:141] libmachine: (ha-610874-m02) DBG | About to run SSH command:
I1011 21:17:24.082591 29617 main.go:141] libmachine: (ha-610874-m02) DBG | exit 0
I1011 21:17:24.086567 29617 main.go:141] libmachine: (ha-610874-m02) DBG | SSH cmd err, output: exit status 255:
I1011 21:17:24.086597 29617 main.go:141] libmachine: (ha-610874-m02) DBG | Error getting ssh command 'exit 0' : ssh command error:
I1011 21:17:24.086608 29617 main.go:141] libmachine: (ha-610874-m02) DBG | command : exit 0
I1011 21:17:24.086627 29617 main.go:141] libmachine: (ha-610874-m02) DBG | err : exit status 255
I1011 21:17:24.086641 29617 main.go:141] libmachine: (ha-610874-m02) DBG | output :
I1011 21:17:27.089089 29617 main.go:141] libmachine: (ha-610874-m02) DBG | Getting to WaitForSSH function...
I1011 21:17:27.091628 29617 main.go:141] libmachine: (ha-610874-m02) DBG | domain ha-610874-m02 has defined MAC address 52:54:00:f3:cf:5a in network mk-ha-610874
I1011 21:17:27.091976 29617 main.go:141] libmachine: (ha-610874-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:f3:cf:5a", ip: ""} in network mk-ha-610874: {Iface:virbr1 ExpiryTime:2024-10-11 22:17:18 +0000 UTC Type:0 Mac:52:54:00:f3:cf:5a Iaid: IPaddr:192.168.39.11 Prefix:24 Hostname:ha-610874-m02 Clientid:01:52:54:00:f3:cf:5a}
I1011 21:17:27.092001 29617 main.go:141] libmachine: (ha-610874-m02) DBG | domain ha-610874-m02 has defined IP address 192.168.39.11 and MAC address 52:54:00:f3:cf:5a in network mk-ha-610874
I1011 21:17:27.092162 29617 main.go:141] libmachine: (ha-610874-m02) DBG | Using SSH client type: external
I1011 21:17:27.092189 29617 main.go:141] libmachine: (ha-610874-m02) DBG | Using SSH private key: /home/jenkins/minikube-integration/19749-11611/.minikube/machines/ha-610874-m02/id_rsa (-rw-------)
I1011 21:17:27.092213 29617 main.go:141] libmachine: (ha-610874-m02) DBG | &{[-F /dev/null -o ConnectionAttempts=3 -o ConnectTimeout=10 -o ControlMaster=no -o ControlPath=none -o LogLevel=quiet -o PasswordAuthentication=no -o ServerAliveInterval=60 -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null docker@192.168.39.11 -o IdentitiesOnly=yes -i /home/jenkins/minikube-integration/19749-11611/.minikube/machines/ha-610874-m02/id_rsa -p 22] /usr/bin/ssh <nil>}
I1011 21:17:27.092221 29617 main.go:141] libmachine: (ha-610874-m02) DBG | About to run SSH command:
I1011 21:17:27.092230 29617 main.go:141] libmachine: (ha-610874-m02) DBG | exit 0
I1011 21:17:27.218963 29617 main.go:141] libmachine: (ha-610874-m02) DBG | SSH cmd err, output: <nil>:
I1011 21:17:27.219245 29617 main.go:141] libmachine: (ha-610874-m02) KVM machine creation complete!
I1011 21:17:27.219616 29617 main.go:141] libmachine: (ha-610874-m02) Calling .GetConfigRaw
I1011 21:17:27.220149 29617 main.go:141] libmachine: (ha-610874-m02) Calling .DriverName
I1011 21:17:27.220344 29617 main.go:141] libmachine: (ha-610874-m02) Calling .DriverName
I1011 21:17:27.220511 29617 main.go:141] libmachine: Waiting for machine to be running, this may take a few minutes...
I1011 21:17:27.220532 29617 main.go:141] libmachine: (ha-610874-m02) Calling .GetState
I1011 21:17:27.221755 29617 main.go:141] libmachine: Detecting operating system of created instance...
I1011 21:17:27.221770 29617 main.go:141] libmachine: Waiting for SSH to be available...
I1011 21:17:27.221778 29617 main.go:141] libmachine: Getting to WaitForSSH function...
I1011 21:17:27.221786 29617 main.go:141] libmachine: (ha-610874-m02) Calling .GetSSHHostname
I1011 21:17:27.223867 29617 main.go:141] libmachine: (ha-610874-m02) DBG | domain ha-610874-m02 has defined MAC address 52:54:00:f3:cf:5a in network mk-ha-610874
I1011 21:17:27.224229 29617 main.go:141] libmachine: (ha-610874-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:f3:cf:5a", ip: ""} in network mk-ha-610874: {Iface:virbr1 ExpiryTime:2024-10-11 22:17:18 +0000 UTC Type:0 Mac:52:54:00:f3:cf:5a Iaid: IPaddr:192.168.39.11 Prefix:24 Hostname:ha-610874-m02 Clientid:01:52:54:00:f3:cf:5a}
I1011 21:17:27.224267 29617 main.go:141] libmachine: (ha-610874-m02) DBG | domain ha-610874-m02 has defined IP address 192.168.39.11 and MAC address 52:54:00:f3:cf:5a in network mk-ha-610874
I1011 21:17:27.224374 29617 main.go:141] libmachine: (ha-610874-m02) Calling .GetSSHPort
I1011 21:17:27.224532 29617 main.go:141] libmachine: (ha-610874-m02) Calling .GetSSHKeyPath
I1011 21:17:27.224655 29617 main.go:141] libmachine: (ha-610874-m02) Calling .GetSSHKeyPath
I1011 21:17:27.224768 29617 main.go:141] libmachine: (ha-610874-m02) Calling .GetSSHUsername
I1011 21:17:27.224964 29617 main.go:141] libmachine: Using SSH client type: native
I1011 21:17:27.225164 29617 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x8651c0] 0x867ea0 <nil> [] 0s} 192.168.39.11 22 <nil> <nil>}
I1011 21:17:27.225177 29617 main.go:141] libmachine: About to run SSH command:
exit 0
I1011 21:17:27.333813 29617 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1011 21:17:27.333841 29617 main.go:141] libmachine: Detecting the provisioner...
I1011 21:17:27.333852 29617 main.go:141] libmachine: (ha-610874-m02) Calling .GetSSHHostname
I1011 21:17:27.336538 29617 main.go:141] libmachine: (ha-610874-m02) DBG | domain ha-610874-m02 has defined MAC address 52:54:00:f3:cf:5a in network mk-ha-610874
I1011 21:17:27.336885 29617 main.go:141] libmachine: (ha-610874-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:f3:cf:5a", ip: ""} in network mk-ha-610874: {Iface:virbr1 ExpiryTime:2024-10-11 22:17:18 +0000 UTC Type:0 Mac:52:54:00:f3:cf:5a Iaid: IPaddr:192.168.39.11 Prefix:24 Hostname:ha-610874-m02 Clientid:01:52:54:00:f3:cf:5a}
I1011 21:17:27.336909 29617 main.go:141] libmachine: (ha-610874-m02) DBG | domain ha-610874-m02 has defined IP address 192.168.39.11 and MAC address 52:54:00:f3:cf:5a in network mk-ha-610874
I1011 21:17:27.337071 29617 main.go:141] libmachine: (ha-610874-m02) Calling .GetSSHPort
I1011 21:17:27.337262 29617 main.go:141] libmachine: (ha-610874-m02) Calling .GetSSHKeyPath
I1011 21:17:27.337411 29617 main.go:141] libmachine: (ha-610874-m02) Calling .GetSSHKeyPath
I1011 21:17:27.337545 29617 main.go:141] libmachine: (ha-610874-m02) Calling .GetSSHUsername
I1011 21:17:27.337696 29617 main.go:141] libmachine: Using SSH client type: native
I1011 21:17:27.337866 29617 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x8651c0] 0x867ea0 <nil> [] 0s} 192.168.39.11 22 <nil> <nil>}
I1011 21:17:27.337878 29617 main.go:141] libmachine: About to run SSH command:
cat /etc/os-release
I1011 21:17:27.447511 29617 main.go:141] libmachine: SSH cmd err, output: <nil>: NAME=Buildroot
VERSION=2023.02.9-dirty
ID=buildroot
VERSION_ID=2023.02.9
PRETTY_NAME="Buildroot 2023.02.9"
I1011 21:17:27.447576 29617 main.go:141] libmachine: found compatible host: buildroot
I1011 21:17:27.447583 29617 main.go:141] libmachine: Provisioning with buildroot...
I1011 21:17:27.447590 29617 main.go:141] libmachine: (ha-610874-m02) Calling .GetMachineName
I1011 21:17:27.447842 29617 buildroot.go:166] provisioning hostname "ha-610874-m02"
I1011 21:17:27.447866 29617 main.go:141] libmachine: (ha-610874-m02) Calling .GetMachineName
I1011 21:17:27.448033 29617 main.go:141] libmachine: (ha-610874-m02) Calling .GetSSHHostname
I1011 21:17:27.450381 29617 main.go:141] libmachine: (ha-610874-m02) DBG | domain ha-610874-m02 has defined MAC address 52:54:00:f3:cf:5a in network mk-ha-610874
I1011 21:17:27.450763 29617 main.go:141] libmachine: (ha-610874-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:f3:cf:5a", ip: ""} in network mk-ha-610874: {Iface:virbr1 ExpiryTime:2024-10-11 22:17:18 +0000 UTC Type:0 Mac:52:54:00:f3:cf:5a Iaid: IPaddr:192.168.39.11 Prefix:24 Hostname:ha-610874-m02 Clientid:01:52:54:00:f3:cf:5a}
I1011 21:17:27.450793 29617 main.go:141] libmachine: (ha-610874-m02) DBG | domain ha-610874-m02 has defined IP address 192.168.39.11 and MAC address 52:54:00:f3:cf:5a in network mk-ha-610874
I1011 21:17:27.450924 29617 main.go:141] libmachine: (ha-610874-m02) Calling .GetSSHPort
I1011 21:17:27.451086 29617 main.go:141] libmachine: (ha-610874-m02) Calling .GetSSHKeyPath
I1011 21:17:27.451309 29617 main.go:141] libmachine: (ha-610874-m02) Calling .GetSSHKeyPath
I1011 21:17:27.451419 29617 main.go:141] libmachine: (ha-610874-m02) Calling .GetSSHUsername
I1011 21:17:27.451547 29617 main.go:141] libmachine: Using SSH client type: native
I1011 21:17:27.451737 29617 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x8651c0] 0x867ea0 <nil> [] 0s} 192.168.39.11 22 <nil> <nil>}
I1011 21:17:27.451749 29617 main.go:141] libmachine: About to run SSH command:
sudo hostname ha-610874-m02 && echo "ha-610874-m02" | sudo tee /etc/hostname
I1011 21:17:27.572801 29617 main.go:141] libmachine: SSH cmd err, output: <nil>: ha-610874-m02
I1011 21:17:27.572834 29617 main.go:141] libmachine: (ha-610874-m02) Calling .GetSSHHostname
I1011 21:17:27.575352 29617 main.go:141] libmachine: (ha-610874-m02) DBG | domain ha-610874-m02 has defined MAC address 52:54:00:f3:cf:5a in network mk-ha-610874
I1011 21:17:27.575751 29617 main.go:141] libmachine: (ha-610874-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:f3:cf:5a", ip: ""} in network mk-ha-610874: {Iface:virbr1 ExpiryTime:2024-10-11 22:17:18 +0000 UTC Type:0 Mac:52:54:00:f3:cf:5a Iaid: IPaddr:192.168.39.11 Prefix:24 Hostname:ha-610874-m02 Clientid:01:52:54:00:f3:cf:5a}
I1011 21:17:27.575776 29617 main.go:141] libmachine: (ha-610874-m02) DBG | domain ha-610874-m02 has defined IP address 192.168.39.11 and MAC address 52:54:00:f3:cf:5a in network mk-ha-610874
I1011 21:17:27.575941 29617 main.go:141] libmachine: (ha-610874-m02) Calling .GetSSHPort
I1011 21:17:27.576093 29617 main.go:141] libmachine: (ha-610874-m02) Calling .GetSSHKeyPath
I1011 21:17:27.576220 29617 main.go:141] libmachine: (ha-610874-m02) Calling .GetSSHKeyPath
I1011 21:17:27.576346 29617 main.go:141] libmachine: (ha-610874-m02) Calling .GetSSHUsername
I1011 21:17:27.576461 29617 main.go:141] libmachine: Using SSH client type: native
I1011 21:17:27.576637 29617 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x8651c0] 0x867ea0 <nil> [] 0s} 192.168.39.11 22 <nil> <nil>}
I1011 21:17:27.576661 29617 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\sha-610874-m02' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 ha-610874-m02/g' /etc/hosts;
else
echo '127.0.1.1 ha-610874-m02' | sudo tee -a /etc/hosts;
fi
fi
I1011 21:17:27.695886 29617 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1011 21:17:27.695916 29617 buildroot.go:172] set auth options {CertDir:/home/jenkins/minikube-integration/19749-11611/.minikube CaCertPath:/home/jenkins/minikube-integration/19749-11611/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/19749-11611/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/19749-11611/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/19749-11611/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/19749-11611/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/19749-11611/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/19749-11611/.minikube}
I1011 21:17:27.695938 29617 buildroot.go:174] setting up certificates
I1011 21:17:27.695952 29617 provision.go:84] configureAuth start
I1011 21:17:27.695968 29617 main.go:141] libmachine: (ha-610874-m02) Calling .GetMachineName
I1011 21:17:27.696239 29617 main.go:141] libmachine: (ha-610874-m02) Calling .GetIP
I1011 21:17:27.698924 29617 main.go:141] libmachine: (ha-610874-m02) DBG | domain ha-610874-m02 has defined MAC address 52:54:00:f3:cf:5a in network mk-ha-610874
I1011 21:17:27.699311 29617 main.go:141] libmachine: (ha-610874-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:f3:cf:5a", ip: ""} in network mk-ha-610874: {Iface:virbr1 ExpiryTime:2024-10-11 22:17:18 +0000 UTC Type:0 Mac:52:54:00:f3:cf:5a Iaid: IPaddr:192.168.39.11 Prefix:24 Hostname:ha-610874-m02 Clientid:01:52:54:00:f3:cf:5a}
I1011 21:17:27.699342 29617 main.go:141] libmachine: (ha-610874-m02) DBG | domain ha-610874-m02 has defined IP address 192.168.39.11 and MAC address 52:54:00:f3:cf:5a in network mk-ha-610874
I1011 21:17:27.699459 29617 main.go:141] libmachine: (ha-610874-m02) Calling .GetSSHHostname
I1011 21:17:27.701614 29617 main.go:141] libmachine: (ha-610874-m02) DBG | domain ha-610874-m02 has defined MAC address 52:54:00:f3:cf:5a in network mk-ha-610874
I1011 21:17:27.701924 29617 main.go:141] libmachine: (ha-610874-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:f3:cf:5a", ip: ""} in network mk-ha-610874: {Iface:virbr1 ExpiryTime:2024-10-11 22:17:18 +0000 UTC Type:0 Mac:52:54:00:f3:cf:5a Iaid: IPaddr:192.168.39.11 Prefix:24 Hostname:ha-610874-m02 Clientid:01:52:54:00:f3:cf:5a}
I1011 21:17:27.701942 29617 main.go:141] libmachine: (ha-610874-m02) DBG | domain ha-610874-m02 has defined IP address 192.168.39.11 and MAC address 52:54:00:f3:cf:5a in network mk-ha-610874
I1011 21:17:27.702129 29617 provision.go:143] copyHostCerts
I1011 21:17:27.702158 29617 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19749-11611/.minikube/certs/key.pem -> /home/jenkins/minikube-integration/19749-11611/.minikube/key.pem
I1011 21:17:27.702190 29617 exec_runner.go:144] found /home/jenkins/minikube-integration/19749-11611/.minikube/key.pem, removing ...
I1011 21:17:27.702199 29617 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19749-11611/.minikube/key.pem
I1011 21:17:27.702263 29617 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19749-11611/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/19749-11611/.minikube/key.pem (1679 bytes)
I1011 21:17:27.702355 29617 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19749-11611/.minikube/certs/ca.pem -> /home/jenkins/minikube-integration/19749-11611/.minikube/ca.pem
I1011 21:17:27.702381 29617 exec_runner.go:144] found /home/jenkins/minikube-integration/19749-11611/.minikube/ca.pem, removing ...
I1011 21:17:27.702389 29617 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19749-11611/.minikube/ca.pem
I1011 21:17:27.702438 29617 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19749-11611/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/19749-11611/.minikube/ca.pem (1082 bytes)
I1011 21:17:27.702535 29617 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19749-11611/.minikube/certs/cert.pem -> /home/jenkins/minikube-integration/19749-11611/.minikube/cert.pem
I1011 21:17:27.702560 29617 exec_runner.go:144] found /home/jenkins/minikube-integration/19749-11611/.minikube/cert.pem, removing ...
I1011 21:17:27.702567 29617 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19749-11611/.minikube/cert.pem
I1011 21:17:27.702604 29617 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19749-11611/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/19749-11611/.minikube/cert.pem (1123 bytes)
I1011 21:17:27.702691 29617 provision.go:117] generating server cert: /home/jenkins/minikube-integration/19749-11611/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/19749-11611/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/19749-11611/.minikube/certs/ca-key.pem org=jenkins.ha-610874-m02 san=[127.0.0.1 192.168.39.11 ha-610874-m02 localhost minikube]
I1011 21:17:27.916455 29617 provision.go:177] copyRemoteCerts
I1011 21:17:27.916517 29617 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1011 21:17:27.916546 29617 main.go:141] libmachine: (ha-610874-m02) Calling .GetSSHHostname
I1011 21:17:27.919220 29617 main.go:141] libmachine: (ha-610874-m02) DBG | domain ha-610874-m02 has defined MAC address 52:54:00:f3:cf:5a in network mk-ha-610874
I1011 21:17:27.919586 29617 main.go:141] libmachine: (ha-610874-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:f3:cf:5a", ip: ""} in network mk-ha-610874: {Iface:virbr1 ExpiryTime:2024-10-11 22:17:18 +0000 UTC Type:0 Mac:52:54:00:f3:cf:5a Iaid: IPaddr:192.168.39.11 Prefix:24 Hostname:ha-610874-m02 Clientid:01:52:54:00:f3:cf:5a}
I1011 21:17:27.919612 29617 main.go:141] libmachine: (ha-610874-m02) DBG | domain ha-610874-m02 has defined IP address 192.168.39.11 and MAC address 52:54:00:f3:cf:5a in network mk-ha-610874
I1011 21:17:27.919767 29617 main.go:141] libmachine: (ha-610874-m02) Calling .GetSSHPort
I1011 21:17:27.919931 29617 main.go:141] libmachine: (ha-610874-m02) Calling .GetSSHKeyPath
I1011 21:17:27.920084 29617 main.go:141] libmachine: (ha-610874-m02) Calling .GetSSHUsername
I1011 21:17:27.920214 29617 sshutil.go:53] new ssh client: &{IP:192.168.39.11 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19749-11611/.minikube/machines/ha-610874-m02/id_rsa Username:docker}
I1011 21:17:28.005137 29617 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19749-11611/.minikube/certs/ca.pem -> /etc/docker/ca.pem
I1011 21:17:28.005206 29617 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19749-11611/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1082 bytes)
I1011 21:17:28.030798 29617 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19749-11611/.minikube/machines/server.pem -> /etc/docker/server.pem
I1011 21:17:28.030868 29617 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19749-11611/.minikube/machines/server.pem --> /etc/docker/server.pem (1208 bytes)
I1011 21:17:28.053929 29617 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19749-11611/.minikube/machines/server-key.pem -> /etc/docker/server-key.pem
I1011 21:17:28.053992 29617 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19749-11611/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)
I1011 21:17:28.077344 29617 provision.go:87] duration metric: took 381.381213ms to configureAuth
I1011 21:17:28.077368 29617 buildroot.go:189] setting minikube options for container-runtime
I1011 21:17:28.077553 29617 config.go:182] Loaded profile config "ha-610874": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.1
I1011 21:17:28.077631 29617 main.go:141] libmachine: (ha-610874-m02) Calling .GetSSHHostname
I1011 21:17:28.079998 29617 main.go:141] libmachine: (ha-610874-m02) DBG | domain ha-610874-m02 has defined MAC address 52:54:00:f3:cf:5a in network mk-ha-610874
I1011 21:17:28.080363 29617 main.go:141] libmachine: (ha-610874-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:f3:cf:5a", ip: ""} in network mk-ha-610874: {Iface:virbr1 ExpiryTime:2024-10-11 22:17:18 +0000 UTC Type:0 Mac:52:54:00:f3:cf:5a Iaid: IPaddr:192.168.39.11 Prefix:24 Hostname:ha-610874-m02 Clientid:01:52:54:00:f3:cf:5a}
I1011 21:17:28.080391 29617 main.go:141] libmachine: (ha-610874-m02) DBG | domain ha-610874-m02 has defined IP address 192.168.39.11 and MAC address 52:54:00:f3:cf:5a in network mk-ha-610874
I1011 21:17:28.080550 29617 main.go:141] libmachine: (ha-610874-m02) Calling .GetSSHPort
I1011 21:17:28.080711 29617 main.go:141] libmachine: (ha-610874-m02) Calling .GetSSHKeyPath
I1011 21:17:28.080860 29617 main.go:141] libmachine: (ha-610874-m02) Calling .GetSSHKeyPath
I1011 21:17:28.080957 29617 main.go:141] libmachine: (ha-610874-m02) Calling .GetSSHUsername
I1011 21:17:28.081126 29617 main.go:141] libmachine: Using SSH client type: native
I1011 21:17:28.081276 29617 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x8651c0] 0x867ea0 <nil> [] 0s} 192.168.39.11 22 <nil> <nil>}
I1011 21:17:28.081289 29617 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1011 21:17:28.305072 29617 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1011 21:17:28.305099 29617 main.go:141] libmachine: Checking connection to Docker...
I1011 21:17:28.305107 29617 main.go:141] libmachine: (ha-610874-m02) Calling .GetURL
I1011 21:17:28.306348 29617 main.go:141] libmachine: (ha-610874-m02) DBG | Using libvirt version 6000000
I1011 21:17:28.308766 29617 main.go:141] libmachine: (ha-610874-m02) DBG | domain ha-610874-m02 has defined MAC address 52:54:00:f3:cf:5a in network mk-ha-610874
I1011 21:17:28.309119 29617 main.go:141] libmachine: (ha-610874-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:f3:cf:5a", ip: ""} in network mk-ha-610874: {Iface:virbr1 ExpiryTime:2024-10-11 22:17:18 +0000 UTC Type:0 Mac:52:54:00:f3:cf:5a Iaid: IPaddr:192.168.39.11 Prefix:24 Hostname:ha-610874-m02 Clientid:01:52:54:00:f3:cf:5a}
I1011 21:17:28.309148 29617 main.go:141] libmachine: (ha-610874-m02) DBG | domain ha-610874-m02 has defined IP address 192.168.39.11 and MAC address 52:54:00:f3:cf:5a in network mk-ha-610874
I1011 21:17:28.309322 29617 main.go:141] libmachine: Docker is up and running!
I1011 21:17:28.309336 29617 main.go:141] libmachine: Reticulating splines...
I1011 21:17:28.309345 29617 client.go:171] duration metric: took 24.190578436s to LocalClient.Create
I1011 21:17:28.309369 29617 start.go:167] duration metric: took 24.190632715s to libmachine.API.Create "ha-610874"
I1011 21:17:28.309380 29617 start.go:293] postStartSetup for "ha-610874-m02" (driver="kvm2")
I1011 21:17:28.309393 29617 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1011 21:17:28.309414 29617 main.go:141] libmachine: (ha-610874-m02) Calling .DriverName
I1011 21:17:28.309649 29617 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1011 21:17:28.309678 29617 main.go:141] libmachine: (ha-610874-m02) Calling .GetSSHHostname
I1011 21:17:28.311900 29617 main.go:141] libmachine: (ha-610874-m02) DBG | domain ha-610874-m02 has defined MAC address 52:54:00:f3:cf:5a in network mk-ha-610874
I1011 21:17:28.312234 29617 main.go:141] libmachine: (ha-610874-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:f3:cf:5a", ip: ""} in network mk-ha-610874: {Iface:virbr1 ExpiryTime:2024-10-11 22:17:18 +0000 UTC Type:0 Mac:52:54:00:f3:cf:5a Iaid: IPaddr:192.168.39.11 Prefix:24 Hostname:ha-610874-m02 Clientid:01:52:54:00:f3:cf:5a}
I1011 21:17:28.312257 29617 main.go:141] libmachine: (ha-610874-m02) DBG | domain ha-610874-m02 has defined IP address 192.168.39.11 and MAC address 52:54:00:f3:cf:5a in network mk-ha-610874
I1011 21:17:28.312366 29617 main.go:141] libmachine: (ha-610874-m02) Calling .GetSSHPort
I1011 21:17:28.312513 29617 main.go:141] libmachine: (ha-610874-m02) Calling .GetSSHKeyPath
I1011 21:17:28.312670 29617 main.go:141] libmachine: (ha-610874-m02) Calling .GetSSHUsername
I1011 21:17:28.312813 29617 sshutil.go:53] new ssh client: &{IP:192.168.39.11 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19749-11611/.minikube/machines/ha-610874-m02/id_rsa Username:docker}
I1011 21:17:28.401258 29617 ssh_runner.go:195] Run: cat /etc/os-release
I1011 21:17:28.405713 29617 info.go:137] Remote host: Buildroot 2023.02.9
I1011 21:17:28.405741 29617 filesync.go:126] Scanning /home/jenkins/minikube-integration/19749-11611/.minikube/addons for local assets ...
I1011 21:17:28.405819 29617 filesync.go:126] Scanning /home/jenkins/minikube-integration/19749-11611/.minikube/files for local assets ...
I1011 21:17:28.405893 29617 filesync.go:149] local asset: /home/jenkins/minikube-integration/19749-11611/.minikube/files/etc/ssl/certs/188142.pem -> 188142.pem in /etc/ssl/certs
I1011 21:17:28.405901 29617 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19749-11611/.minikube/files/etc/ssl/certs/188142.pem -> /etc/ssl/certs/188142.pem
I1011 21:17:28.405976 29617 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1011 21:17:28.415792 29617 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19749-11611/.minikube/files/etc/ssl/certs/188142.pem --> /etc/ssl/certs/188142.pem (1708 bytes)
I1011 21:17:28.439288 29617 start.go:296] duration metric: took 129.894011ms for postStartSetup
I1011 21:17:28.439338 29617 main.go:141] libmachine: (ha-610874-m02) Calling .GetConfigRaw
I1011 21:17:28.439884 29617 main.go:141] libmachine: (ha-610874-m02) Calling .GetIP
I1011 21:17:28.442343 29617 main.go:141] libmachine: (ha-610874-m02) DBG | domain ha-610874-m02 has defined MAC address 52:54:00:f3:cf:5a in network mk-ha-610874
I1011 21:17:28.442733 29617 main.go:141] libmachine: (ha-610874-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:f3:cf:5a", ip: ""} in network mk-ha-610874: {Iface:virbr1 ExpiryTime:2024-10-11 22:17:18 +0000 UTC Type:0 Mac:52:54:00:f3:cf:5a Iaid: IPaddr:192.168.39.11 Prefix:24 Hostname:ha-610874-m02 Clientid:01:52:54:00:f3:cf:5a}
I1011 21:17:28.442761 29617 main.go:141] libmachine: (ha-610874-m02) DBG | domain ha-610874-m02 has defined IP address 192.168.39.11 and MAC address 52:54:00:f3:cf:5a in network mk-ha-610874
I1011 21:17:28.442929 29617 profile.go:143] Saving config to /home/jenkins/minikube-integration/19749-11611/.minikube/profiles/ha-610874/config.json ...
I1011 21:17:28.443099 29617 start.go:128] duration metric: took 24.341953324s to createHost
I1011 21:17:28.443119 29617 main.go:141] libmachine: (ha-610874-m02) Calling .GetSSHHostname
I1011 21:17:28.445585 29617 main.go:141] libmachine: (ha-610874-m02) DBG | domain ha-610874-m02 has defined MAC address 52:54:00:f3:cf:5a in network mk-ha-610874
I1011 21:17:28.445871 29617 main.go:141] libmachine: (ha-610874-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:f3:cf:5a", ip: ""} in network mk-ha-610874: {Iface:virbr1 ExpiryTime:2024-10-11 22:17:18 +0000 UTC Type:0 Mac:52:54:00:f3:cf:5a Iaid: IPaddr:192.168.39.11 Prefix:24 Hostname:ha-610874-m02 Clientid:01:52:54:00:f3:cf:5a}
I1011 21:17:28.445894 29617 main.go:141] libmachine: (ha-610874-m02) DBG | domain ha-610874-m02 has defined IP address 192.168.39.11 and MAC address 52:54:00:f3:cf:5a in network mk-ha-610874
I1011 21:17:28.446037 29617 main.go:141] libmachine: (ha-610874-m02) Calling .GetSSHPort
I1011 21:17:28.446185 29617 main.go:141] libmachine: (ha-610874-m02) Calling .GetSSHKeyPath
I1011 21:17:28.446313 29617 main.go:141] libmachine: (ha-610874-m02) Calling .GetSSHKeyPath
I1011 21:17:28.446509 29617 main.go:141] libmachine: (ha-610874-m02) Calling .GetSSHUsername
I1011 21:17:28.446712 29617 main.go:141] libmachine: Using SSH client type: native
I1011 21:17:28.446859 29617 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x8651c0] 0x867ea0 <nil> [] 0s} 192.168.39.11 22 <nil> <nil>}
I1011 21:17:28.446869 29617 main.go:141] libmachine: About to run SSH command:
date +%s.%N
I1011 21:17:28.555655 29617 main.go:141] libmachine: SSH cmd err, output: <nil>: 1728681448.532334020
I1011 21:17:28.555684 29617 fix.go:216] guest clock: 1728681448.532334020
I1011 21:17:28.555698 29617 fix.go:229] Guest: 2024-10-11 21:17:28.53233402 +0000 UTC Remote: 2024-10-11 21:17:28.443109707 +0000 UTC m=+72.164953096 (delta=89.224313ms)
I1011 21:17:28.555717 29617 fix.go:200] guest clock delta is within tolerance: 89.224313ms
I1011 21:17:28.555723 29617 start.go:83] releasing machines lock for "ha-610874-m02", held for 24.454670186s
I1011 21:17:28.555747 29617 main.go:141] libmachine: (ha-610874-m02) Calling .DriverName
I1011 21:17:28.555979 29617 main.go:141] libmachine: (ha-610874-m02) Calling .GetIP
I1011 21:17:28.558215 29617 main.go:141] libmachine: (ha-610874-m02) DBG | domain ha-610874-m02 has defined MAC address 52:54:00:f3:cf:5a in network mk-ha-610874
I1011 21:17:28.558576 29617 main.go:141] libmachine: (ha-610874-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:f3:cf:5a", ip: ""} in network mk-ha-610874: {Iface:virbr1 ExpiryTime:2024-10-11 22:17:18 +0000 UTC Type:0 Mac:52:54:00:f3:cf:5a Iaid: IPaddr:192.168.39.11 Prefix:24 Hostname:ha-610874-m02 Clientid:01:52:54:00:f3:cf:5a}
I1011 21:17:28.558610 29617 main.go:141] libmachine: (ha-610874-m02) DBG | domain ha-610874-m02 has defined IP address 192.168.39.11 and MAC address 52:54:00:f3:cf:5a in network mk-ha-610874
I1011 21:17:28.560996 29617 out.go:177] * Found network options:
I1011 21:17:28.562345 29617 out.go:177] - NO_PROXY=192.168.39.10
W1011 21:17:28.563437 29617 proxy.go:119] fail to check proxy env: Error ip not in block
I1011 21:17:28.563463 29617 main.go:141] libmachine: (ha-610874-m02) Calling .DriverName
I1011 21:17:28.563914 29617 main.go:141] libmachine: (ha-610874-m02) Calling .DriverName
I1011 21:17:28.564081 29617 main.go:141] libmachine: (ha-610874-m02) Calling .DriverName
I1011 21:17:28.564167 29617 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1011 21:17:28.564198 29617 main.go:141] libmachine: (ha-610874-m02) Calling .GetSSHHostname
W1011 21:17:28.564293 29617 proxy.go:119] fail to check proxy env: Error ip not in block
I1011 21:17:28.564371 29617 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1011 21:17:28.564394 29617 main.go:141] libmachine: (ha-610874-m02) Calling .GetSSHHostname
I1011 21:17:28.566543 29617 main.go:141] libmachine: (ha-610874-m02) DBG | domain ha-610874-m02 has defined MAC address 52:54:00:f3:cf:5a in network mk-ha-610874
I1011 21:17:28.566887 29617 main.go:141] libmachine: (ha-610874-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:f3:cf:5a", ip: ""} in network mk-ha-610874: {Iface:virbr1 ExpiryTime:2024-10-11 22:17:18 +0000 UTC Type:0 Mac:52:54:00:f3:cf:5a Iaid: IPaddr:192.168.39.11 Prefix:24 Hostname:ha-610874-m02 Clientid:01:52:54:00:f3:cf:5a}
I1011 21:17:28.566920 29617 main.go:141] libmachine: (ha-610874-m02) DBG | domain ha-610874-m02 has defined IP address 192.168.39.11 and MAC address 52:54:00:f3:cf:5a in network mk-ha-610874
I1011 21:17:28.566948 29617 main.go:141] libmachine: (ha-610874-m02) DBG | domain ha-610874-m02 has defined MAC address 52:54:00:f3:cf:5a in network mk-ha-610874
I1011 21:17:28.567066 29617 main.go:141] libmachine: (ha-610874-m02) Calling .GetSSHPort
I1011 21:17:28.567235 29617 main.go:141] libmachine: (ha-610874-m02) Calling .GetSSHKeyPath
I1011 21:17:28.567341 29617 main.go:141] libmachine: (ha-610874-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:f3:cf:5a", ip: ""} in network mk-ha-610874: {Iface:virbr1 ExpiryTime:2024-10-11 22:17:18 +0000 UTC Type:0 Mac:52:54:00:f3:cf:5a Iaid: IPaddr:192.168.39.11 Prefix:24 Hostname:ha-610874-m02 Clientid:01:52:54:00:f3:cf:5a}
I1011 21:17:28.567349 29617 main.go:141] libmachine: (ha-610874-m02) Calling .GetSSHUsername
I1011 21:17:28.567359 29617 main.go:141] libmachine: (ha-610874-m02) DBG | domain ha-610874-m02 has defined IP address 192.168.39.11 and MAC address 52:54:00:f3:cf:5a in network mk-ha-610874
I1011 21:17:28.567462 29617 sshutil.go:53] new ssh client: &{IP:192.168.39.11 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19749-11611/.minikube/machines/ha-610874-m02/id_rsa Username:docker}
I1011 21:17:28.567515 29617 main.go:141] libmachine: (ha-610874-m02) Calling .GetSSHPort
I1011 21:17:28.567649 29617 main.go:141] libmachine: (ha-610874-m02) Calling .GetSSHKeyPath
I1011 21:17:28.567774 29617 main.go:141] libmachine: (ha-610874-m02) Calling .GetSSHUsername
I1011 21:17:28.567889 29617 sshutil.go:53] new ssh client: &{IP:192.168.39.11 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19749-11611/.minikube/machines/ha-610874-m02/id_rsa Username:docker}
I1011 21:17:28.804794 29617 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
W1011 21:17:28.816172 29617 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I1011 21:17:28.816234 29617 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1011 21:17:28.833684 29617 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)
I1011 21:17:28.833707 29617 start.go:495] detecting cgroup driver to use...
I1011 21:17:28.833785 29617 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1011 21:17:28.850682 29617 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1011 21:17:28.865268 29617 docker.go:217] disabling cri-docker service (if available) ...
I1011 21:17:28.865314 29617 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1011 21:17:28.879804 29617 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1011 21:17:28.893790 29617 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1011 21:17:29.005060 29617 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1011 21:17:29.161552 29617 docker.go:233] disabling docker service ...
I1011 21:17:29.161623 29617 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1011 21:17:29.176030 29617 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1011 21:17:29.188905 29617 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1011 21:17:29.314012 29617 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1011 21:17:29.444969 29617 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1011 21:17:29.458929 29617 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1011 21:17:29.477279 29617 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10" pause image...
I1011 21:17:29.477336 29617 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10"|' /etc/crio/crio.conf.d/02-crio.conf"
I1011 21:17:29.487485 29617 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I1011 21:17:29.487557 29617 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I1011 21:17:29.497725 29617 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1011 21:17:29.508074 29617 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1011 21:17:29.518078 29617 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1011 21:17:29.528405 29617 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I1011 21:17:29.538441 29617 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I1011 21:17:29.555119 29617 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I1011 21:17:29.568308 29617 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1011 21:17:29.578239 29617 crio.go:166] couldn't verify netfilter by "sudo sysctl net.bridge.bridge-nf-call-iptables" which might be okay. error: sudo sysctl net.bridge.bridge-nf-call-iptables: Process exited with status 255
stdout:
stderr:
sysctl: cannot stat /proc/sys/net/bridge/bridge-nf-call-iptables: No such file or directory
I1011 21:17:29.578297 29617 ssh_runner.go:195] Run: sudo modprobe br_netfilter
I1011 21:17:29.591777 29617 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1011 21:17:29.601766 29617 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1011 21:17:29.733693 29617 ssh_runner.go:195] Run: sudo systemctl restart crio
I1011 21:17:29.832686 29617 start.go:542] Will wait 60s for socket path /var/run/crio/crio.sock
I1011 21:17:29.832769 29617 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1011 21:17:29.837474 29617 start.go:563] Will wait 60s for crictl version
I1011 21:17:29.837531 29617 ssh_runner.go:195] Run: which crictl
I1011 21:17:29.841328 29617 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I1011 21:17:29.885910 29617 start.go:579] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.29.1
RuntimeApiVersion: v1
I1011 21:17:29.885997 29617 ssh_runner.go:195] Run: crio --version
I1011 21:17:29.915959 29617 ssh_runner.go:195] Run: crio --version
I1011 21:17:29.947445 29617 out.go:177] * Preparing Kubernetes v1.31.1 on CRI-O 1.29.1 ...
I1011 21:17:29.948743 29617 out.go:177] - env NO_PROXY=192.168.39.10
I1011 21:17:29.949776 29617 main.go:141] libmachine: (ha-610874-m02) Calling .GetIP
I1011 21:17:29.952438 29617 main.go:141] libmachine: (ha-610874-m02) DBG | domain ha-610874-m02 has defined MAC address 52:54:00:f3:cf:5a in network mk-ha-610874
I1011 21:17:29.952742 29617 main.go:141] libmachine: (ha-610874-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:f3:cf:5a", ip: ""} in network mk-ha-610874: {Iface:virbr1 ExpiryTime:2024-10-11 22:17:18 +0000 UTC Type:0 Mac:52:54:00:f3:cf:5a Iaid: IPaddr:192.168.39.11 Prefix:24 Hostname:ha-610874-m02 Clientid:01:52:54:00:f3:cf:5a}
I1011 21:17:29.952767 29617 main.go:141] libmachine: (ha-610874-m02) DBG | domain ha-610874-m02 has defined IP address 192.168.39.11 and MAC address 52:54:00:f3:cf:5a in network mk-ha-610874
I1011 21:17:29.952926 29617 ssh_runner.go:195] Run: grep 192.168.39.1 host.minikube.internal$ /etc/hosts
I1011 21:17:29.957045 29617 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.39.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1011 21:17:29.969401 29617 mustload.go:65] Loading cluster: ha-610874
I1011 21:17:29.969618 29617 config.go:182] Loaded profile config "ha-610874": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.1
I1011 21:17:29.969904 29617 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1011 21:17:29.969953 29617 main.go:141] libmachine: Launching plugin server for driver kvm2
I1011 21:17:29.984875 29617 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:32941
I1011 21:17:29.985308 29617 main.go:141] libmachine: () Calling .GetVersion
I1011 21:17:29.985749 29617 main.go:141] libmachine: Using API Version 1
I1011 21:17:29.985772 29617 main.go:141] libmachine: () Calling .SetConfigRaw
I1011 21:17:29.986088 29617 main.go:141] libmachine: () Calling .GetMachineName
I1011 21:17:29.986307 29617 main.go:141] libmachine: (ha-610874) Calling .GetState
I1011 21:17:29.987951 29617 host.go:66] Checking if "ha-610874" exists ...
I1011 21:17:29.988270 29617 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1011 21:17:29.988309 29617 main.go:141] libmachine: Launching plugin server for driver kvm2
I1011 21:17:30.002903 29617 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:44713
I1011 21:17:30.003325 29617 main.go:141] libmachine: () Calling .GetVersion
I1011 21:17:30.003771 29617 main.go:141] libmachine: Using API Version 1
I1011 21:17:30.003791 29617 main.go:141] libmachine: () Calling .SetConfigRaw
I1011 21:17:30.004088 29617 main.go:141] libmachine: () Calling .GetMachineName
I1011 21:17:30.004322 29617 main.go:141] libmachine: (ha-610874) Calling .DriverName
I1011 21:17:30.004478 29617 certs.go:68] Setting up /home/jenkins/minikube-integration/19749-11611/.minikube/profiles/ha-610874 for IP: 192.168.39.11
I1011 21:17:30.004490 29617 certs.go:194] generating shared ca certs ...
I1011 21:17:30.004507 29617 certs.go:226] acquiring lock for ca certs: {Name:mk63a26468b61aa1df3bbb7aec80d57f7808ea17 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1011 21:17:30.004645 29617 certs.go:235] skipping valid "minikubeCA" ca cert: /home/jenkins/minikube-integration/19749-11611/.minikube/ca.key
I1011 21:17:30.004706 29617 certs.go:235] skipping valid "proxyClientCA" ca cert: /home/jenkins/minikube-integration/19749-11611/.minikube/proxy-client-ca.key
I1011 21:17:30.004720 29617 certs.go:256] generating profile certs ...
I1011 21:17:30.004812 29617 certs.go:359] skipping valid signed profile cert regeneration for "minikube-user": /home/jenkins/minikube-integration/19749-11611/.minikube/profiles/ha-610874/client.key
I1011 21:17:30.004845 29617 certs.go:363] generating signed profile cert for "minikube": /home/jenkins/minikube-integration/19749-11611/.minikube/profiles/ha-610874/apiserver.key.7c2d201a
I1011 21:17:30.004865 29617 crypto.go:68] Generating cert /home/jenkins/minikube-integration/19749-11611/.minikube/profiles/ha-610874/apiserver.crt.7c2d201a with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.168.39.10 192.168.39.11 192.168.39.254]
I1011 21:17:30.068798 29617 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19749-11611/.minikube/profiles/ha-610874/apiserver.crt.7c2d201a ...
I1011 21:17:30.068829 29617 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19749-11611/.minikube/profiles/ha-610874/apiserver.crt.7c2d201a: {Name:mk7e577273a37f1215e925a89aaf2057d9d70c02 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1011 21:17:30.069010 29617 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19749-11611/.minikube/profiles/ha-610874/apiserver.key.7c2d201a ...
I1011 21:17:30.069026 29617 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19749-11611/.minikube/profiles/ha-610874/apiserver.key.7c2d201a: {Name:mk272cb1eed2069075ccbf59f795f6618abcd353 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1011 21:17:30.069135 29617 certs.go:381] copying /home/jenkins/minikube-integration/19749-11611/.minikube/profiles/ha-610874/apiserver.crt.7c2d201a -> /home/jenkins/minikube-integration/19749-11611/.minikube/profiles/ha-610874/apiserver.crt
I1011 21:17:30.069298 29617 certs.go:385] copying /home/jenkins/minikube-integration/19749-11611/.minikube/profiles/ha-610874/apiserver.key.7c2d201a -> /home/jenkins/minikube-integration/19749-11611/.minikube/profiles/ha-610874/apiserver.key
I1011 21:17:30.069453 29617 certs.go:359] skipping valid signed profile cert regeneration for "aggregator": /home/jenkins/minikube-integration/19749-11611/.minikube/profiles/ha-610874/proxy-client.key
I1011 21:17:30.069470 29617 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19749-11611/.minikube/ca.crt -> /var/lib/minikube/certs/ca.crt
I1011 21:17:30.069497 29617 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19749-11611/.minikube/ca.key -> /var/lib/minikube/certs/ca.key
I1011 21:17:30.069514 29617 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19749-11611/.minikube/proxy-client-ca.crt -> /var/lib/minikube/certs/proxy-client-ca.crt
I1011 21:17:30.069533 29617 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19749-11611/.minikube/proxy-client-ca.key -> /var/lib/minikube/certs/proxy-client-ca.key
I1011 21:17:30.069553 29617 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19749-11611/.minikube/profiles/ha-610874/apiserver.crt -> /var/lib/minikube/certs/apiserver.crt
I1011 21:17:30.069571 29617 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19749-11611/.minikube/profiles/ha-610874/apiserver.key -> /var/lib/minikube/certs/apiserver.key
I1011 21:17:30.069589 29617 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19749-11611/.minikube/profiles/ha-610874/proxy-client.crt -> /var/lib/minikube/certs/proxy-client.crt
I1011 21:17:30.069614 29617 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19749-11611/.minikube/profiles/ha-610874/proxy-client.key -> /var/lib/minikube/certs/proxy-client.key
I1011 21:17:30.069674 29617 certs.go:484] found cert: /home/jenkins/minikube-integration/19749-11611/.minikube/certs/18814.pem (1338 bytes)
W1011 21:17:30.069714 29617 certs.go:480] ignoring /home/jenkins/minikube-integration/19749-11611/.minikube/certs/18814_empty.pem, impossibly tiny 0 bytes
I1011 21:17:30.069727 29617 certs.go:484] found cert: /home/jenkins/minikube-integration/19749-11611/.minikube/certs/ca-key.pem (1675 bytes)
I1011 21:17:30.069761 29617 certs.go:484] found cert: /home/jenkins/minikube-integration/19749-11611/.minikube/certs/ca.pem (1082 bytes)
I1011 21:17:30.069795 29617 certs.go:484] found cert: /home/jenkins/minikube-integration/19749-11611/.minikube/certs/cert.pem (1123 bytes)
I1011 21:17:30.069830 29617 certs.go:484] found cert: /home/jenkins/minikube-integration/19749-11611/.minikube/certs/key.pem (1679 bytes)
I1011 21:17:30.069888 29617 certs.go:484] found cert: /home/jenkins/minikube-integration/19749-11611/.minikube/files/etc/ssl/certs/188142.pem (1708 bytes)
I1011 21:17:30.069930 29617 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19749-11611/.minikube/ca.crt -> /usr/share/ca-certificates/minikubeCA.pem
I1011 21:17:30.069950 29617 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19749-11611/.minikube/certs/18814.pem -> /usr/share/ca-certificates/18814.pem
I1011 21:17:30.069968 29617 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19749-11611/.minikube/files/etc/ssl/certs/188142.pem -> /usr/share/ca-certificates/188142.pem
I1011 21:17:30.070008 29617 main.go:141] libmachine: (ha-610874) Calling .GetSSHHostname
I1011 21:17:30.073028 29617 main.go:141] libmachine: (ha-610874) DBG | domain ha-610874 has defined MAC address 52:54:00:5f:c7:da in network mk-ha-610874
I1011 21:17:30.073411 29617 main.go:141] libmachine: (ha-610874) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:5f:c7:da", ip: ""} in network mk-ha-610874: {Iface:virbr1 ExpiryTime:2024-10-11 22:16:31 +0000 UTC Type:0 Mac:52:54:00:5f:c7:da Iaid: IPaddr:192.168.39.10 Prefix:24 Hostname:ha-610874 Clientid:01:52:54:00:5f:c7:da}
I1011 21:17:30.073439 29617 main.go:141] libmachine: (ha-610874) DBG | domain ha-610874 has defined IP address 192.168.39.10 and MAC address 52:54:00:5f:c7:da in network mk-ha-610874
I1011 21:17:30.073677 29617 main.go:141] libmachine: (ha-610874) Calling .GetSSHPort
I1011 21:17:30.073887 29617 main.go:141] libmachine: (ha-610874) Calling .GetSSHKeyPath
I1011 21:17:30.074102 29617 main.go:141] libmachine: (ha-610874) Calling .GetSSHUsername
I1011 21:17:30.074339 29617 sshutil.go:53] new ssh client: &{IP:192.168.39.10 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19749-11611/.minikube/machines/ha-610874/id_rsa Username:docker}
I1011 21:17:30.150977 29617 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/sa.pub
I1011 21:17:30.155841 29617 ssh_runner.go:447] scp /var/lib/minikube/certs/sa.pub --> memory (451 bytes)
I1011 21:17:30.167973 29617 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/sa.key
I1011 21:17:30.172398 29617 ssh_runner.go:447] scp /var/lib/minikube/certs/sa.key --> memory (1679 bytes)
I1011 21:17:30.183178 29617 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/front-proxy-ca.crt
I1011 21:17:30.187494 29617 ssh_runner.go:447] scp /var/lib/minikube/certs/front-proxy-ca.crt --> memory (1123 bytes)
I1011 21:17:30.198396 29617 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/front-proxy-ca.key
I1011 21:17:30.202690 29617 ssh_runner.go:447] scp /var/lib/minikube/certs/front-proxy-ca.key --> memory (1679 bytes)
I1011 21:17:30.213924 29617 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/etcd/ca.crt
I1011 21:17:30.218228 29617 ssh_runner.go:447] scp /var/lib/minikube/certs/etcd/ca.crt --> memory (1094 bytes)
I1011 21:17:30.229999 29617 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/etcd/ca.key
I1011 21:17:30.234409 29617 ssh_runner.go:447] scp /var/lib/minikube/certs/etcd/ca.key --> memory (1679 bytes)
I1011 21:17:30.246054 29617 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19749-11611/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1011 21:17:30.271630 29617 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19749-11611/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1675 bytes)
I1011 21:17:30.295598 29617 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19749-11611/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1011 21:17:30.320158 29617 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19749-11611/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I1011 21:17:30.346169 29617 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19749-11611/.minikube/profiles/ha-610874/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1436 bytes)
I1011 21:17:30.370669 29617 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19749-11611/.minikube/profiles/ha-610874/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1679 bytes)
I1011 21:17:30.396095 29617 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19749-11611/.minikube/profiles/ha-610874/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1011 21:17:30.424361 29617 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19749-11611/.minikube/profiles/ha-610874/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1679 bytes)
I1011 21:17:30.449179 29617 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19749-11611/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1011 21:17:30.473592 29617 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19749-11611/.minikube/certs/18814.pem --> /usr/share/ca-certificates/18814.pem (1338 bytes)
I1011 21:17:30.497140 29617 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19749-11611/.minikube/files/etc/ssl/certs/188142.pem --> /usr/share/ca-certificates/188142.pem (1708 bytes)
I1011 21:17:30.520773 29617 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/sa.pub (451 bytes)
I1011 21:17:30.537475 29617 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/sa.key (1679 bytes)
I1011 21:17:30.553696 29617 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/front-proxy-ca.crt (1123 bytes)
I1011 21:17:30.573515 29617 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/front-proxy-ca.key (1679 bytes)
I1011 21:17:30.591050 29617 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/etcd/ca.crt (1094 bytes)
I1011 21:17:30.607456 29617 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/etcd/ca.key (1679 bytes)
I1011 21:17:30.623663 29617 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (744 bytes)
I1011 21:17:30.639999 29617 ssh_runner.go:195] Run: openssl version
I1011 21:17:30.645863 29617 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1011 21:17:30.656839 29617 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1011 21:17:30.661661 29617 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Oct 11 20:59 /usr/share/ca-certificates/minikubeCA.pem
I1011 21:17:30.661737 29617 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1011 21:17:30.667927 29617 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1011 21:17:30.678586 29617 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/18814.pem && ln -fs /usr/share/ca-certificates/18814.pem /etc/ssl/certs/18814.pem"
I1011 21:17:30.690465 29617 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/18814.pem
I1011 21:17:30.695106 29617 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Oct 11 21:12 /usr/share/ca-certificates/18814.pem
I1011 21:17:30.695178 29617 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/18814.pem
I1011 21:17:30.700843 29617 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/18814.pem /etc/ssl/certs/51391683.0"
I1011 21:17:30.711530 29617 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/188142.pem && ln -fs /usr/share/ca-certificates/188142.pem /etc/ssl/certs/188142.pem"
I1011 21:17:30.722262 29617 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/188142.pem
I1011 21:17:30.726883 29617 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Oct 11 21:12 /usr/share/ca-certificates/188142.pem
I1011 21:17:30.726930 29617 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/188142.pem
I1011 21:17:30.732484 29617 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/188142.pem /etc/ssl/certs/3ec20f2e.0"
I1011 21:17:30.743130 29617 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1011 21:17:30.747324 29617 certs.go:399] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I1011 21:17:30.747378 29617 kubeadm.go:934] updating node {m02 192.168.39.11 8443 v1.31.1 crio true true} ...
I1011 21:17:30.747471 29617 kubeadm.go:946] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.31.1/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --hostname-override=ha-610874-m02 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.39.11
[Install]
config:
{KubernetesVersion:v1.31.1 ClusterName:ha-610874 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1011 21:17:30.747503 29617 kube-vip.go:115] generating kube-vip config ...
I1011 21:17:30.747550 29617 ssh_runner.go:195] Run: sudo sh -c "modprobe --all ip_vs ip_vs_rr ip_vs_wrr ip_vs_sh nf_conntrack"
I1011 21:17:30.764827 29617 kube-vip.go:167] auto-enabling control-plane load-balancing in kube-vip
I1011 21:17:30.764898 29617 kube-vip.go:137] kube-vip config:
apiVersion: v1
kind: Pod
metadata:
creationTimestamp: null
name: kube-vip
namespace: kube-system
spec:
containers:
- args:
- manager
env:
- name: vip_arp
value: "true"
- name: port
value: "8443"
- name: vip_nodename
valueFrom:
fieldRef:
fieldPath: spec.nodeName
- name: vip_interface
value: eth0
- name: vip_cidr
value: "32"
- name: dns_mode
value: first
- name: cp_enable
value: "true"
- name: cp_namespace
value: kube-system
- name: vip_leaderelection
value: "true"
- name: vip_leasename
value: plndr-cp-lock
- name: vip_leaseduration
value: "5"
- name: vip_renewdeadline
value: "3"
- name: vip_retryperiod
value: "1"
- name: address
value: 192.168.39.254
- name: prometheus_server
value: :2112
- name : lb_enable
value: "true"
- name: lb_port
value: "8443"
image: ghcr.io/kube-vip/kube-vip:v0.8.3
imagePullPolicy: IfNotPresent
name: kube-vip
resources: {}
securityContext:
capabilities:
add:
- NET_ADMIN
- NET_RAW
volumeMounts:
- mountPath: /etc/kubernetes/admin.conf
name: kubeconfig
hostAliases:
- hostnames:
- kubernetes
ip: 127.0.0.1
hostNetwork: true
volumes:
- hostPath:
path: "/etc/kubernetes/admin.conf"
name: kubeconfig
status: {}
I1011 21:17:30.764958 29617 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.31.1
I1011 21:17:30.774946 29617 binaries.go:47] Didn't find k8s binaries: sudo ls /var/lib/minikube/binaries/v1.31.1: Process exited with status 2
stdout:
stderr:
ls: cannot access '/var/lib/minikube/binaries/v1.31.1': No such file or directory
Initiating transfer...
I1011 21:17:30.775004 29617 ssh_runner.go:195] Run: sudo mkdir -p /var/lib/minikube/binaries/v1.31.1
I1011 21:17:30.785084 29617 binary.go:74] Not caching binary, using https://dl.k8s.io/release/v1.31.1/bin/linux/amd64/kubectl?checksum=file:https://dl.k8s.io/release/v1.31.1/bin/linux/amd64/kubectl.sha256
I1011 21:17:30.785115 29617 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19749-11611/.minikube/cache/linux/amd64/v1.31.1/kubectl -> /var/lib/minikube/binaries/v1.31.1/kubectl
I1011 21:17:30.785173 29617 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.1/kubectl
I1011 21:17:30.785210 29617 download.go:107] Downloading: https://dl.k8s.io/release/v1.31.1/bin/linux/amd64/kubeadm?checksum=file:https://dl.k8s.io/release/v1.31.1/bin/linux/amd64/kubeadm.sha256 -> /home/jenkins/minikube-integration/19749-11611/.minikube/cache/linux/amd64/v1.31.1/kubeadm
I1011 21:17:30.785254 29617 download.go:107] Downloading: https://dl.k8s.io/release/v1.31.1/bin/linux/amd64/kubelet?checksum=file:https://dl.k8s.io/release/v1.31.1/bin/linux/amd64/kubelet.sha256 -> /home/jenkins/minikube-integration/19749-11611/.minikube/cache/linux/amd64/v1.31.1/kubelet
I1011 21:17:30.789999 29617 ssh_runner.go:352] existence check for /var/lib/minikube/binaries/v1.31.1/kubectl: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.1/kubectl: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/binaries/v1.31.1/kubectl': No such file or directory
I1011 21:17:30.790028 29617 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19749-11611/.minikube/cache/linux/amd64/v1.31.1/kubectl --> /var/lib/minikube/binaries/v1.31.1/kubectl (56381592 bytes)
I1011 21:17:31.801070 29617 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19749-11611/.minikube/cache/linux/amd64/v1.31.1/kubeadm -> /var/lib/minikube/binaries/v1.31.1/kubeadm
I1011 21:17:31.801149 29617 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.1/kubeadm
I1011 21:17:31.806312 29617 ssh_runner.go:352] existence check for /var/lib/minikube/binaries/v1.31.1/kubeadm: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.1/kubeadm: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/binaries/v1.31.1/kubeadm': No such file or directory
I1011 21:17:31.806341 29617 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19749-11611/.minikube/cache/linux/amd64/v1.31.1/kubeadm --> /var/lib/minikube/binaries/v1.31.1/kubeadm (58290328 bytes)
I1011 21:17:31.977093 29617 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1011 21:17:32.035477 29617 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19749-11611/.minikube/cache/linux/amd64/v1.31.1/kubelet -> /var/lib/minikube/binaries/v1.31.1/kubelet
I1011 21:17:32.035590 29617 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.1/kubelet
I1011 21:17:32.049208 29617 ssh_runner.go:352] existence check for /var/lib/minikube/binaries/v1.31.1/kubelet: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.1/kubelet: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/binaries/v1.31.1/kubelet': No such file or directory
I1011 21:17:32.049241 29617 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19749-11611/.minikube/cache/linux/amd64/v1.31.1/kubelet --> /var/lib/minikube/binaries/v1.31.1/kubelet (76869944 bytes)
I1011 21:17:32.383282 29617 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /etc/kubernetes/manifests
I1011 21:17:32.393090 29617 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (312 bytes)
I1011 21:17:32.409524 29617 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1011 21:17:32.426347 29617 ssh_runner.go:362] scp memory --> /etc/kubernetes/manifests/kube-vip.yaml (1441 bytes)
I1011 21:17:32.443202 29617 ssh_runner.go:195] Run: grep 192.168.39.254 control-plane.minikube.internal$ /etc/hosts
I1011 21:17:32.447193 29617 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.39.254 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1011 21:17:32.459719 29617 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1011 21:17:32.593682 29617 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1011 21:17:32.611619 29617 host.go:66] Checking if "ha-610874" exists ...
I1011 21:17:32.611941 29617 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1011 21:17:32.611988 29617 main.go:141] libmachine: Launching plugin server for driver kvm2
I1011 21:17:32.626650 29617 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:33403
I1011 21:17:32.627104 29617 main.go:141] libmachine: () Calling .GetVersion
I1011 21:17:32.627665 29617 main.go:141] libmachine: Using API Version 1
I1011 21:17:32.627681 29617 main.go:141] libmachine: () Calling .SetConfigRaw
I1011 21:17:32.627997 29617 main.go:141] libmachine: () Calling .GetMachineName
I1011 21:17:32.628209 29617 main.go:141] libmachine: (ha-610874) Calling .DriverName
I1011 21:17:32.628355 29617 start.go:317] joinCluster: &{Name:ha-610874 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19774/minikube-v1.34.0-1728382514-19774-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1728382586-19774@sha256:5d8c4f6d838467365e214e2194dd0153a763e3f78723b5f2a8e06ef7b47409ec Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.1 Cluster
Name:ha-610874 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.39.10 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m02 IP:192.168.39.11 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[default-storageclass:true storage-provisioner:true] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:
26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1011 21:17:32.628464 29617 ssh_runner.go:195] Run: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.1:$PATH" kubeadm token create --print-join-command --ttl=0"
I1011 21:17:32.628490 29617 main.go:141] libmachine: (ha-610874) Calling .GetSSHHostname
I1011 21:17:32.631170 29617 main.go:141] libmachine: (ha-610874) DBG | domain ha-610874 has defined MAC address 52:54:00:5f:c7:da in network mk-ha-610874
I1011 21:17:32.631565 29617 main.go:141] libmachine: (ha-610874) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:5f:c7:da", ip: ""} in network mk-ha-610874: {Iface:virbr1 ExpiryTime:2024-10-11 22:16:31 +0000 UTC Type:0 Mac:52:54:00:5f:c7:da Iaid: IPaddr:192.168.39.10 Prefix:24 Hostname:ha-610874 Clientid:01:52:54:00:5f:c7:da}
I1011 21:17:32.631594 29617 main.go:141] libmachine: (ha-610874) DBG | domain ha-610874 has defined IP address 192.168.39.10 and MAC address 52:54:00:5f:c7:da in network mk-ha-610874
I1011 21:17:32.631751 29617 main.go:141] libmachine: (ha-610874) Calling .GetSSHPort
I1011 21:17:32.631931 29617 main.go:141] libmachine: (ha-610874) Calling .GetSSHKeyPath
I1011 21:17:32.632068 29617 main.go:141] libmachine: (ha-610874) Calling .GetSSHUsername
I1011 21:17:32.632206 29617 sshutil.go:53] new ssh client: &{IP:192.168.39.10 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19749-11611/.minikube/machines/ha-610874/id_rsa Username:docker}
I1011 21:17:32.785858 29617 start.go:343] trying to join control-plane node "m02" to cluster: &{Name:m02 IP:192.168.39.11 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I1011 21:17:32.785905 29617 ssh_runner.go:195] Run: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.1:$PATH" kubeadm join control-plane.minikube.internal:8443 --token adld5m.tsti4kephgxnkkbf --discovery-token-ca-cert-hash sha256:b0c031a2a786199a3907107b2ec700dfa716e56b13f1c7cc0133e96b5cdbc48a --ignore-preflight-errors=all --cri-socket unix:///var/run/crio/crio.sock --node-name=ha-610874-m02 --control-plane --apiserver-advertise-address=192.168.39.11 --apiserver-bind-port=8443"
I1011 21:17:54.047983 29617 ssh_runner.go:235] Completed: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.1:$PATH" kubeadm join control-plane.minikube.internal:8443 --token adld5m.tsti4kephgxnkkbf --discovery-token-ca-cert-hash sha256:b0c031a2a786199a3907107b2ec700dfa716e56b13f1c7cc0133e96b5cdbc48a --ignore-preflight-errors=all --cri-socket unix:///var/run/crio/crio.sock --node-name=ha-610874-m02 --control-plane --apiserver-advertise-address=192.168.39.11 --apiserver-bind-port=8443": (21.262048482s)
I1011 21:17:54.048020 29617 ssh_runner.go:195] Run: /bin/bash -c "sudo systemctl daemon-reload && sudo systemctl enable kubelet && sudo systemctl start kubelet"
I1011 21:17:54.524404 29617 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig label --overwrite nodes ha-610874-m02 minikube.k8s.io/updated_at=2024_10_11T21_17_54_0700 minikube.k8s.io/version=v1.34.0 minikube.k8s.io/commit=22fb0b41d4a12c6d1b6775ff06e33685efed0efd minikube.k8s.io/name=ha-610874 minikube.k8s.io/primary=false
I1011 21:17:54.662523 29617 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig taint nodes ha-610874-m02 node-role.kubernetes.io/control-plane:NoSchedule-
I1011 21:17:54.782630 29617 start.go:319] duration metric: took 22.154260063s to joinCluster
I1011 21:17:54.782703 29617 start.go:235] Will wait 6m0s for node &{Name:m02 IP:192.168.39.11 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I1011 21:17:54.782988 29617 config.go:182] Loaded profile config "ha-610874": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.1
I1011 21:17:54.784979 29617 out.go:177] * Verifying Kubernetes components...
I1011 21:17:54.786144 29617 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1011 21:17:55.109738 29617 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1011 21:17:55.128457 29617 loader.go:395] Config loaded from file: /home/jenkins/minikube-integration/19749-11611/kubeconfig
I1011 21:17:55.128804 29617 kapi.go:59] client config for ha-610874: &rest.Config{Host:"https://192.168.39.254:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/home/jenkins/minikube-integration/19749-11611/.minikube/profiles/ha-610874/client.crt", KeyFile:"/home/jenkins/minikube-integration/19749-11611/.minikube/profiles/ha-610874/client.key", CAFile:"/home/jenkins/minikube-integration/19749-11611/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil), CAData:[]uint8(nil), NextProtos:[]string(nil)
}, UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x2432aa0), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
W1011 21:17:55.128882 29617 kubeadm.go:483] Overriding stale ClientConfig host https://192.168.39.254:8443 with https://192.168.39.10:8443
I1011 21:17:55.129129 29617 node_ready.go:35] waiting up to 6m0s for node "ha-610874-m02" to be "Ready" ...
I1011 21:17:55.129231 29617 round_trippers.go:463] GET https://192.168.39.10:8443/api/v1/nodes/ha-610874-m02
I1011 21:17:55.129241 29617 round_trippers.go:469] Request Headers:
I1011 21:17:55.129252 29617 round_trippers.go:473] Accept: application/json, */*
I1011 21:17:55.129258 29617 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1011 21:17:55.140234 29617 round_trippers.go:574] Response Status: 200 OK in 10 milliseconds
I1011 21:17:55.629803 29617 round_trippers.go:463] GET https://192.168.39.10:8443/api/v1/nodes/ha-610874-m02
I1011 21:17:55.629830 29617 round_trippers.go:469] Request Headers:
I1011 21:17:55.629841 29617 round_trippers.go:473] Accept: application/json, */*
I1011 21:17:55.629847 29617 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1011 21:17:55.633275 29617 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1011 21:17:56.129516 29617 round_trippers.go:463] GET https://192.168.39.10:8443/api/v1/nodes/ha-610874-m02
I1011 21:17:56.129541 29617 round_trippers.go:469] Request Headers:
I1011 21:17:56.129552 29617 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1011 21:17:56.129559 29617 round_trippers.go:473] Accept: application/json, */*
I1011 21:17:56.132902 29617 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1011 21:17:56.629511 29617 round_trippers.go:463] GET https://192.168.39.10:8443/api/v1/nodes/ha-610874-m02
I1011 21:17:56.629534 29617 round_trippers.go:469] Request Headers:
I1011 21:17:56.629544 29617 round_trippers.go:473] Accept: application/json, */*
I1011 21:17:56.629548 29617 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1011 21:17:56.634698 29617 round_trippers.go:574] Response Status: 200 OK in 5 milliseconds
I1011 21:17:57.129572 29617 round_trippers.go:463] GET https://192.168.39.10:8443/api/v1/nodes/ha-610874-m02
I1011 21:17:57.129597 29617 round_trippers.go:469] Request Headers:
I1011 21:17:57.129605 29617 round_trippers.go:473] Accept: application/json, */*
I1011 21:17:57.129609 29617 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1011 21:17:57.132668 29617 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1011 21:17:57.133230 29617 node_ready.go:53] node "ha-610874-m02" has status "Ready":"False"
I1011 21:17:57.629639 29617 round_trippers.go:463] GET https://192.168.39.10:8443/api/v1/nodes/ha-610874-m02
I1011 21:17:57.629659 29617 round_trippers.go:469] Request Headers:
I1011 21:17:57.629667 29617 round_trippers.go:473] Accept: application/json, */*
I1011 21:17:57.629670 29617 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1011 21:17:57.632880 29617 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1011 21:17:58.129393 29617 round_trippers.go:463] GET https://192.168.39.10:8443/api/v1/nodes/ha-610874-m02
I1011 21:17:58.129417 29617 round_trippers.go:469] Request Headers:
I1011 21:17:58.129441 29617 round_trippers.go:473] Accept: application/json, */*
I1011 21:17:58.129446 29617 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1011 21:17:58.132403 29617 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1011 21:17:58.629999 29617 round_trippers.go:463] GET https://192.168.39.10:8443/api/v1/nodes/ha-610874-m02
I1011 21:17:58.630018 29617 round_trippers.go:469] Request Headers:
I1011 21:17:58.630026 29617 round_trippers.go:473] Accept: application/json, */*
I1011 21:17:58.630030 29617 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1011 21:17:58.633746 29617 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1011 21:17:59.130079 29617 round_trippers.go:463] GET https://192.168.39.10:8443/api/v1/nodes/ha-610874-m02
I1011 21:17:59.130096 29617 round_trippers.go:469] Request Headers:
I1011 21:17:59.130104 29617 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1011 21:17:59.130108 29617 round_trippers.go:473] Accept: application/json, */*
I1011 21:17:59.133281 29617 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1011 21:17:59.133973 29617 node_ready.go:53] node "ha-610874-m02" has status "Ready":"False"
I1011 21:17:59.629323 29617 round_trippers.go:463] GET https://192.168.39.10:8443/api/v1/nodes/ha-610874-m02
I1011 21:17:59.629347 29617 round_trippers.go:469] Request Headers:
I1011 21:17:59.629358 29617 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1011 21:17:59.629364 29617 round_trippers.go:473] Accept: application/json, */*
I1011 21:17:59.632796 29617 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1011 21:18:00.129728 29617 round_trippers.go:463] GET https://192.168.39.10:8443/api/v1/nodes/ha-610874-m02
I1011 21:18:00.129749 29617 round_trippers.go:469] Request Headers:
I1011 21:18:00.129758 29617 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1011 21:18:00.129767 29617 round_trippers.go:473] Accept: application/json, */*
I1011 21:18:00.133151 29617 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1011 21:18:00.629977 29617 round_trippers.go:463] GET https://192.168.39.10:8443/api/v1/nodes/ha-610874-m02
I1011 21:18:00.630003 29617 round_trippers.go:469] Request Headers:
I1011 21:18:00.630015 29617 round_trippers.go:473] Accept: application/json, */*
I1011 21:18:00.630021 29617 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1011 21:18:00.633099 29617 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1011 21:18:01.130138 29617 round_trippers.go:463] GET https://192.168.39.10:8443/api/v1/nodes/ha-610874-m02
I1011 21:18:01.130160 29617 round_trippers.go:469] Request Headers:
I1011 21:18:01.130171 29617 round_trippers.go:473] Accept: application/json, */*
I1011 21:18:01.130182 29617 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1011 21:18:01.133307 29617 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1011 21:18:01.134143 29617 node_ready.go:53] node "ha-610874-m02" has status "Ready":"False"
I1011 21:18:01.630135 29617 round_trippers.go:463] GET https://192.168.39.10:8443/api/v1/nodes/ha-610874-m02
I1011 21:18:01.630158 29617 round_trippers.go:469] Request Headers:
I1011 21:18:01.630171 29617 round_trippers.go:473] Accept: application/json, */*
I1011 21:18:01.630177 29617 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1011 21:18:01.634516 29617 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1011 21:18:02.129957 29617 round_trippers.go:463] GET https://192.168.39.10:8443/api/v1/nodes/ha-610874-m02
I1011 21:18:02.129977 29617 round_trippers.go:469] Request Headers:
I1011 21:18:02.129985 29617 round_trippers.go:473] Accept: application/json, */*
I1011 21:18:02.129990 29617 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1011 21:18:02.209108 29617 round_trippers.go:574] Response Status: 200 OK in 79 milliseconds
I1011 21:18:02.630223 29617 round_trippers.go:463] GET https://192.168.39.10:8443/api/v1/nodes/ha-610874-m02
I1011 21:18:02.630241 29617 round_trippers.go:469] Request Headers:
I1011 21:18:02.630249 29617 round_trippers.go:473] Accept: application/json, */*
I1011 21:18:02.630254 29617 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1011 21:18:02.633360 29617 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1011 21:18:03.130145 29617 round_trippers.go:463] GET https://192.168.39.10:8443/api/v1/nodes/ha-610874-m02
I1011 21:18:03.130165 29617 round_trippers.go:469] Request Headers:
I1011 21:18:03.130172 29617 round_trippers.go:473] Accept: application/json, */*
I1011 21:18:03.130176 29617 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1011 21:18:03.134521 29617 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1011 21:18:03.135482 29617 node_ready.go:53] node "ha-610874-m02" has status "Ready":"False"
I1011 21:18:03.630325 29617 round_trippers.go:463] GET https://192.168.39.10:8443/api/v1/nodes/ha-610874-m02
I1011 21:18:03.630348 29617 round_trippers.go:469] Request Headers:
I1011 21:18:03.630357 29617 round_trippers.go:473] Accept: application/json, */*
I1011 21:18:03.630363 29617 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1011 21:18:03.633906 29617 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1011 21:18:04.129848 29617 round_trippers.go:463] GET https://192.168.39.10:8443/api/v1/nodes/ha-610874-m02
I1011 21:18:04.129869 29617 round_trippers.go:469] Request Headers:
I1011 21:18:04.129880 29617 round_trippers.go:473] Accept: application/json, */*
I1011 21:18:04.129885 29617 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1011 21:18:04.133353 29617 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1011 21:18:04.630352 29617 round_trippers.go:463] GET https://192.168.39.10:8443/api/v1/nodes/ha-610874-m02
I1011 21:18:04.630378 29617 round_trippers.go:469] Request Headers:
I1011 21:18:04.630391 29617 round_trippers.go:473] Accept: application/json, */*
I1011 21:18:04.630395 29617 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1011 21:18:04.633784 29617 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1011 21:18:05.129622 29617 round_trippers.go:463] GET https://192.168.39.10:8443/api/v1/nodes/ha-610874-m02
I1011 21:18:05.129647 29617 round_trippers.go:469] Request Headers:
I1011 21:18:05.129658 29617 round_trippers.go:473] Accept: application/json, */*
I1011 21:18:05.129664 29617 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1011 21:18:05.174718 29617 round_trippers.go:574] Response Status: 200 OK in 45 milliseconds
I1011 21:18:05.175206 29617 node_ready.go:53] node "ha-610874-m02" has status "Ready":"False"
I1011 21:18:05.629573 29617 round_trippers.go:463] GET https://192.168.39.10:8443/api/v1/nodes/ha-610874-m02
I1011 21:18:05.629601 29617 round_trippers.go:469] Request Headers:
I1011 21:18:05.629610 29617 round_trippers.go:473] Accept: application/json, */*
I1011 21:18:05.629614 29617 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1011 21:18:05.633377 29617 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1011 21:18:06.129366 29617 round_trippers.go:463] GET https://192.168.39.10:8443/api/v1/nodes/ha-610874-m02
I1011 21:18:06.129388 29617 round_trippers.go:469] Request Headers:
I1011 21:18:06.129396 29617 round_trippers.go:473] Accept: application/json, */*
I1011 21:18:06.129399 29617 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1011 21:18:06.132592 29617 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1011 21:18:06.630152 29617 round_trippers.go:463] GET https://192.168.39.10:8443/api/v1/nodes/ha-610874-m02
I1011 21:18:06.630174 29617 round_trippers.go:469] Request Headers:
I1011 21:18:06.630184 29617 round_trippers.go:473] Accept: application/json, */*
I1011 21:18:06.630190 29617 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1011 21:18:06.633604 29617 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1011 21:18:07.130251 29617 round_trippers.go:463] GET https://192.168.39.10:8443/api/v1/nodes/ha-610874-m02
I1011 21:18:07.130280 29617 round_trippers.go:469] Request Headers:
I1011 21:18:07.130292 29617 round_trippers.go:473] Accept: application/json, */*
I1011 21:18:07.130299 29617 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1011 21:18:07.133640 29617 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1011 21:18:07.629546 29617 round_trippers.go:463] GET https://192.168.39.10:8443/api/v1/nodes/ha-610874-m02
I1011 21:18:07.629568 29617 round_trippers.go:469] Request Headers:
I1011 21:18:07.629578 29617 round_trippers.go:473] Accept: application/json, */*
I1011 21:18:07.629583 29617 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1011 21:18:07.632932 29617 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1011 21:18:07.633891 29617 node_ready.go:53] node "ha-610874-m02" has status "Ready":"False"
I1011 21:18:08.129786 29617 round_trippers.go:463] GET https://192.168.39.10:8443/api/v1/nodes/ha-610874-m02
I1011 21:18:08.129803 29617 round_trippers.go:469] Request Headers:
I1011 21:18:08.129811 29617 round_trippers.go:473] Accept: application/json, */*
I1011 21:18:08.129815 29617 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1011 21:18:08.133290 29617 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1011 21:18:08.629506 29617 round_trippers.go:463] GET https://192.168.39.10:8443/api/v1/nodes/ha-610874-m02
I1011 21:18:08.629533 29617 round_trippers.go:469] Request Headers:
I1011 21:18:08.629544 29617 round_trippers.go:473] Accept: application/json, */*
I1011 21:18:08.629548 29617 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1011 21:18:08.633075 29617 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1011 21:18:09.129541 29617 round_trippers.go:463] GET https://192.168.39.10:8443/api/v1/nodes/ha-610874-m02
I1011 21:18:09.129559 29617 round_trippers.go:469] Request Headers:
I1011 21:18:09.129567 29617 round_trippers.go:473] Accept: application/json, */*
I1011 21:18:09.129572 29617 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1011 21:18:09.132640 29617 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1011 21:18:09.629665 29617 round_trippers.go:463] GET https://192.168.39.10:8443/api/v1/nodes/ha-610874-m02
I1011 21:18:09.629684 29617 round_trippers.go:469] Request Headers:
I1011 21:18:09.629692 29617 round_trippers.go:473] Accept: application/json, */*
I1011 21:18:09.629697 29617 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1011 21:18:09.632858 29617 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1011 21:18:10.129866 29617 round_trippers.go:463] GET https://192.168.39.10:8443/api/v1/nodes/ha-610874-m02
I1011 21:18:10.129885 29617 round_trippers.go:469] Request Headers:
I1011 21:18:10.129893 29617 round_trippers.go:473] Accept: application/json, */*
I1011 21:18:10.129897 29617 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1011 21:18:10.132615 29617 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1011 21:18:10.133150 29617 node_ready.go:53] node "ha-610874-m02" has status "Ready":"False"
I1011 21:18:10.629443 29617 round_trippers.go:463] GET https://192.168.39.10:8443/api/v1/nodes/ha-610874-m02
I1011 21:18:10.629475 29617 round_trippers.go:469] Request Headers:
I1011 21:18:10.629489 29617 round_trippers.go:473] Accept: application/json, */*
I1011 21:18:10.629493 29617 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1011 21:18:10.632970 29617 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1011 21:18:11.130002 29617 round_trippers.go:463] GET https://192.168.39.10:8443/api/v1/nodes/ha-610874-m02
I1011 21:18:11.130024 29617 round_trippers.go:469] Request Headers:
I1011 21:18:11.130032 29617 round_trippers.go:473] Accept: application/json, */*
I1011 21:18:11.130035 29617 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1011 21:18:11.133677 29617 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1011 21:18:11.629439 29617 round_trippers.go:463] GET https://192.168.39.10:8443/api/v1/nodes/ha-610874-m02
I1011 21:18:11.629465 29617 round_trippers.go:469] Request Headers:
I1011 21:18:11.629477 29617 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1011 21:18:11.629482 29617 round_trippers.go:473] Accept: application/json, */*
I1011 21:18:11.632816 29617 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1011 21:18:12.130049 29617 round_trippers.go:463] GET https://192.168.39.10:8443/api/v1/nodes/ha-610874-m02
I1011 21:18:12.130071 29617 round_trippers.go:469] Request Headers:
I1011 21:18:12.130080 29617 round_trippers.go:473] Accept: application/json, */*
I1011 21:18:12.130083 29617 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1011 21:18:12.133179 29617 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1011 21:18:12.133716 29617 node_ready.go:53] node "ha-610874-m02" has status "Ready":"False"
I1011 21:18:12.630085 29617 round_trippers.go:463] GET https://192.168.39.10:8443/api/v1/nodes/ha-610874-m02
I1011 21:18:12.630110 29617 round_trippers.go:469] Request Headers:
I1011 21:18:12.630121 29617 round_trippers.go:473] Accept: application/json, */*
I1011 21:18:12.630127 29617 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1011 21:18:12.633114 29617 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1011 21:18:13.130226 29617 round_trippers.go:463] GET https://192.168.39.10:8443/api/v1/nodes/ha-610874-m02
I1011 21:18:13.130245 29617 round_trippers.go:469] Request Headers:
I1011 21:18:13.130253 29617 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1011 21:18:13.130258 29617 round_trippers.go:473] Accept: application/json, */*
I1011 21:18:13.133707 29617 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1011 21:18:13.629976 29617 round_trippers.go:463] GET https://192.168.39.10:8443/api/v1/nodes/ha-610874-m02
I1011 21:18:13.630005 29617 round_trippers.go:469] Request Headers:
I1011 21:18:13.630016 29617 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1011 21:18:13.630022 29617 round_trippers.go:473] Accept: application/json, */*
I1011 21:18:13.633601 29617 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1011 21:18:14.129823 29617 round_trippers.go:463] GET https://192.168.39.10:8443/api/v1/nodes/ha-610874-m02
I1011 21:18:14.129846 29617 round_trippers.go:469] Request Headers:
I1011 21:18:14.129857 29617 round_trippers.go:473] Accept: application/json, */*
I1011 21:18:14.129863 29617 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1011 21:18:14.132927 29617 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1011 21:18:14.630032 29617 round_trippers.go:463] GET https://192.168.39.10:8443/api/v1/nodes/ha-610874-m02
I1011 21:18:14.630053 29617 round_trippers.go:469] Request Headers:
I1011 21:18:14.630062 29617 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1011 21:18:14.630070 29617 round_trippers.go:473] Accept: application/json, */*
I1011 21:18:14.633208 29617 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1011 21:18:14.633750 29617 node_ready.go:53] node "ha-610874-m02" has status "Ready":"False"
I1011 21:18:15.129885 29617 round_trippers.go:463] GET https://192.168.39.10:8443/api/v1/nodes/ha-610874-m02
I1011 21:18:15.129909 29617 round_trippers.go:469] Request Headers:
I1011 21:18:15.129919 29617 round_trippers.go:473] Accept: application/json, */*
I1011 21:18:15.129924 29617 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1011 21:18:15.132958 29617 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1011 21:18:15.630000 29617 round_trippers.go:463] GET https://192.168.39.10:8443/api/v1/nodes/ha-610874-m02
I1011 21:18:15.630024 29617 round_trippers.go:469] Request Headers:
I1011 21:18:15.630032 29617 round_trippers.go:473] Accept: application/json, */*
I1011 21:18:15.630035 29617 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1011 21:18:15.632986 29617 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1011 21:18:15.633633 29617 node_ready.go:49] node "ha-610874-m02" has status "Ready":"True"
I1011 21:18:15.633647 29617 node_ready.go:38] duration metric: took 20.504503338s for node "ha-610874-m02" to be "Ready" ...
I1011 21:18:15.633655 29617 pod_ready.go:36] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1011 21:18:15.633709 29617 round_trippers.go:463] GET https://192.168.39.10:8443/api/v1/namespaces/kube-system/pods
I1011 21:18:15.633718 29617 round_trippers.go:469] Request Headers:
I1011 21:18:15.633724 29617 round_trippers.go:473] Accept: application/json, */*
I1011 21:18:15.633728 29617 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1011 21:18:15.637582 29617 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1011 21:18:15.643886 29617 pod_ready.go:79] waiting up to 6m0s for pod "coredns-7c65d6cfc9-bhkxl" in "kube-system" namespace to be "Ready" ...
I1011 21:18:15.643972 29617 round_trippers.go:463] GET https://192.168.39.10:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-bhkxl
I1011 21:18:15.643983 29617 round_trippers.go:469] Request Headers:
I1011 21:18:15.643993 29617 round_trippers.go:473] Accept: application/json, */*
I1011 21:18:15.643999 29617 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1011 21:18:15.646763 29617 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1011 21:18:15.647514 29617 round_trippers.go:463] GET https://192.168.39.10:8443/api/v1/nodes/ha-610874
I1011 21:18:15.647529 29617 round_trippers.go:469] Request Headers:
I1011 21:18:15.647536 29617 round_trippers.go:473] Accept: application/json, */*
I1011 21:18:15.647539 29617 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1011 21:18:15.649945 29617 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1011 21:18:15.650586 29617 pod_ready.go:93] pod "coredns-7c65d6cfc9-bhkxl" in "kube-system" namespace has status "Ready":"True"
I1011 21:18:15.650602 29617 pod_ready.go:82] duration metric: took 6.694777ms for pod "coredns-7c65d6cfc9-bhkxl" in "kube-system" namespace to be "Ready" ...
I1011 21:18:15.650623 29617 pod_ready.go:79] waiting up to 6m0s for pod "coredns-7c65d6cfc9-xdhdb" in "kube-system" namespace to be "Ready" ...
I1011 21:18:15.650679 29617 round_trippers.go:463] GET https://192.168.39.10:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-xdhdb
I1011 21:18:15.650688 29617 round_trippers.go:469] Request Headers:
I1011 21:18:15.650699 29617 round_trippers.go:473] Accept: application/json, */*
I1011 21:18:15.650707 29617 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1011 21:18:15.652943 29617 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1011 21:18:15.653673 29617 round_trippers.go:463] GET https://192.168.39.10:8443/api/v1/nodes/ha-610874
I1011 21:18:15.653687 29617 round_trippers.go:469] Request Headers:
I1011 21:18:15.653696 29617 round_trippers.go:473] Accept: application/json, */*
I1011 21:18:15.653701 29617 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1011 21:18:15.655886 29617 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1011 21:18:15.656382 29617 pod_ready.go:93] pod "coredns-7c65d6cfc9-xdhdb" in "kube-system" namespace has status "Ready":"True"
I1011 21:18:15.656397 29617 pod_ready.go:82] duration metric: took 5.765488ms for pod "coredns-7c65d6cfc9-xdhdb" in "kube-system" namespace to be "Ready" ...
I1011 21:18:15.656405 29617 pod_ready.go:79] waiting up to 6m0s for pod "etcd-ha-610874" in "kube-system" namespace to be "Ready" ...
I1011 21:18:15.656451 29617 round_trippers.go:463] GET https://192.168.39.10:8443/api/v1/namespaces/kube-system/pods/etcd-ha-610874
I1011 21:18:15.656461 29617 round_trippers.go:469] Request Headers:
I1011 21:18:15.656471 29617 round_trippers.go:473] Accept: application/json, */*
I1011 21:18:15.656477 29617 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1011 21:18:15.658729 29617 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1011 21:18:15.659391 29617 round_trippers.go:463] GET https://192.168.39.10:8443/api/v1/nodes/ha-610874
I1011 21:18:15.659409 29617 round_trippers.go:469] Request Headers:
I1011 21:18:15.659419 29617 round_trippers.go:473] Accept: application/json, */*
I1011 21:18:15.659426 29617 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1011 21:18:15.661629 29617 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1011 21:18:15.662114 29617 pod_ready.go:93] pod "etcd-ha-610874" in "kube-system" namespace has status "Ready":"True"
I1011 21:18:15.662130 29617 pod_ready.go:82] duration metric: took 5.719352ms for pod "etcd-ha-610874" in "kube-system" namespace to be "Ready" ...
I1011 21:18:15.662137 29617 pod_ready.go:79] waiting up to 6m0s for pod "etcd-ha-610874-m02" in "kube-system" namespace to be "Ready" ...
I1011 21:18:15.662181 29617 round_trippers.go:463] GET https://192.168.39.10:8443/api/v1/namespaces/kube-system/pods/etcd-ha-610874-m02
I1011 21:18:15.662190 29617 round_trippers.go:469] Request Headers:
I1011 21:18:15.662197 29617 round_trippers.go:473] Accept: application/json, */*
I1011 21:18:15.662201 29617 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1011 21:18:15.664800 29617 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1011 21:18:15.665273 29617 round_trippers.go:463] GET https://192.168.39.10:8443/api/v1/nodes/ha-610874-m02
I1011 21:18:15.665286 29617 round_trippers.go:469] Request Headers:
I1011 21:18:15.665294 29617 round_trippers.go:473] Accept: application/json, */*
I1011 21:18:15.665298 29617 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1011 21:18:15.667272 29617 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1011 21:18:15.667736 29617 pod_ready.go:93] pod "etcd-ha-610874-m02" in "kube-system" namespace has status "Ready":"True"
I1011 21:18:15.667757 29617 pod_ready.go:82] duration metric: took 5.613486ms for pod "etcd-ha-610874-m02" in "kube-system" namespace to be "Ready" ...
I1011 21:18:15.667773 29617 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-ha-610874" in "kube-system" namespace to be "Ready" ...
I1011 21:18:15.830074 29617 request.go:632] Waited for 162.243136ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.10:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-610874
I1011 21:18:15.830160 29617 round_trippers.go:463] GET https://192.168.39.10:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-610874
I1011 21:18:15.830168 29617 round_trippers.go:469] Request Headers:
I1011 21:18:15.830178 29617 round_trippers.go:473] Accept: application/json, */*
I1011 21:18:15.830188 29617 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1011 21:18:15.833590 29617 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1011 21:18:16.030666 29617 request.go:632] Waited for 196.378996ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.10:8443/api/v1/nodes/ha-610874
I1011 21:18:16.030722 29617 round_trippers.go:463] GET https://192.168.39.10:8443/api/v1/nodes/ha-610874
I1011 21:18:16.030728 29617 round_trippers.go:469] Request Headers:
I1011 21:18:16.030735 29617 round_trippers.go:473] Accept: application/json, */*
I1011 21:18:16.030739 29617 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1011 21:18:16.033962 29617 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1011 21:18:16.034580 29617 pod_ready.go:93] pod "kube-apiserver-ha-610874" in "kube-system" namespace has status "Ready":"True"
I1011 21:18:16.034599 29617 pod_ready.go:82] duration metric: took 366.81416ms for pod "kube-apiserver-ha-610874" in "kube-system" namespace to be "Ready" ...
I1011 21:18:16.034608 29617 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-ha-610874-m02" in "kube-system" namespace to be "Ready" ...
I1011 21:18:16.230672 29617 request.go:632] Waited for 195.982779ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.10:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-610874-m02
I1011 21:18:16.230778 29617 round_trippers.go:463] GET https://192.168.39.10:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-610874-m02
I1011 21:18:16.230790 29617 round_trippers.go:469] Request Headers:
I1011 21:18:16.230801 29617 round_trippers.go:473] Accept: application/json, */*
I1011 21:18:16.230810 29617 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1011 21:18:16.234030 29617 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1011 21:18:16.430609 29617 request.go:632] Waited for 195.69013ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.10:8443/api/v1/nodes/ha-610874-m02
I1011 21:18:16.430701 29617 round_trippers.go:463] GET https://192.168.39.10:8443/api/v1/nodes/ha-610874-m02
I1011 21:18:16.430712 29617 round_trippers.go:469] Request Headers:
I1011 21:18:16.430723 29617 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1011 21:18:16.430735 29617 round_trippers.go:473] Accept: application/json, */*
I1011 21:18:16.433742 29617 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1011 21:18:16.434219 29617 pod_ready.go:93] pod "kube-apiserver-ha-610874-m02" in "kube-system" namespace has status "Ready":"True"
I1011 21:18:16.434239 29617 pod_ready.go:82] duration metric: took 399.609699ms for pod "kube-apiserver-ha-610874-m02" in "kube-system" namespace to be "Ready" ...
I1011 21:18:16.434252 29617 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-ha-610874" in "kube-system" namespace to be "Ready" ...
I1011 21:18:16.630260 29617 request.go:632] Waited for 195.941074ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.10:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-610874
I1011 21:18:16.630337 29617 round_trippers.go:463] GET https://192.168.39.10:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-610874
I1011 21:18:16.630342 29617 round_trippers.go:469] Request Headers:
I1011 21:18:16.630350 29617 round_trippers.go:473] Accept: application/json, */*
I1011 21:18:16.630357 29617 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1011 21:18:16.633657 29617 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1011 21:18:16.830752 29617 request.go:632] Waited for 196.369395ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.10:8443/api/v1/nodes/ha-610874
I1011 21:18:16.830804 29617 round_trippers.go:463] GET https://192.168.39.10:8443/api/v1/nodes/ha-610874
I1011 21:18:16.830811 29617 round_trippers.go:469] Request Headers:
I1011 21:18:16.830820 29617 round_trippers.go:473] Accept: application/json, */*
I1011 21:18:16.830827 29617 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1011 21:18:16.833807 29617 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1011 21:18:16.834437 29617 pod_ready.go:93] pod "kube-controller-manager-ha-610874" in "kube-system" namespace has status "Ready":"True"
I1011 21:18:16.834455 29617 pod_ready.go:82] duration metric: took 400.195609ms for pod "kube-controller-manager-ha-610874" in "kube-system" namespace to be "Ready" ...
I1011 21:18:16.834465 29617 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-ha-610874-m02" in "kube-system" namespace to be "Ready" ...
I1011 21:18:17.030516 29617 request.go:632] Waited for 195.993213ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.10:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-610874-m02
I1011 21:18:17.030589 29617 round_trippers.go:463] GET https://192.168.39.10:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-610874-m02
I1011 21:18:17.030595 29617 round_trippers.go:469] Request Headers:
I1011 21:18:17.030607 29617 round_trippers.go:473] Accept: application/json, */*
I1011 21:18:17.030627 29617 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1011 21:18:17.034122 29617 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1011 21:18:17.230257 29617 request.go:632] Waited for 195.302255ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.10:8443/api/v1/nodes/ha-610874-m02
I1011 21:18:17.230322 29617 round_trippers.go:463] GET https://192.168.39.10:8443/api/v1/nodes/ha-610874-m02
I1011 21:18:17.230329 29617 round_trippers.go:469] Request Headers:
I1011 21:18:17.230337 29617 round_trippers.go:473] Accept: application/json, */*
I1011 21:18:17.230342 29617 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1011 21:18:17.233560 29617 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1011 21:18:17.234217 29617 pod_ready.go:93] pod "kube-controller-manager-ha-610874-m02" in "kube-system" namespace has status "Ready":"True"
I1011 21:18:17.234239 29617 pod_ready.go:82] duration metric: took 399.767293ms for pod "kube-controller-manager-ha-610874-m02" in "kube-system" namespace to be "Ready" ...
I1011 21:18:17.234256 29617 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-4bj7p" in "kube-system" namespace to be "Ready" ...
I1011 21:18:17.430433 29617 request.go:632] Waited for 196.107897ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.10:8443/api/v1/namespaces/kube-system/pods/kube-proxy-4bj7p
I1011 21:18:17.430509 29617 round_trippers.go:463] GET https://192.168.39.10:8443/api/v1/namespaces/kube-system/pods/kube-proxy-4bj7p
I1011 21:18:17.430515 29617 round_trippers.go:469] Request Headers:
I1011 21:18:17.430526 29617 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1011 21:18:17.430534 29617 round_trippers.go:473] Accept: application/json, */*
I1011 21:18:17.434262 29617 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1011 21:18:17.630356 29617 request.go:632] Waited for 195.345057ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.10:8443/api/v1/nodes/ha-610874-m02
I1011 21:18:17.630426 29617 round_trippers.go:463] GET https://192.168.39.10:8443/api/v1/nodes/ha-610874-m02
I1011 21:18:17.630431 29617 round_trippers.go:469] Request Headers:
I1011 21:18:17.630439 29617 round_trippers.go:473] Accept: application/json, */*
I1011 21:18:17.630444 29617 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1011 21:18:17.633591 29617 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1011 21:18:17.634036 29617 pod_ready.go:93] pod "kube-proxy-4bj7p" in "kube-system" namespace has status "Ready":"True"
I1011 21:18:17.634054 29617 pod_ready.go:82] duration metric: took 399.790817ms for pod "kube-proxy-4bj7p" in "kube-system" namespace to be "Ready" ...
I1011 21:18:17.634064 29617 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-4tqhn" in "kube-system" namespace to be "Ready" ...
I1011 21:18:17.830520 29617 request.go:632] Waited for 196.385742ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.10:8443/api/v1/namespaces/kube-system/pods/kube-proxy-4tqhn
I1011 21:18:17.830591 29617 round_trippers.go:463] GET https://192.168.39.10:8443/api/v1/namespaces/kube-system/pods/kube-proxy-4tqhn
I1011 21:18:17.830596 29617 round_trippers.go:469] Request Headers:
I1011 21:18:17.830603 29617 round_trippers.go:473] Accept: application/json, */*
I1011 21:18:17.830607 29617 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1011 21:18:17.833974 29617 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1011 21:18:18.030999 29617 request.go:632] Waited for 196.369359ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.10:8443/api/v1/nodes/ha-610874
I1011 21:18:18.031062 29617 round_trippers.go:463] GET https://192.168.39.10:8443/api/v1/nodes/ha-610874
I1011 21:18:18.031068 29617 round_trippers.go:469] Request Headers:
I1011 21:18:18.031075 29617 round_trippers.go:473] Accept: application/json, */*
I1011 21:18:18.031079 29617 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1011 21:18:18.034522 29617 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1011 21:18:18.035045 29617 pod_ready.go:93] pod "kube-proxy-4tqhn" in "kube-system" namespace has status "Ready":"True"
I1011 21:18:18.035060 29617 pod_ready.go:82] duration metric: took 400.990689ms for pod "kube-proxy-4tqhn" in "kube-system" namespace to be "Ready" ...
I1011 21:18:18.035069 29617 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-ha-610874" in "kube-system" namespace to be "Ready" ...
I1011 21:18:18.230101 29617 request.go:632] Waited for 194.964535ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.10:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-610874
I1011 21:18:18.230173 29617 round_trippers.go:463] GET https://192.168.39.10:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-610874
I1011 21:18:18.230179 29617 round_trippers.go:469] Request Headers:
I1011 21:18:18.230187 29617 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1011 21:18:18.230191 29617 round_trippers.go:473] Accept: application/json, */*
I1011 21:18:18.233153 29617 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1011 21:18:18.430174 29617 request.go:632] Waited for 196.304225ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.10:8443/api/v1/nodes/ha-610874
I1011 21:18:18.430252 29617 round_trippers.go:463] GET https://192.168.39.10:8443/api/v1/nodes/ha-610874
I1011 21:18:18.430258 29617 round_trippers.go:469] Request Headers:
I1011 21:18:18.430265 29617 round_trippers.go:473] Accept: application/json, */*
I1011 21:18:18.430271 29617 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1011 21:18:18.433684 29617 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1011 21:18:18.434857 29617 pod_ready.go:93] pod "kube-scheduler-ha-610874" in "kube-system" namespace has status "Ready":"True"
I1011 21:18:18.434876 29617 pod_ready.go:82] duration metric: took 399.800525ms for pod "kube-scheduler-ha-610874" in "kube-system" namespace to be "Ready" ...
I1011 21:18:18.434886 29617 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-ha-610874-m02" in "kube-system" namespace to be "Ready" ...
I1011 21:18:18.630997 29617 request.go:632] Waited for 196.051862ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.10:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-610874-m02
I1011 21:18:18.631067 29617 round_trippers.go:463] GET https://192.168.39.10:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-610874-m02
I1011 21:18:18.631072 29617 round_trippers.go:469] Request Headers:
I1011 21:18:18.631079 29617 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1011 21:18:18.631090 29617 round_trippers.go:473] Accept: application/json, */*
I1011 21:18:18.634569 29617 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1011 21:18:18.830555 29617 request.go:632] Waited for 195.378028ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.10:8443/api/v1/nodes/ha-610874-m02
I1011 21:18:18.830645 29617 round_trippers.go:463] GET https://192.168.39.10:8443/api/v1/nodes/ha-610874-m02
I1011 21:18:18.830652 29617 round_trippers.go:469] Request Headers:
I1011 21:18:18.830659 29617 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1011 21:18:18.830665 29617 round_trippers.go:473] Accept: application/json, */*
I1011 21:18:18.834017 29617 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1011 21:18:18.834881 29617 pod_ready.go:93] pod "kube-scheduler-ha-610874-m02" in "kube-system" namespace has status "Ready":"True"
I1011 21:18:18.834901 29617 pod_ready.go:82] duration metric: took 400.009355ms for pod "kube-scheduler-ha-610874-m02" in "kube-system" namespace to be "Ready" ...
I1011 21:18:18.834913 29617 pod_ready.go:39] duration metric: took 3.201246724s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1011 21:18:18.834925 29617 api_server.go:52] waiting for apiserver process to appear ...
I1011 21:18:18.834977 29617 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1011 21:18:18.851851 29617 api_server.go:72] duration metric: took 24.069111498s to wait for apiserver process to appear ...
I1011 21:18:18.851878 29617 api_server.go:88] waiting for apiserver healthz status ...
I1011 21:18:18.851897 29617 api_server.go:253] Checking apiserver healthz at https://192.168.39.10:8443/healthz ...
I1011 21:18:18.856543 29617 api_server.go:279] https://192.168.39.10:8443/healthz returned 200:
ok
I1011 21:18:18.856610 29617 round_trippers.go:463] GET https://192.168.39.10:8443/version
I1011 21:18:18.856615 29617 round_trippers.go:469] Request Headers:
I1011 21:18:18.856622 29617 round_trippers.go:473] Accept: application/json, */*
I1011 21:18:18.856626 29617 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1011 21:18:18.857613 29617 round_trippers.go:574] Response Status: 200 OK in 0 milliseconds
I1011 21:18:18.857701 29617 api_server.go:141] control plane version: v1.31.1
I1011 21:18:18.857721 29617 api_server.go:131] duration metric: took 5.836547ms to wait for apiserver health ...
I1011 21:18:18.857730 29617 system_pods.go:43] waiting for kube-system pods to appear ...
I1011 21:18:19.030066 29617 request.go:632] Waited for 172.254223ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.10:8443/api/v1/namespaces/kube-system/pods
I1011 21:18:19.030130 29617 round_trippers.go:463] GET https://192.168.39.10:8443/api/v1/namespaces/kube-system/pods
I1011 21:18:19.030136 29617 round_trippers.go:469] Request Headers:
I1011 21:18:19.030143 29617 round_trippers.go:473] Accept: application/json, */*
I1011 21:18:19.030148 29617 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1011 21:18:19.034696 29617 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1011 21:18:19.039508 29617 system_pods.go:59] 17 kube-system pods found
I1011 21:18:19.039540 29617 system_pods.go:61] "coredns-7c65d6cfc9-bhkxl" [dff1cc79-8272-43f5-b525-b12e913c499d] Running
I1011 21:18:19.039546 29617 system_pods.go:61] "coredns-7c65d6cfc9-xdhdb" [dd476307-f596-44e8-b651-095399bb6ce9] Running
I1011 21:18:19.039551 29617 system_pods.go:61] "etcd-ha-610874" [6cd70b48-09bb-4280-8bdc-413f124d1d02] Running
I1011 21:18:19.039557 29617 system_pods.go:61] "etcd-ha-610874-m02" [11683051-9947-42d9-92a7-ba5a2e51345a] Running
I1011 21:18:19.039561 29617 system_pods.go:61] "kindnet-pd7rn" [cc21667d-addd-48a2-a01e-97de30495101] Running
I1011 21:18:19.039566 29617 system_pods.go:61] "kindnet-xs5m6" [22248576-e5e5-455d-87f4-c4d51effcfca] Running
I1011 21:18:19.039570 29617 system_pods.go:61] "kube-apiserver-ha-610874" [6dcfe7a3-0e7d-4f20-bdbf-645d8e0d4466] Running
I1011 21:18:19.039579 29617 system_pods.go:61] "kube-apiserver-ha-610874-m02" [b1c38251-ef09-43dd-8787-a0fa8823e33b] Running
I1011 21:18:19.039584 29617 system_pods.go:61] "kube-controller-manager-ha-610874" [8ae5b847-3699-44d1-8b49-8dcbc8ace6eb] Running
I1011 21:18:19.039592 29617 system_pods.go:61] "kube-controller-manager-ha-610874-m02" [5471c5e5-a528-4ac9-a32f-b67da82e9fcd] Running
I1011 21:18:19.039597 29617 system_pods.go:61] "kube-proxy-4bj7p" [2d78dd8b-7200-497c-9abd-09b6f4484718] Running
I1011 21:18:19.039601 29617 system_pods.go:61] "kube-proxy-4tqhn" [960c7cfe-e1ab-401b-a4fa-2fa7e7ba2f4c] Running
I1011 21:18:19.039606 29617 system_pods.go:61] "kube-scheduler-ha-610874" [0457b316-b7f3-471f-b9e3-0a482d0437be] Running
I1011 21:18:19.039612 29617 system_pods.go:61] "kube-scheduler-ha-610874-m02" [54a7acf7-8a8f-411c-bbd4-f22946919e6e] Running
I1011 21:18:19.039615 29617 system_pods.go:61] "kube-vip-ha-610874" [8ec9e25c-4f56-4d99-b54a-01e0ff0522b1] Running
I1011 21:18:19.039619 29617 system_pods.go:61] "kube-vip-ha-610874-m02" [4dafe794-9256-46a3-866c-e3926a0153da] Running
I1011 21:18:19.039622 29617 system_pods.go:61] "storage-provisioner" [2066958b-e1eb-421a-939e-79e8ea7357e1] Running
I1011 21:18:19.039631 29617 system_pods.go:74] duration metric: took 181.896084ms to wait for pod list to return data ...
I1011 21:18:19.039640 29617 default_sa.go:34] waiting for default service account to be created ...
I1011 21:18:19.230981 29617 request.go:632] Waited for 191.269571ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.10:8443/api/v1/namespaces/default/serviceaccounts
I1011 21:18:19.231051 29617 round_trippers.go:463] GET https://192.168.39.10:8443/api/v1/namespaces/default/serviceaccounts
I1011 21:18:19.231057 29617 round_trippers.go:469] Request Headers:
I1011 21:18:19.231064 29617 round_trippers.go:473] Accept: application/json, */*
I1011 21:18:19.231067 29617 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1011 21:18:19.235209 29617 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1011 21:18:19.235407 29617 default_sa.go:45] found service account: "default"
I1011 21:18:19.235421 29617 default_sa.go:55] duration metric: took 195.775642ms for default service account to be created ...
I1011 21:18:19.235428 29617 system_pods.go:116] waiting for k8s-apps to be running ...
I1011 21:18:19.430605 29617 request.go:632] Waited for 195.123077ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.10:8443/api/v1/namespaces/kube-system/pods
I1011 21:18:19.430704 29617 round_trippers.go:463] GET https://192.168.39.10:8443/api/v1/namespaces/kube-system/pods
I1011 21:18:19.430710 29617 round_trippers.go:469] Request Headers:
I1011 21:18:19.430718 29617 round_trippers.go:473] Accept: application/json, */*
I1011 21:18:19.430723 29617 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1011 21:18:19.435793 29617 round_trippers.go:574] Response Status: 200 OK in 5 milliseconds
I1011 21:18:19.439894 29617 system_pods.go:86] 17 kube-system pods found
I1011 21:18:19.439921 29617 system_pods.go:89] "coredns-7c65d6cfc9-bhkxl" [dff1cc79-8272-43f5-b525-b12e913c499d] Running
I1011 21:18:19.439929 29617 system_pods.go:89] "coredns-7c65d6cfc9-xdhdb" [dd476307-f596-44e8-b651-095399bb6ce9] Running
I1011 21:18:19.439935 29617 system_pods.go:89] "etcd-ha-610874" [6cd70b48-09bb-4280-8bdc-413f124d1d02] Running
I1011 21:18:19.439942 29617 system_pods.go:89] "etcd-ha-610874-m02" [11683051-9947-42d9-92a7-ba5a2e51345a] Running
I1011 21:18:19.439947 29617 system_pods.go:89] "kindnet-pd7rn" [cc21667d-addd-48a2-a01e-97de30495101] Running
I1011 21:18:19.439953 29617 system_pods.go:89] "kindnet-xs5m6" [22248576-e5e5-455d-87f4-c4d51effcfca] Running
I1011 21:18:19.439959 29617 system_pods.go:89] "kube-apiserver-ha-610874" [6dcfe7a3-0e7d-4f20-bdbf-645d8e0d4466] Running
I1011 21:18:19.439965 29617 system_pods.go:89] "kube-apiserver-ha-610874-m02" [b1c38251-ef09-43dd-8787-a0fa8823e33b] Running
I1011 21:18:19.439972 29617 system_pods.go:89] "kube-controller-manager-ha-610874" [8ae5b847-3699-44d1-8b49-8dcbc8ace6eb] Running
I1011 21:18:19.439980 29617 system_pods.go:89] "kube-controller-manager-ha-610874-m02" [5471c5e5-a528-4ac9-a32f-b67da82e9fcd] Running
I1011 21:18:19.439986 29617 system_pods.go:89] "kube-proxy-4bj7p" [2d78dd8b-7200-497c-9abd-09b6f4484718] Running
I1011 21:18:19.439995 29617 system_pods.go:89] "kube-proxy-4tqhn" [960c7cfe-e1ab-401b-a4fa-2fa7e7ba2f4c] Running
I1011 21:18:19.440002 29617 system_pods.go:89] "kube-scheduler-ha-610874" [0457b316-b7f3-471f-b9e3-0a482d0437be] Running
I1011 21:18:19.440010 29617 system_pods.go:89] "kube-scheduler-ha-610874-m02" [54a7acf7-8a8f-411c-bbd4-f22946919e6e] Running
I1011 21:18:19.440016 29617 system_pods.go:89] "kube-vip-ha-610874" [8ec9e25c-4f56-4d99-b54a-01e0ff0522b1] Running
I1011 21:18:19.440020 29617 system_pods.go:89] "kube-vip-ha-610874-m02" [4dafe794-9256-46a3-866c-e3926a0153da] Running
I1011 21:18:19.440025 29617 system_pods.go:89] "storage-provisioner" [2066958b-e1eb-421a-939e-79e8ea7357e1] Running
I1011 21:18:19.440033 29617 system_pods.go:126] duration metric: took 204.599583ms to wait for k8s-apps to be running ...
I1011 21:18:19.440045 29617 system_svc.go:44] waiting for kubelet service to be running ....
I1011 21:18:19.440094 29617 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1011 21:18:19.455815 29617 system_svc.go:56] duration metric: took 15.763998ms WaitForService to wait for kubelet
I1011 21:18:19.455841 29617 kubeadm.go:582] duration metric: took 24.673107672s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1011 21:18:19.455860 29617 node_conditions.go:102] verifying NodePressure condition ...
I1011 21:18:19.630302 29617 request.go:632] Waited for 174.358774ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.10:8443/api/v1/nodes
I1011 21:18:19.630357 29617 round_trippers.go:463] GET https://192.168.39.10:8443/api/v1/nodes
I1011 21:18:19.630364 29617 round_trippers.go:469] Request Headers:
I1011 21:18:19.630372 29617 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1011 21:18:19.630379 29617 round_trippers.go:473] Accept: application/json, */*
I1011 21:18:19.634356 29617 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1011 21:18:19.635316 29617 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I1011 21:18:19.635343 29617 node_conditions.go:123] node cpu capacity is 2
I1011 21:18:19.635358 29617 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I1011 21:18:19.635363 29617 node_conditions.go:123] node cpu capacity is 2
I1011 21:18:19.635371 29617 node_conditions.go:105] duration metric: took 179.50548ms to run NodePressure ...
I1011 21:18:19.635384 29617 start.go:241] waiting for startup goroutines ...
I1011 21:18:19.635415 29617 start.go:255] writing updated cluster config ...
I1011 21:18:19.637553 29617 out.go:201]
I1011 21:18:19.638933 29617 config.go:182] Loaded profile config "ha-610874": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.1
I1011 21:18:19.639018 29617 profile.go:143] Saving config to /home/jenkins/minikube-integration/19749-11611/.minikube/profiles/ha-610874/config.json ...
I1011 21:18:19.640415 29617 out.go:177] * Starting "ha-610874-m03" control-plane node in "ha-610874" cluster
I1011 21:18:19.641511 29617 preload.go:131] Checking if preload exists for k8s version v1.31.1 and runtime crio
I1011 21:18:19.641529 29617 cache.go:56] Caching tarball of preloaded images
I1011 21:18:19.641627 29617 preload.go:172] Found /home/jenkins/minikube-integration/19749-11611/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.1-cri-o-overlay-amd64.tar.lz4 in cache, skipping download
I1011 21:18:19.641638 29617 cache.go:59] Finished verifying existence of preloaded tar for v1.31.1 on crio
I1011 21:18:19.641712 29617 profile.go:143] Saving config to /home/jenkins/minikube-integration/19749-11611/.minikube/profiles/ha-610874/config.json ...
I1011 21:18:19.641856 29617 start.go:360] acquireMachinesLock for ha-610874-m03: {Name:mkb431367b7f497f2f0dc5fb797bc835aa38c7d3 Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}
I1011 21:18:19.641897 29617 start.go:364] duration metric: took 24.129µs to acquireMachinesLock for "ha-610874-m03"
I1011 21:18:19.641912 29617 start.go:93] Provisioning new machine with config: &{Name:ha-610874 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19774/minikube-v1.34.0-1728382514-19774-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1728382586-19774@sha256:5d8c4f6d838467365e214e2194dd0153a763e3f78723b5f2a8e06ef7b47409ec Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{Kubernete
sVersion:v1.31.1 ClusterName:ha-610874 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.39.10 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m02 IP:192.168.39.11 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m03 IP: Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[ambassador:false amd-gpu-device-plugin:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:false efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false
ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:false storage-provisioner-gluster:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker Bina
ryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name:m03 IP: Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I1011 21:18:19.642000 29617 start.go:125] createHost starting for "m03" (driver="kvm2")
I1011 21:18:19.643322 29617 out.go:235] * Creating kvm2 VM (CPUs=2, Memory=2200MB, Disk=20000MB) ...
I1011 21:18:19.643394 29617 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1011 21:18:19.643424 29617 main.go:141] libmachine: Launching plugin server for driver kvm2
I1011 21:18:19.657905 29617 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:34259
I1011 21:18:19.658394 29617 main.go:141] libmachine: () Calling .GetVersion
I1011 21:18:19.658868 29617 main.go:141] libmachine: Using API Version 1
I1011 21:18:19.658887 29617 main.go:141] libmachine: () Calling .SetConfigRaw
I1011 21:18:19.659186 29617 main.go:141] libmachine: () Calling .GetMachineName
I1011 21:18:19.659360 29617 main.go:141] libmachine: (ha-610874-m03) Calling .GetMachineName
I1011 21:18:19.659497 29617 main.go:141] libmachine: (ha-610874-m03) Calling .DriverName
I1011 21:18:19.659661 29617 start.go:159] libmachine.API.Create for "ha-610874" (driver="kvm2")
I1011 21:18:19.659689 29617 client.go:168] LocalClient.Create starting
I1011 21:18:19.659716 29617 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/19749-11611/.minikube/certs/ca.pem
I1011 21:18:19.659744 29617 main.go:141] libmachine: Decoding PEM data...
I1011 21:18:19.659756 29617 main.go:141] libmachine: Parsing certificate...
I1011 21:18:19.659802 29617 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/19749-11611/.minikube/certs/cert.pem
I1011 21:18:19.659820 29617 main.go:141] libmachine: Decoding PEM data...
I1011 21:18:19.659830 29617 main.go:141] libmachine: Parsing certificate...
I1011 21:18:19.659844 29617 main.go:141] libmachine: Running pre-create checks...
I1011 21:18:19.659851 29617 main.go:141] libmachine: (ha-610874-m03) Calling .PreCreateCheck
I1011 21:18:19.659994 29617 main.go:141] libmachine: (ha-610874-m03) Calling .GetConfigRaw
I1011 21:18:19.660351 29617 main.go:141] libmachine: Creating machine...
I1011 21:18:19.660362 29617 main.go:141] libmachine: (ha-610874-m03) Calling .Create
I1011 21:18:19.660504 29617 main.go:141] libmachine: (ha-610874-m03) Creating KVM machine...
I1011 21:18:19.661678 29617 main.go:141] libmachine: (ha-610874-m03) DBG | found existing default KVM network
I1011 21:18:19.661785 29617 main.go:141] libmachine: (ha-610874-m03) DBG | found existing private KVM network mk-ha-610874
I1011 21:18:19.661907 29617 main.go:141] libmachine: (ha-610874-m03) Setting up store path in /home/jenkins/minikube-integration/19749-11611/.minikube/machines/ha-610874-m03 ...
I1011 21:18:19.661930 29617 main.go:141] libmachine: (ha-610874-m03) Building disk image from file:///home/jenkins/minikube-integration/19749-11611/.minikube/cache/iso/amd64/minikube-v1.34.0-1728382514-19774-amd64.iso
I1011 21:18:19.662023 29617 main.go:141] libmachine: (ha-610874-m03) DBG | I1011 21:18:19.661913 30793 common.go:145] Making disk image using store path: /home/jenkins/minikube-integration/19749-11611/.minikube
I1011 21:18:19.662086 29617 main.go:141] libmachine: (ha-610874-m03) Downloading /home/jenkins/minikube-integration/19749-11611/.minikube/cache/boot2docker.iso from file:///home/jenkins/minikube-integration/19749-11611/.minikube/cache/iso/amd64/minikube-v1.34.0-1728382514-19774-amd64.iso...
I1011 21:18:19.893907 29617 main.go:141] libmachine: (ha-610874-m03) DBG | I1011 21:18:19.893764 30793 common.go:152] Creating ssh key: /home/jenkins/minikube-integration/19749-11611/.minikube/machines/ha-610874-m03/id_rsa...
I1011 21:18:19.985249 29617 main.go:141] libmachine: (ha-610874-m03) DBG | I1011 21:18:19.985139 30793 common.go:158] Creating raw disk image: /home/jenkins/minikube-integration/19749-11611/.minikube/machines/ha-610874-m03/ha-610874-m03.rawdisk...
I1011 21:18:19.985285 29617 main.go:141] libmachine: (ha-610874-m03) DBG | Writing magic tar header
I1011 21:18:19.985300 29617 main.go:141] libmachine: (ha-610874-m03) DBG | Writing SSH key tar header
I1011 21:18:19.985311 29617 main.go:141] libmachine: (ha-610874-m03) DBG | I1011 21:18:19.985257 30793 common.go:172] Fixing permissions on /home/jenkins/minikube-integration/19749-11611/.minikube/machines/ha-610874-m03 ...
I1011 21:18:19.985329 29617 main.go:141] libmachine: (ha-610874-m03) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19749-11611/.minikube/machines/ha-610874-m03
I1011 21:18:19.985350 29617 main.go:141] libmachine: (ha-610874-m03) Setting executable bit set on /home/jenkins/minikube-integration/19749-11611/.minikube/machines/ha-610874-m03 (perms=drwx------)
I1011 21:18:19.985373 29617 main.go:141] libmachine: (ha-610874-m03) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19749-11611/.minikube/machines
I1011 21:18:19.985396 29617 main.go:141] libmachine: (ha-610874-m03) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19749-11611/.minikube
I1011 21:18:19.985411 29617 main.go:141] libmachine: (ha-610874-m03) Setting executable bit set on /home/jenkins/minikube-integration/19749-11611/.minikube/machines (perms=drwxr-xr-x)
I1011 21:18:19.985426 29617 main.go:141] libmachine: (ha-610874-m03) Setting executable bit set on /home/jenkins/minikube-integration/19749-11611/.minikube (perms=drwxr-xr-x)
I1011 21:18:19.985434 29617 main.go:141] libmachine: (ha-610874-m03) Setting executable bit set on /home/jenkins/minikube-integration/19749-11611 (perms=drwxrwxr-x)
I1011 21:18:19.985440 29617 main.go:141] libmachine: (ha-610874-m03) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19749-11611
I1011 21:18:19.985456 29617 main.go:141] libmachine: (ha-610874-m03) DBG | Checking permissions on dir: /home/jenkins/minikube-integration
I1011 21:18:19.985468 29617 main.go:141] libmachine: (ha-610874-m03) DBG | Checking permissions on dir: /home/jenkins
I1011 21:18:19.985478 29617 main.go:141] libmachine: (ha-610874-m03) Setting executable bit set on /home/jenkins/minikube-integration (perms=drwxrwxr-x)
I1011 21:18:19.985499 29617 main.go:141] libmachine: (ha-610874-m03) Setting executable bit set on /home/jenkins (perms=drwxr-xr-x)
I1011 21:18:19.985509 29617 main.go:141] libmachine: (ha-610874-m03) Creating domain...
I1011 21:18:19.985516 29617 main.go:141] libmachine: (ha-610874-m03) DBG | Checking permissions on dir: /home
I1011 21:18:19.985526 29617 main.go:141] libmachine: (ha-610874-m03) DBG | Skipping /home - not owner
I1011 21:18:19.986460 29617 main.go:141] libmachine: (ha-610874-m03) define libvirt domain using xml:
I1011 21:18:19.986487 29617 main.go:141] libmachine: (ha-610874-m03) <domain type='kvm'>
I1011 21:18:19.986497 29617 main.go:141] libmachine: (ha-610874-m03) <name>ha-610874-m03</name>
I1011 21:18:19.986505 29617 main.go:141] libmachine: (ha-610874-m03) <memory unit='MiB'>2200</memory>
I1011 21:18:19.986513 29617 main.go:141] libmachine: (ha-610874-m03) <vcpu>2</vcpu>
I1011 21:18:19.986528 29617 main.go:141] libmachine: (ha-610874-m03) <features>
I1011 21:18:19.986539 29617 main.go:141] libmachine: (ha-610874-m03) <acpi/>
I1011 21:18:19.986547 29617 main.go:141] libmachine: (ha-610874-m03) <apic/>
I1011 21:18:19.986559 29617 main.go:141] libmachine: (ha-610874-m03) <pae/>
I1011 21:18:19.986567 29617 main.go:141] libmachine: (ha-610874-m03)
I1011 21:18:19.986578 29617 main.go:141] libmachine: (ha-610874-m03) </features>
I1011 21:18:19.986587 29617 main.go:141] libmachine: (ha-610874-m03) <cpu mode='host-passthrough'>
I1011 21:18:19.986598 29617 main.go:141] libmachine: (ha-610874-m03)
I1011 21:18:19.986605 29617 main.go:141] libmachine: (ha-610874-m03) </cpu>
I1011 21:18:19.986657 29617 main.go:141] libmachine: (ha-610874-m03) <os>
I1011 21:18:19.986683 29617 main.go:141] libmachine: (ha-610874-m03) <type>hvm</type>
I1011 21:18:19.986694 29617 main.go:141] libmachine: (ha-610874-m03) <boot dev='cdrom'/>
I1011 21:18:19.986706 29617 main.go:141] libmachine: (ha-610874-m03) <boot dev='hd'/>
I1011 21:18:19.986714 29617 main.go:141] libmachine: (ha-610874-m03) <bootmenu enable='no'/>
I1011 21:18:19.986723 29617 main.go:141] libmachine: (ha-610874-m03) </os>
I1011 21:18:19.986733 29617 main.go:141] libmachine: (ha-610874-m03) <devices>
I1011 21:18:19.986743 29617 main.go:141] libmachine: (ha-610874-m03) <disk type='file' device='cdrom'>
I1011 21:18:19.986759 29617 main.go:141] libmachine: (ha-610874-m03) <source file='/home/jenkins/minikube-integration/19749-11611/.minikube/machines/ha-610874-m03/boot2docker.iso'/>
I1011 21:18:19.986773 29617 main.go:141] libmachine: (ha-610874-m03) <target dev='hdc' bus='scsi'/>
I1011 21:18:19.986784 29617 main.go:141] libmachine: (ha-610874-m03) <readonly/>
I1011 21:18:19.986793 29617 main.go:141] libmachine: (ha-610874-m03) </disk>
I1011 21:18:19.986804 29617 main.go:141] libmachine: (ha-610874-m03) <disk type='file' device='disk'>
I1011 21:18:19.986816 29617 main.go:141] libmachine: (ha-610874-m03) <driver name='qemu' type='raw' cache='default' io='threads' />
I1011 21:18:19.986831 29617 main.go:141] libmachine: (ha-610874-m03) <source file='/home/jenkins/minikube-integration/19749-11611/.minikube/machines/ha-610874-m03/ha-610874-m03.rawdisk'/>
I1011 21:18:19.986840 29617 main.go:141] libmachine: (ha-610874-m03) <target dev='hda' bus='virtio'/>
I1011 21:18:19.986871 29617 main.go:141] libmachine: (ha-610874-m03) </disk>
I1011 21:18:19.986898 29617 main.go:141] libmachine: (ha-610874-m03) <interface type='network'>
I1011 21:18:19.986911 29617 main.go:141] libmachine: (ha-610874-m03) <source network='mk-ha-610874'/>
I1011 21:18:19.986922 29617 main.go:141] libmachine: (ha-610874-m03) <model type='virtio'/>
I1011 21:18:19.986933 29617 main.go:141] libmachine: (ha-610874-m03) </interface>
I1011 21:18:19.986941 29617 main.go:141] libmachine: (ha-610874-m03) <interface type='network'>
I1011 21:18:19.986948 29617 main.go:141] libmachine: (ha-610874-m03) <source network='default'/>
I1011 21:18:19.986962 29617 main.go:141] libmachine: (ha-610874-m03) <model type='virtio'/>
I1011 21:18:19.986972 29617 main.go:141] libmachine: (ha-610874-m03) </interface>
I1011 21:18:19.986987 29617 main.go:141] libmachine: (ha-610874-m03) <serial type='pty'>
I1011 21:18:19.986999 29617 main.go:141] libmachine: (ha-610874-m03) <target port='0'/>
I1011 21:18:19.987006 29617 main.go:141] libmachine: (ha-610874-m03) </serial>
I1011 21:18:19.987015 29617 main.go:141] libmachine: (ha-610874-m03) <console type='pty'>
I1011 21:18:19.987025 29617 main.go:141] libmachine: (ha-610874-m03) <target type='serial' port='0'/>
I1011 21:18:19.987033 29617 main.go:141] libmachine: (ha-610874-m03) </console>
I1011 21:18:19.987052 29617 main.go:141] libmachine: (ha-610874-m03) <rng model='virtio'>
I1011 21:18:19.987060 29617 main.go:141] libmachine: (ha-610874-m03) <backend model='random'>/dev/random</backend>
I1011 21:18:19.987068 29617 main.go:141] libmachine: (ha-610874-m03) </rng>
I1011 21:18:19.987076 29617 main.go:141] libmachine: (ha-610874-m03)
I1011 21:18:19.987087 29617 main.go:141] libmachine: (ha-610874-m03)
I1011 21:18:19.987095 29617 main.go:141] libmachine: (ha-610874-m03) </devices>
I1011 21:18:19.987107 29617 main.go:141] libmachine: (ha-610874-m03) </domain>
I1011 21:18:19.987120 29617 main.go:141] libmachine: (ha-610874-m03)
I1011 21:18:19.993869 29617 main.go:141] libmachine: (ha-610874-m03) DBG | domain ha-610874-m03 has defined MAC address 52:54:00:ec:a1:8a in network default
I1011 21:18:19.994634 29617 main.go:141] libmachine: (ha-610874-m03) DBG | domain ha-610874-m03 has defined MAC address 52:54:00:54:11:ff in network mk-ha-610874
I1011 21:18:19.994661 29617 main.go:141] libmachine: (ha-610874-m03) Ensuring networks are active...
I1011 21:18:19.995468 29617 main.go:141] libmachine: (ha-610874-m03) Ensuring network default is active
I1011 21:18:19.995798 29617 main.go:141] libmachine: (ha-610874-m03) Ensuring network mk-ha-610874 is active
I1011 21:18:19.996173 29617 main.go:141] libmachine: (ha-610874-m03) Getting domain xml...
I1011 21:18:19.996928 29617 main.go:141] libmachine: (ha-610874-m03) Creating domain...
I1011 21:18:21.254226 29617 main.go:141] libmachine: (ha-610874-m03) Waiting to get IP...
I1011 21:18:21.254939 29617 main.go:141] libmachine: (ha-610874-m03) DBG | domain ha-610874-m03 has defined MAC address 52:54:00:54:11:ff in network mk-ha-610874
I1011 21:18:21.255287 29617 main.go:141] libmachine: (ha-610874-m03) DBG | unable to find current IP address of domain ha-610874-m03 in network mk-ha-610874
I1011 21:18:21.255333 29617 main.go:141] libmachine: (ha-610874-m03) DBG | I1011 21:18:21.255277 30793 retry.go:31] will retry after 299.921958ms: waiting for machine to come up
I1011 21:18:21.557116 29617 main.go:141] libmachine: (ha-610874-m03) DBG | domain ha-610874-m03 has defined MAC address 52:54:00:54:11:ff in network mk-ha-610874
I1011 21:18:21.557606 29617 main.go:141] libmachine: (ha-610874-m03) DBG | unable to find current IP address of domain ha-610874-m03 in network mk-ha-610874
I1011 21:18:21.557634 29617 main.go:141] libmachine: (ha-610874-m03) DBG | I1011 21:18:21.557554 30793 retry.go:31] will retry after 286.000289ms: waiting for machine to come up
I1011 21:18:21.844948 29617 main.go:141] libmachine: (ha-610874-m03) DBG | domain ha-610874-m03 has defined MAC address 52:54:00:54:11:ff in network mk-ha-610874
I1011 21:18:21.845467 29617 main.go:141] libmachine: (ha-610874-m03) DBG | unable to find current IP address of domain ha-610874-m03 in network mk-ha-610874
I1011 21:18:21.845490 29617 main.go:141] libmachine: (ha-610874-m03) DBG | I1011 21:18:21.845417 30793 retry.go:31] will retry after 387.119662ms: waiting for machine to come up
I1011 21:18:22.233861 29617 main.go:141] libmachine: (ha-610874-m03) DBG | domain ha-610874-m03 has defined MAC address 52:54:00:54:11:ff in network mk-ha-610874
I1011 21:18:22.234347 29617 main.go:141] libmachine: (ha-610874-m03) DBG | unable to find current IP address of domain ha-610874-m03 in network mk-ha-610874
I1011 21:18:22.234371 29617 main.go:141] libmachine: (ha-610874-m03) DBG | I1011 21:18:22.234316 30793 retry.go:31] will retry after 432.218769ms: waiting for machine to come up
I1011 21:18:22.667570 29617 main.go:141] libmachine: (ha-610874-m03) DBG | domain ha-610874-m03 has defined MAC address 52:54:00:54:11:ff in network mk-ha-610874
I1011 21:18:22.668013 29617 main.go:141] libmachine: (ha-610874-m03) DBG | unable to find current IP address of domain ha-610874-m03 in network mk-ha-610874
I1011 21:18:22.668044 29617 main.go:141] libmachine: (ha-610874-m03) DBG | I1011 21:18:22.667960 30793 retry.go:31] will retry after 681.692732ms: waiting for machine to come up
I1011 21:18:23.350671 29617 main.go:141] libmachine: (ha-610874-m03) DBG | domain ha-610874-m03 has defined MAC address 52:54:00:54:11:ff in network mk-ha-610874
I1011 21:18:23.351087 29617 main.go:141] libmachine: (ha-610874-m03) DBG | unable to find current IP address of domain ha-610874-m03 in network mk-ha-610874
I1011 21:18:23.351114 29617 main.go:141] libmachine: (ha-610874-m03) DBG | I1011 21:18:23.351059 30793 retry.go:31] will retry after 838.189989ms: waiting for machine to come up
I1011 21:18:24.191008 29617 main.go:141] libmachine: (ha-610874-m03) DBG | domain ha-610874-m03 has defined MAC address 52:54:00:54:11:ff in network mk-ha-610874
I1011 21:18:24.191479 29617 main.go:141] libmachine: (ha-610874-m03) DBG | unable to find current IP address of domain ha-610874-m03 in network mk-ha-610874
I1011 21:18:24.191510 29617 main.go:141] libmachine: (ha-610874-m03) DBG | I1011 21:18:24.191434 30793 retry.go:31] will retry after 815.751815ms: waiting for machine to come up
I1011 21:18:25.008738 29617 main.go:141] libmachine: (ha-610874-m03) DBG | domain ha-610874-m03 has defined MAC address 52:54:00:54:11:ff in network mk-ha-610874
I1011 21:18:25.009063 29617 main.go:141] libmachine: (ha-610874-m03) DBG | unable to find current IP address of domain ha-610874-m03 in network mk-ha-610874
I1011 21:18:25.009087 29617 main.go:141] libmachine: (ha-610874-m03) DBG | I1011 21:18:25.009033 30793 retry.go:31] will retry after 1.238801147s: waiting for machine to come up
I1011 21:18:26.249732 29617 main.go:141] libmachine: (ha-610874-m03) DBG | domain ha-610874-m03 has defined MAC address 52:54:00:54:11:ff in network mk-ha-610874
I1011 21:18:26.250130 29617 main.go:141] libmachine: (ha-610874-m03) DBG | unable to find current IP address of domain ha-610874-m03 in network mk-ha-610874
I1011 21:18:26.250160 29617 main.go:141] libmachine: (ha-610874-m03) DBG | I1011 21:18:26.250077 30793 retry.go:31] will retry after 1.384996284s: waiting for machine to come up
I1011 21:18:27.636107 29617 main.go:141] libmachine: (ha-610874-m03) DBG | domain ha-610874-m03 has defined MAC address 52:54:00:54:11:ff in network mk-ha-610874
I1011 21:18:27.636581 29617 main.go:141] libmachine: (ha-610874-m03) DBG | unable to find current IP address of domain ha-610874-m03 in network mk-ha-610874
I1011 21:18:27.636616 29617 main.go:141] libmachine: (ha-610874-m03) DBG | I1011 21:18:27.636560 30793 retry.go:31] will retry after 2.228451179s: waiting for machine to come up
I1011 21:18:29.866214 29617 main.go:141] libmachine: (ha-610874-m03) DBG | domain ha-610874-m03 has defined MAC address 52:54:00:54:11:ff in network mk-ha-610874
I1011 21:18:29.866564 29617 main.go:141] libmachine: (ha-610874-m03) DBG | unable to find current IP address of domain ha-610874-m03 in network mk-ha-610874
I1011 21:18:29.866592 29617 main.go:141] libmachine: (ha-610874-m03) DBG | I1011 21:18:29.866517 30793 retry.go:31] will retry after 2.670642081s: waiting for machine to come up
I1011 21:18:32.539631 29617 main.go:141] libmachine: (ha-610874-m03) DBG | domain ha-610874-m03 has defined MAC address 52:54:00:54:11:ff in network mk-ha-610874
I1011 21:18:32.539928 29617 main.go:141] libmachine: (ha-610874-m03) DBG | unable to find current IP address of domain ha-610874-m03 in network mk-ha-610874
I1011 21:18:32.539955 29617 main.go:141] libmachine: (ha-610874-m03) DBG | I1011 21:18:32.539912 30793 retry.go:31] will retry after 2.348031686s: waiting for machine to come up
I1011 21:18:34.889816 29617 main.go:141] libmachine: (ha-610874-m03) DBG | domain ha-610874-m03 has defined MAC address 52:54:00:54:11:ff in network mk-ha-610874
I1011 21:18:34.890238 29617 main.go:141] libmachine: (ha-610874-m03) DBG | unable to find current IP address of domain ha-610874-m03 in network mk-ha-610874
I1011 21:18:34.890284 29617 main.go:141] libmachine: (ha-610874-m03) DBG | I1011 21:18:34.890163 30793 retry.go:31] will retry after 4.066011924s: waiting for machine to come up
I1011 21:18:38.960327 29617 main.go:141] libmachine: (ha-610874-m03) DBG | domain ha-610874-m03 has defined MAC address 52:54:00:54:11:ff in network mk-ha-610874
I1011 21:18:38.960729 29617 main.go:141] libmachine: (ha-610874-m03) DBG | unable to find current IP address of domain ha-610874-m03 in network mk-ha-610874
I1011 21:18:38.960754 29617 main.go:141] libmachine: (ha-610874-m03) DBG | I1011 21:18:38.960678 30793 retry.go:31] will retry after 5.543915191s: waiting for machine to come up
I1011 21:18:44.509752 29617 main.go:141] libmachine: (ha-610874-m03) DBG | domain ha-610874-m03 has defined MAC address 52:54:00:54:11:ff in network mk-ha-610874
I1011 21:18:44.510179 29617 main.go:141] libmachine: (ha-610874-m03) DBG | domain ha-610874-m03 has current primary IP address 192.168.39.222 and MAC address 52:54:00:54:11:ff in network mk-ha-610874
I1011 21:18:44.510202 29617 main.go:141] libmachine: (ha-610874-m03) Found IP for machine: 192.168.39.222
I1011 21:18:44.510223 29617 main.go:141] libmachine: (ha-610874-m03) Reserving static IP address...
I1011 21:18:44.510657 29617 main.go:141] libmachine: (ha-610874-m03) DBG | unable to find host DHCP lease matching {name: "ha-610874-m03", mac: "52:54:00:54:11:ff", ip: "192.168.39.222"} in network mk-ha-610874
I1011 21:18:44.581123 29617 main.go:141] libmachine: (ha-610874-m03) DBG | Getting to WaitForSSH function...
I1011 21:18:44.581152 29617 main.go:141] libmachine: (ha-610874-m03) Reserved static IP address: 192.168.39.222
I1011 21:18:44.581189 29617 main.go:141] libmachine: (ha-610874-m03) Waiting for SSH to be available...
I1011 21:18:44.584495 29617 main.go:141] libmachine: (ha-610874-m03) DBG | domain ha-610874-m03 has defined MAC address 52:54:00:54:11:ff in network mk-ha-610874
I1011 21:18:44.585006 29617 main.go:141] libmachine: (ha-610874-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:54:11:ff", ip: ""} in network mk-ha-610874: {Iface:virbr1 ExpiryTime:2024-10-11 22:18:34 +0000 UTC Type:0 Mac:52:54:00:54:11:ff Iaid: IPaddr:192.168.39.222 Prefix:24 Hostname:minikube Clientid:01:52:54:00:54:11:ff}
I1011 21:18:44.585034 29617 main.go:141] libmachine: (ha-610874-m03) DBG | domain ha-610874-m03 has defined IP address 192.168.39.222 and MAC address 52:54:00:54:11:ff in network mk-ha-610874
I1011 21:18:44.585216 29617 main.go:141] libmachine: (ha-610874-m03) DBG | Using SSH client type: external
I1011 21:18:44.585245 29617 main.go:141] libmachine: (ha-610874-m03) DBG | Using SSH private key: /home/jenkins/minikube-integration/19749-11611/.minikube/machines/ha-610874-m03/id_rsa (-rw-------)
I1011 21:18:44.585269 29617 main.go:141] libmachine: (ha-610874-m03) DBG | &{[-F /dev/null -o ConnectionAttempts=3 -o ConnectTimeout=10 -o ControlMaster=no -o ControlPath=none -o LogLevel=quiet -o PasswordAuthentication=no -o ServerAliveInterval=60 -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null docker@192.168.39.222 -o IdentitiesOnly=yes -i /home/jenkins/minikube-integration/19749-11611/.minikube/machines/ha-610874-m03/id_rsa -p 22] /usr/bin/ssh <nil>}
I1011 21:18:44.585288 29617 main.go:141] libmachine: (ha-610874-m03) DBG | About to run SSH command:
I1011 21:18:44.585303 29617 main.go:141] libmachine: (ha-610874-m03) DBG | exit 0
I1011 21:18:44.714704 29617 main.go:141] libmachine: (ha-610874-m03) DBG | SSH cmd err, output: <nil>:
I1011 21:18:44.714970 29617 main.go:141] libmachine: (ha-610874-m03) KVM machine creation complete!
I1011 21:18:44.715289 29617 main.go:141] libmachine: (ha-610874-m03) Calling .GetConfigRaw
I1011 21:18:44.715822 29617 main.go:141] libmachine: (ha-610874-m03) Calling .DriverName
I1011 21:18:44.715996 29617 main.go:141] libmachine: (ha-610874-m03) Calling .DriverName
I1011 21:18:44.716157 29617 main.go:141] libmachine: Waiting for machine to be running, this may take a few minutes...
I1011 21:18:44.716172 29617 main.go:141] libmachine: (ha-610874-m03) Calling .GetState
I1011 21:18:44.717356 29617 main.go:141] libmachine: Detecting operating system of created instance...
I1011 21:18:44.717371 29617 main.go:141] libmachine: Waiting for SSH to be available...
I1011 21:18:44.717376 29617 main.go:141] libmachine: Getting to WaitForSSH function...
I1011 21:18:44.717382 29617 main.go:141] libmachine: (ha-610874-m03) Calling .GetSSHHostname
I1011 21:18:44.719703 29617 main.go:141] libmachine: (ha-610874-m03) DBG | domain ha-610874-m03 has defined MAC address 52:54:00:54:11:ff in network mk-ha-610874
I1011 21:18:44.719994 29617 main.go:141] libmachine: (ha-610874-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:54:11:ff", ip: ""} in network mk-ha-610874: {Iface:virbr1 ExpiryTime:2024-10-11 22:18:34 +0000 UTC Type:0 Mac:52:54:00:54:11:ff Iaid: IPaddr:192.168.39.222 Prefix:24 Hostname:ha-610874-m03 Clientid:01:52:54:00:54:11:ff}
I1011 21:18:44.720030 29617 main.go:141] libmachine: (ha-610874-m03) DBG | domain ha-610874-m03 has defined IP address 192.168.39.222 and MAC address 52:54:00:54:11:ff in network mk-ha-610874
I1011 21:18:44.720182 29617 main.go:141] libmachine: (ha-610874-m03) Calling .GetSSHPort
I1011 21:18:44.720357 29617 main.go:141] libmachine: (ha-610874-m03) Calling .GetSSHKeyPath
I1011 21:18:44.720507 29617 main.go:141] libmachine: (ha-610874-m03) Calling .GetSSHKeyPath
I1011 21:18:44.720609 29617 main.go:141] libmachine: (ha-610874-m03) Calling .GetSSHUsername
I1011 21:18:44.720910 29617 main.go:141] libmachine: Using SSH client type: native
I1011 21:18:44.721104 29617 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x8651c0] 0x867ea0 <nil> [] 0s} 192.168.39.222 22 <nil> <nil>}
I1011 21:18:44.721116 29617 main.go:141] libmachine: About to run SSH command:
exit 0
I1011 21:18:44.833939 29617 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1011 21:18:44.833957 29617 main.go:141] libmachine: Detecting the provisioner...
I1011 21:18:44.833964 29617 main.go:141] libmachine: (ha-610874-m03) Calling .GetSSHHostname
I1011 21:18:44.836658 29617 main.go:141] libmachine: (ha-610874-m03) DBG | domain ha-610874-m03 has defined MAC address 52:54:00:54:11:ff in network mk-ha-610874
I1011 21:18:44.837043 29617 main.go:141] libmachine: (ha-610874-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:54:11:ff", ip: ""} in network mk-ha-610874: {Iface:virbr1 ExpiryTime:2024-10-11 22:18:34 +0000 UTC Type:0 Mac:52:54:00:54:11:ff Iaid: IPaddr:192.168.39.222 Prefix:24 Hostname:ha-610874-m03 Clientid:01:52:54:00:54:11:ff}
I1011 21:18:44.837069 29617 main.go:141] libmachine: (ha-610874-m03) DBG | domain ha-610874-m03 has defined IP address 192.168.39.222 and MAC address 52:54:00:54:11:ff in network mk-ha-610874
I1011 21:18:44.837281 29617 main.go:141] libmachine: (ha-610874-m03) Calling .GetSSHPort
I1011 21:18:44.837454 29617 main.go:141] libmachine: (ha-610874-m03) Calling .GetSSHKeyPath
I1011 21:18:44.837581 29617 main.go:141] libmachine: (ha-610874-m03) Calling .GetSSHKeyPath
I1011 21:18:44.837720 29617 main.go:141] libmachine: (ha-610874-m03) Calling .GetSSHUsername
I1011 21:18:44.837855 29617 main.go:141] libmachine: Using SSH client type: native
I1011 21:18:44.838048 29617 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x8651c0] 0x867ea0 <nil> [] 0s} 192.168.39.222 22 <nil> <nil>}
I1011 21:18:44.838063 29617 main.go:141] libmachine: About to run SSH command:
cat /etc/os-release
I1011 21:18:44.951348 29617 main.go:141] libmachine: SSH cmd err, output: <nil>: NAME=Buildroot
VERSION=2023.02.9-dirty
ID=buildroot
VERSION_ID=2023.02.9
PRETTY_NAME="Buildroot 2023.02.9"
I1011 21:18:44.951417 29617 main.go:141] libmachine: found compatible host: buildroot
I1011 21:18:44.951426 29617 main.go:141] libmachine: Provisioning with buildroot...
I1011 21:18:44.951433 29617 main.go:141] libmachine: (ha-610874-m03) Calling .GetMachineName
I1011 21:18:44.951662 29617 buildroot.go:166] provisioning hostname "ha-610874-m03"
I1011 21:18:44.951688 29617 main.go:141] libmachine: (ha-610874-m03) Calling .GetMachineName
I1011 21:18:44.951865 29617 main.go:141] libmachine: (ha-610874-m03) Calling .GetSSHHostname
I1011 21:18:44.954732 29617 main.go:141] libmachine: (ha-610874-m03) DBG | domain ha-610874-m03 has defined MAC address 52:54:00:54:11:ff in network mk-ha-610874
I1011 21:18:44.955115 29617 main.go:141] libmachine: (ha-610874-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:54:11:ff", ip: ""} in network mk-ha-610874: {Iface:virbr1 ExpiryTime:2024-10-11 22:18:34 +0000 UTC Type:0 Mac:52:54:00:54:11:ff Iaid: IPaddr:192.168.39.222 Prefix:24 Hostname:ha-610874-m03 Clientid:01:52:54:00:54:11:ff}
I1011 21:18:44.955139 29617 main.go:141] libmachine: (ha-610874-m03) DBG | domain ha-610874-m03 has defined IP address 192.168.39.222 and MAC address 52:54:00:54:11:ff in network mk-ha-610874
I1011 21:18:44.955310 29617 main.go:141] libmachine: (ha-610874-m03) Calling .GetSSHPort
I1011 21:18:44.955477 29617 main.go:141] libmachine: (ha-610874-m03) Calling .GetSSHKeyPath
I1011 21:18:44.955594 29617 main.go:141] libmachine: (ha-610874-m03) Calling .GetSSHKeyPath
I1011 21:18:44.955769 29617 main.go:141] libmachine: (ha-610874-m03) Calling .GetSSHUsername
I1011 21:18:44.955914 29617 main.go:141] libmachine: Using SSH client type: native
I1011 21:18:44.956070 29617 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x8651c0] 0x867ea0 <nil> [] 0s} 192.168.39.222 22 <nil> <nil>}
I1011 21:18:44.956081 29617 main.go:141] libmachine: About to run SSH command:
sudo hostname ha-610874-m03 && echo "ha-610874-m03" | sudo tee /etc/hostname
I1011 21:18:45.085832 29617 main.go:141] libmachine: SSH cmd err, output: <nil>: ha-610874-m03
I1011 21:18:45.085866 29617 main.go:141] libmachine: (ha-610874-m03) Calling .GetSSHHostname
I1011 21:18:45.088705 29617 main.go:141] libmachine: (ha-610874-m03) DBG | domain ha-610874-m03 has defined MAC address 52:54:00:54:11:ff in network mk-ha-610874
I1011 21:18:45.089140 29617 main.go:141] libmachine: (ha-610874-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:54:11:ff", ip: ""} in network mk-ha-610874: {Iface:virbr1 ExpiryTime:2024-10-11 22:18:34 +0000 UTC Type:0 Mac:52:54:00:54:11:ff Iaid: IPaddr:192.168.39.222 Prefix:24 Hostname:ha-610874-m03 Clientid:01:52:54:00:54:11:ff}
I1011 21:18:45.089165 29617 main.go:141] libmachine: (ha-610874-m03) DBG | domain ha-610874-m03 has defined IP address 192.168.39.222 and MAC address 52:54:00:54:11:ff in network mk-ha-610874
I1011 21:18:45.089355 29617 main.go:141] libmachine: (ha-610874-m03) Calling .GetSSHPort
I1011 21:18:45.089596 29617 main.go:141] libmachine: (ha-610874-m03) Calling .GetSSHKeyPath
I1011 21:18:45.089767 29617 main.go:141] libmachine: (ha-610874-m03) Calling .GetSSHKeyPath
I1011 21:18:45.089921 29617 main.go:141] libmachine: (ha-610874-m03) Calling .GetSSHUsername
I1011 21:18:45.090058 29617 main.go:141] libmachine: Using SSH client type: native
I1011 21:18:45.090210 29617 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x8651c0] 0x867ea0 <nil> [] 0s} 192.168.39.222 22 <nil> <nil>}
I1011 21:18:45.090224 29617 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\sha-610874-m03' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 ha-610874-m03/g' /etc/hosts;
else
echo '127.0.1.1 ha-610874-m03' | sudo tee -a /etc/hosts;
fi
fi
I1011 21:18:45.213456 29617 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1011 21:18:45.213485 29617 buildroot.go:172] set auth options {CertDir:/home/jenkins/minikube-integration/19749-11611/.minikube CaCertPath:/home/jenkins/minikube-integration/19749-11611/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/19749-11611/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/19749-11611/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/19749-11611/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/19749-11611/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/19749-11611/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/19749-11611/.minikube}
I1011 21:18:45.213503 29617 buildroot.go:174] setting up certificates
I1011 21:18:45.213511 29617 provision.go:84] configureAuth start
I1011 21:18:45.213520 29617 main.go:141] libmachine: (ha-610874-m03) Calling .GetMachineName
I1011 21:18:45.213850 29617 main.go:141] libmachine: (ha-610874-m03) Calling .GetIP
I1011 21:18:45.216516 29617 main.go:141] libmachine: (ha-610874-m03) DBG | domain ha-610874-m03 has defined MAC address 52:54:00:54:11:ff in network mk-ha-610874
I1011 21:18:45.216909 29617 main.go:141] libmachine: (ha-610874-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:54:11:ff", ip: ""} in network mk-ha-610874: {Iface:virbr1 ExpiryTime:2024-10-11 22:18:34 +0000 UTC Type:0 Mac:52:54:00:54:11:ff Iaid: IPaddr:192.168.39.222 Prefix:24 Hostname:ha-610874-m03 Clientid:01:52:54:00:54:11:ff}
I1011 21:18:45.216945 29617 main.go:141] libmachine: (ha-610874-m03) DBG | domain ha-610874-m03 has defined IP address 192.168.39.222 and MAC address 52:54:00:54:11:ff in network mk-ha-610874
I1011 21:18:45.217058 29617 main.go:141] libmachine: (ha-610874-m03) Calling .GetSSHHostname
I1011 21:18:45.219374 29617 main.go:141] libmachine: (ha-610874-m03) DBG | domain ha-610874-m03 has defined MAC address 52:54:00:54:11:ff in network mk-ha-610874
I1011 21:18:45.219692 29617 main.go:141] libmachine: (ha-610874-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:54:11:ff", ip: ""} in network mk-ha-610874: {Iface:virbr1 ExpiryTime:2024-10-11 22:18:34 +0000 UTC Type:0 Mac:52:54:00:54:11:ff Iaid: IPaddr:192.168.39.222 Prefix:24 Hostname:ha-610874-m03 Clientid:01:52:54:00:54:11:ff}
I1011 21:18:45.219725 29617 main.go:141] libmachine: (ha-610874-m03) DBG | domain ha-610874-m03 has defined IP address 192.168.39.222 and MAC address 52:54:00:54:11:ff in network mk-ha-610874
I1011 21:18:45.219870 29617 provision.go:143] copyHostCerts
I1011 21:18:45.219895 29617 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19749-11611/.minikube/certs/ca.pem -> /home/jenkins/minikube-integration/19749-11611/.minikube/ca.pem
I1011 21:18:45.219927 29617 exec_runner.go:144] found /home/jenkins/minikube-integration/19749-11611/.minikube/ca.pem, removing ...
I1011 21:18:45.219936 29617 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19749-11611/.minikube/ca.pem
I1011 21:18:45.220002 29617 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19749-11611/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/19749-11611/.minikube/ca.pem (1082 bytes)
I1011 21:18:45.220073 29617 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19749-11611/.minikube/certs/cert.pem -> /home/jenkins/minikube-integration/19749-11611/.minikube/cert.pem
I1011 21:18:45.220091 29617 exec_runner.go:144] found /home/jenkins/minikube-integration/19749-11611/.minikube/cert.pem, removing ...
I1011 21:18:45.220098 29617 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19749-11611/.minikube/cert.pem
I1011 21:18:45.220120 29617 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19749-11611/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/19749-11611/.minikube/cert.pem (1123 bytes)
I1011 21:18:45.220162 29617 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19749-11611/.minikube/certs/key.pem -> /home/jenkins/minikube-integration/19749-11611/.minikube/key.pem
I1011 21:18:45.220179 29617 exec_runner.go:144] found /home/jenkins/minikube-integration/19749-11611/.minikube/key.pem, removing ...
I1011 21:18:45.220186 29617 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19749-11611/.minikube/key.pem
I1011 21:18:45.220212 29617 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19749-11611/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/19749-11611/.minikube/key.pem (1679 bytes)
I1011 21:18:45.220261 29617 provision.go:117] generating server cert: /home/jenkins/minikube-integration/19749-11611/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/19749-11611/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/19749-11611/.minikube/certs/ca-key.pem org=jenkins.ha-610874-m03 san=[127.0.0.1 192.168.39.222 ha-610874-m03 localhost minikube]
I1011 21:18:45.381567 29617 provision.go:177] copyRemoteCerts
I1011 21:18:45.381648 29617 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1011 21:18:45.381676 29617 main.go:141] libmachine: (ha-610874-m03) Calling .GetSSHHostname
I1011 21:18:45.384744 29617 main.go:141] libmachine: (ha-610874-m03) DBG | domain ha-610874-m03 has defined MAC address 52:54:00:54:11:ff in network mk-ha-610874
I1011 21:18:45.385058 29617 main.go:141] libmachine: (ha-610874-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:54:11:ff", ip: ""} in network mk-ha-610874: {Iface:virbr1 ExpiryTime:2024-10-11 22:18:34 +0000 UTC Type:0 Mac:52:54:00:54:11:ff Iaid: IPaddr:192.168.39.222 Prefix:24 Hostname:ha-610874-m03 Clientid:01:52:54:00:54:11:ff}
I1011 21:18:45.385090 29617 main.go:141] libmachine: (ha-610874-m03) DBG | domain ha-610874-m03 has defined IP address 192.168.39.222 and MAC address 52:54:00:54:11:ff in network mk-ha-610874
I1011 21:18:45.385241 29617 main.go:141] libmachine: (ha-610874-m03) Calling .GetSSHPort
I1011 21:18:45.385433 29617 main.go:141] libmachine: (ha-610874-m03) Calling .GetSSHKeyPath
I1011 21:18:45.385594 29617 main.go:141] libmachine: (ha-610874-m03) Calling .GetSSHUsername
I1011 21:18:45.385733 29617 sshutil.go:53] new ssh client: &{IP:192.168.39.222 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19749-11611/.minikube/machines/ha-610874-m03/id_rsa Username:docker}
I1011 21:18:45.474156 29617 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19749-11611/.minikube/certs/ca.pem -> /etc/docker/ca.pem
I1011 21:18:45.474223 29617 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19749-11611/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1082 bytes)
I1011 21:18:45.499839 29617 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19749-11611/.minikube/machines/server.pem -> /etc/docker/server.pem
I1011 21:18:45.499913 29617 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19749-11611/.minikube/machines/server.pem --> /etc/docker/server.pem (1208 bytes)
I1011 21:18:45.523935 29617 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19749-11611/.minikube/machines/server-key.pem -> /etc/docker/server-key.pem
I1011 21:18:45.524000 29617 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19749-11611/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1675 bytes)
I1011 21:18:45.546732 29617 provision.go:87] duration metric: took 333.208457ms to configureAuth
I1011 21:18:45.546761 29617 buildroot.go:189] setting minikube options for container-runtime
I1011 21:18:45.546986 29617 config.go:182] Loaded profile config "ha-610874": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.1
I1011 21:18:45.547077 29617 main.go:141] libmachine: (ha-610874-m03) Calling .GetSSHHostname
I1011 21:18:45.549423 29617 main.go:141] libmachine: (ha-610874-m03) DBG | domain ha-610874-m03 has defined MAC address 52:54:00:54:11:ff in network mk-ha-610874
I1011 21:18:45.549746 29617 main.go:141] libmachine: (ha-610874-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:54:11:ff", ip: ""} in network mk-ha-610874: {Iface:virbr1 ExpiryTime:2024-10-11 22:18:34 +0000 UTC Type:0 Mac:52:54:00:54:11:ff Iaid: IPaddr:192.168.39.222 Prefix:24 Hostname:ha-610874-m03 Clientid:01:52:54:00:54:11:ff}
I1011 21:18:45.549774 29617 main.go:141] libmachine: (ha-610874-m03) DBG | domain ha-610874-m03 has defined IP address 192.168.39.222 and MAC address 52:54:00:54:11:ff in network mk-ha-610874
I1011 21:18:45.549963 29617 main.go:141] libmachine: (ha-610874-m03) Calling .GetSSHPort
I1011 21:18:45.550145 29617 main.go:141] libmachine: (ha-610874-m03) Calling .GetSSHKeyPath
I1011 21:18:45.550309 29617 main.go:141] libmachine: (ha-610874-m03) Calling .GetSSHKeyPath
I1011 21:18:45.550436 29617 main.go:141] libmachine: (ha-610874-m03) Calling .GetSSHUsername
I1011 21:18:45.550559 29617 main.go:141] libmachine: Using SSH client type: native
I1011 21:18:45.550750 29617 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x8651c0] 0x867ea0 <nil> [] 0s} 192.168.39.222 22 <nil> <nil>}
I1011 21:18:45.550765 29617 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1011 21:18:45.793129 29617 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1011 21:18:45.793158 29617 main.go:141] libmachine: Checking connection to Docker...
I1011 21:18:45.793166 29617 main.go:141] libmachine: (ha-610874-m03) Calling .GetURL
I1011 21:18:45.794426 29617 main.go:141] libmachine: (ha-610874-m03) DBG | Using libvirt version 6000000
I1011 21:18:45.796703 29617 main.go:141] libmachine: (ha-610874-m03) DBG | domain ha-610874-m03 has defined MAC address 52:54:00:54:11:ff in network mk-ha-610874
I1011 21:18:45.797072 29617 main.go:141] libmachine: (ha-610874-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:54:11:ff", ip: ""} in network mk-ha-610874: {Iface:virbr1 ExpiryTime:2024-10-11 22:18:34 +0000 UTC Type:0 Mac:52:54:00:54:11:ff Iaid: IPaddr:192.168.39.222 Prefix:24 Hostname:ha-610874-m03 Clientid:01:52:54:00:54:11:ff}
I1011 21:18:45.797104 29617 main.go:141] libmachine: (ha-610874-m03) DBG | domain ha-610874-m03 has defined IP address 192.168.39.222 and MAC address 52:54:00:54:11:ff in network mk-ha-610874
I1011 21:18:45.797300 29617 main.go:141] libmachine: Docker is up and running!
I1011 21:18:45.797313 29617 main.go:141] libmachine: Reticulating splines...
I1011 21:18:45.797320 29617 client.go:171] duration metric: took 26.137622442s to LocalClient.Create
I1011 21:18:45.797348 29617 start.go:167] duration metric: took 26.137680612s to libmachine.API.Create "ha-610874"
I1011 21:18:45.797358 29617 start.go:293] postStartSetup for "ha-610874-m03" (driver="kvm2")
I1011 21:18:45.797373 29617 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1011 21:18:45.797391 29617 main.go:141] libmachine: (ha-610874-m03) Calling .DriverName
I1011 21:18:45.797597 29617 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1011 21:18:45.797632 29617 main.go:141] libmachine: (ha-610874-m03) Calling .GetSSHHostname
I1011 21:18:45.799512 29617 main.go:141] libmachine: (ha-610874-m03) DBG | domain ha-610874-m03 has defined MAC address 52:54:00:54:11:ff in network mk-ha-610874
I1011 21:18:45.799830 29617 main.go:141] libmachine: (ha-610874-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:54:11:ff", ip: ""} in network mk-ha-610874: {Iface:virbr1 ExpiryTime:2024-10-11 22:18:34 +0000 UTC Type:0 Mac:52:54:00:54:11:ff Iaid: IPaddr:192.168.39.222 Prefix:24 Hostname:ha-610874-m03 Clientid:01:52:54:00:54:11:ff}
I1011 21:18:45.799859 29617 main.go:141] libmachine: (ha-610874-m03) DBG | domain ha-610874-m03 has defined IP address 192.168.39.222 and MAC address 52:54:00:54:11:ff in network mk-ha-610874
I1011 21:18:45.799989 29617 main.go:141] libmachine: (ha-610874-m03) Calling .GetSSHPort
I1011 21:18:45.800143 29617 main.go:141] libmachine: (ha-610874-m03) Calling .GetSSHKeyPath
I1011 21:18:45.800296 29617 main.go:141] libmachine: (ha-610874-m03) Calling .GetSSHUsername
I1011 21:18:45.800459 29617 sshutil.go:53] new ssh client: &{IP:192.168.39.222 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19749-11611/.minikube/machines/ha-610874-m03/id_rsa Username:docker}
I1011 21:18:45.889596 29617 ssh_runner.go:195] Run: cat /etc/os-release
I1011 21:18:45.893814 29617 info.go:137] Remote host: Buildroot 2023.02.9
I1011 21:18:45.893840 29617 filesync.go:126] Scanning /home/jenkins/minikube-integration/19749-11611/.minikube/addons for local assets ...
I1011 21:18:45.893920 29617 filesync.go:126] Scanning /home/jenkins/minikube-integration/19749-11611/.minikube/files for local assets ...
I1011 21:18:45.893992 29617 filesync.go:149] local asset: /home/jenkins/minikube-integration/19749-11611/.minikube/files/etc/ssl/certs/188142.pem -> 188142.pem in /etc/ssl/certs
I1011 21:18:45.894000 29617 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19749-11611/.minikube/files/etc/ssl/certs/188142.pem -> /etc/ssl/certs/188142.pem
I1011 21:18:45.894078 29617 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1011 21:18:45.903909 29617 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19749-11611/.minikube/files/etc/ssl/certs/188142.pem --> /etc/ssl/certs/188142.pem (1708 bytes)
I1011 21:18:45.928066 29617 start.go:296] duration metric: took 130.695494ms for postStartSetup
I1011 21:18:45.928125 29617 main.go:141] libmachine: (ha-610874-m03) Calling .GetConfigRaw
I1011 21:18:45.928694 29617 main.go:141] libmachine: (ha-610874-m03) Calling .GetIP
I1011 21:18:45.931370 29617 main.go:141] libmachine: (ha-610874-m03) DBG | domain ha-610874-m03 has defined MAC address 52:54:00:54:11:ff in network mk-ha-610874
I1011 21:18:45.931736 29617 main.go:141] libmachine: (ha-610874-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:54:11:ff", ip: ""} in network mk-ha-610874: {Iface:virbr1 ExpiryTime:2024-10-11 22:18:34 +0000 UTC Type:0 Mac:52:54:00:54:11:ff Iaid: IPaddr:192.168.39.222 Prefix:24 Hostname:ha-610874-m03 Clientid:01:52:54:00:54:11:ff}
I1011 21:18:45.931757 29617 main.go:141] libmachine: (ha-610874-m03) DBG | domain ha-610874-m03 has defined IP address 192.168.39.222 and MAC address 52:54:00:54:11:ff in network mk-ha-610874
I1011 21:18:45.932008 29617 profile.go:143] Saving config to /home/jenkins/minikube-integration/19749-11611/.minikube/profiles/ha-610874/config.json ...
I1011 21:18:45.932227 29617 start.go:128] duration metric: took 26.290217466s to createHost
I1011 21:18:45.932255 29617 main.go:141] libmachine: (ha-610874-m03) Calling .GetSSHHostname
I1011 21:18:45.934599 29617 main.go:141] libmachine: (ha-610874-m03) DBG | domain ha-610874-m03 has defined MAC address 52:54:00:54:11:ff in network mk-ha-610874
I1011 21:18:45.934957 29617 main.go:141] libmachine: (ha-610874-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:54:11:ff", ip: ""} in network mk-ha-610874: {Iface:virbr1 ExpiryTime:2024-10-11 22:18:34 +0000 UTC Type:0 Mac:52:54:00:54:11:ff Iaid: IPaddr:192.168.39.222 Prefix:24 Hostname:ha-610874-m03 Clientid:01:52:54:00:54:11:ff}
I1011 21:18:45.934980 29617 main.go:141] libmachine: (ha-610874-m03) DBG | domain ha-610874-m03 has defined IP address 192.168.39.222 and MAC address 52:54:00:54:11:ff in network mk-ha-610874
I1011 21:18:45.935141 29617 main.go:141] libmachine: (ha-610874-m03) Calling .GetSSHPort
I1011 21:18:45.935302 29617 main.go:141] libmachine: (ha-610874-m03) Calling .GetSSHKeyPath
I1011 21:18:45.935450 29617 main.go:141] libmachine: (ha-610874-m03) Calling .GetSSHKeyPath
I1011 21:18:45.935609 29617 main.go:141] libmachine: (ha-610874-m03) Calling .GetSSHUsername
I1011 21:18:45.935755 29617 main.go:141] libmachine: Using SSH client type: native
I1011 21:18:45.935906 29617 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x8651c0] 0x867ea0 <nil> [] 0s} 192.168.39.222 22 <nil> <nil>}
I1011 21:18:45.935915 29617 main.go:141] libmachine: About to run SSH command:
date +%s.%N
I1011 21:18:46.051363 29617 main.go:141] libmachine: SSH cmd err, output: <nil>: 1728681526.030608830
I1011 21:18:46.051382 29617 fix.go:216] guest clock: 1728681526.030608830
I1011 21:18:46.051389 29617 fix.go:229] Guest: 2024-10-11 21:18:46.03060883 +0000 UTC Remote: 2024-10-11 21:18:45.932240932 +0000 UTC m=+149.654084325 (delta=98.367898ms)
I1011 21:18:46.051403 29617 fix.go:200] guest clock delta is within tolerance: 98.367898ms
I1011 21:18:46.051408 29617 start.go:83] releasing machines lock for "ha-610874-m03", held for 26.409503393s
I1011 21:18:46.051425 29617 main.go:141] libmachine: (ha-610874-m03) Calling .DriverName
I1011 21:18:46.051638 29617 main.go:141] libmachine: (ha-610874-m03) Calling .GetIP
I1011 21:18:46.054103 29617 main.go:141] libmachine: (ha-610874-m03) DBG | domain ha-610874-m03 has defined MAC address 52:54:00:54:11:ff in network mk-ha-610874
I1011 21:18:46.054465 29617 main.go:141] libmachine: (ha-610874-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:54:11:ff", ip: ""} in network mk-ha-610874: {Iface:virbr1 ExpiryTime:2024-10-11 22:18:34 +0000 UTC Type:0 Mac:52:54:00:54:11:ff Iaid: IPaddr:192.168.39.222 Prefix:24 Hostname:ha-610874-m03 Clientid:01:52:54:00:54:11:ff}
I1011 21:18:46.054484 29617 main.go:141] libmachine: (ha-610874-m03) DBG | domain ha-610874-m03 has defined IP address 192.168.39.222 and MAC address 52:54:00:54:11:ff in network mk-ha-610874
I1011 21:18:46.056759 29617 out.go:177] * Found network options:
I1011 21:18:46.058108 29617 out.go:177] - NO_PROXY=192.168.39.10,192.168.39.11
W1011 21:18:46.059377 29617 proxy.go:119] fail to check proxy env: Error ip not in block
W1011 21:18:46.059397 29617 proxy.go:119] fail to check proxy env: Error ip not in block
I1011 21:18:46.059412 29617 main.go:141] libmachine: (ha-610874-m03) Calling .DriverName
I1011 21:18:46.059861 29617 main.go:141] libmachine: (ha-610874-m03) Calling .DriverName
I1011 21:18:46.060012 29617 main.go:141] libmachine: (ha-610874-m03) Calling .DriverName
I1011 21:18:46.060103 29617 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1011 21:18:46.060140 29617 main.go:141] libmachine: (ha-610874-m03) Calling .GetSSHHostname
W1011 21:18:46.060197 29617 proxy.go:119] fail to check proxy env: Error ip not in block
W1011 21:18:46.060218 29617 proxy.go:119] fail to check proxy env: Error ip not in block
I1011 21:18:46.060273 29617 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1011 21:18:46.060291 29617 main.go:141] libmachine: (ha-610874-m03) Calling .GetSSHHostname
I1011 21:18:46.062781 29617 main.go:141] libmachine: (ha-610874-m03) DBG | domain ha-610874-m03 has defined MAC address 52:54:00:54:11:ff in network mk-ha-610874
I1011 21:18:46.063134 29617 main.go:141] libmachine: (ha-610874-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:54:11:ff", ip: ""} in network mk-ha-610874: {Iface:virbr1 ExpiryTime:2024-10-11 22:18:34 +0000 UTC Type:0 Mac:52:54:00:54:11:ff Iaid: IPaddr:192.168.39.222 Prefix:24 Hostname:ha-610874-m03 Clientid:01:52:54:00:54:11:ff}
I1011 21:18:46.063156 29617 main.go:141] libmachine: (ha-610874-m03) DBG | domain ha-610874-m03 has defined IP address 192.168.39.222 and MAC address 52:54:00:54:11:ff in network mk-ha-610874
I1011 21:18:46.063177 29617 main.go:141] libmachine: (ha-610874-m03) DBG | domain ha-610874-m03 has defined MAC address 52:54:00:54:11:ff in network mk-ha-610874
I1011 21:18:46.063332 29617 main.go:141] libmachine: (ha-610874-m03) Calling .GetSSHPort
I1011 21:18:46.063533 29617 main.go:141] libmachine: (ha-610874-m03) Calling .GetSSHKeyPath
I1011 21:18:46.063672 29617 main.go:141] libmachine: (ha-610874-m03) Calling .GetSSHUsername
I1011 21:18:46.063695 29617 main.go:141] libmachine: (ha-610874-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:54:11:ff", ip: ""} in network mk-ha-610874: {Iface:virbr1 ExpiryTime:2024-10-11 22:18:34 +0000 UTC Type:0 Mac:52:54:00:54:11:ff Iaid: IPaddr:192.168.39.222 Prefix:24 Hostname:ha-610874-m03 Clientid:01:52:54:00:54:11:ff}
I1011 21:18:46.063722 29617 main.go:141] libmachine: (ha-610874-m03) DBG | domain ha-610874-m03 has defined IP address 192.168.39.222 and MAC address 52:54:00:54:11:ff in network mk-ha-610874
I1011 21:18:46.063809 29617 main.go:141] libmachine: (ha-610874-m03) Calling .GetSSHPort
I1011 21:18:46.063917 29617 sshutil.go:53] new ssh client: &{IP:192.168.39.222 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19749-11611/.minikube/machines/ha-610874-m03/id_rsa Username:docker}
I1011 21:18:46.063937 29617 main.go:141] libmachine: (ha-610874-m03) Calling .GetSSHKeyPath
I1011 21:18:46.064070 29617 main.go:141] libmachine: (ha-610874-m03) Calling .GetSSHUsername
I1011 21:18:46.064193 29617 sshutil.go:53] new ssh client: &{IP:192.168.39.222 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19749-11611/.minikube/machines/ha-610874-m03/id_rsa Username:docker}
I1011 21:18:46.315238 29617 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
W1011 21:18:46.321537 29617 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I1011 21:18:46.321622 29617 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1011 21:18:46.338777 29617 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)
I1011 21:18:46.338801 29617 start.go:495] detecting cgroup driver to use...
I1011 21:18:46.338861 29617 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1011 21:18:46.354279 29617 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1011 21:18:46.367905 29617 docker.go:217] disabling cri-docker service (if available) ...
I1011 21:18:46.367951 29617 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1011 21:18:46.382395 29617 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1011 21:18:46.395784 29617 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1011 21:18:46.527698 29617 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1011 21:18:46.689393 29617 docker.go:233] disabling docker service ...
I1011 21:18:46.689462 29617 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1011 21:18:46.704203 29617 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1011 21:18:46.717422 29617 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1011 21:18:46.835539 29617 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1011 21:18:46.954100 29617 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1011 21:18:46.969007 29617 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1011 21:18:46.988391 29617 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10" pause image...
I1011 21:18:46.988466 29617 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10"|' /etc/crio/crio.conf.d/02-crio.conf"
I1011 21:18:46.998736 29617 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I1011 21:18:46.998798 29617 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I1011 21:18:47.011000 29617 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1011 21:18:47.020896 29617 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1011 21:18:47.032139 29617 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1011 21:18:47.042674 29617 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I1011 21:18:47.053148 29617 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I1011 21:18:47.070001 29617 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I1011 21:18:47.079898 29617 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1011 21:18:47.089404 29617 crio.go:166] couldn't verify netfilter by "sudo sysctl net.bridge.bridge-nf-call-iptables" which might be okay. error: sudo sysctl net.bridge.bridge-nf-call-iptables: Process exited with status 255
stdout:
stderr:
sysctl: cannot stat /proc/sys/net/bridge/bridge-nf-call-iptables: No such file or directory
I1011 21:18:47.089464 29617 ssh_runner.go:195] Run: sudo modprobe br_netfilter
I1011 21:18:47.101955 29617 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1011 21:18:47.111372 29617 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1011 21:18:47.225475 29617 ssh_runner.go:195] Run: sudo systemctl restart crio
I1011 21:18:47.314226 29617 start.go:542] Will wait 60s for socket path /var/run/crio/crio.sock
I1011 21:18:47.314298 29617 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1011 21:18:47.318974 29617 start.go:563] Will wait 60s for crictl version
I1011 21:18:47.319034 29617 ssh_runner.go:195] Run: which crictl
I1011 21:18:47.322683 29617 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I1011 21:18:47.363256 29617 start.go:579] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.29.1
RuntimeApiVersion: v1
I1011 21:18:47.363346 29617 ssh_runner.go:195] Run: crio --version
I1011 21:18:47.390105 29617 ssh_runner.go:195] Run: crio --version
I1011 21:18:47.420312 29617 out.go:177] * Preparing Kubernetes v1.31.1 on CRI-O 1.29.1 ...
I1011 21:18:47.421976 29617 out.go:177] - env NO_PROXY=192.168.39.10
I1011 21:18:47.423450 29617 out.go:177] - env NO_PROXY=192.168.39.10,192.168.39.11
I1011 21:18:47.424609 29617 main.go:141] libmachine: (ha-610874-m03) Calling .GetIP
I1011 21:18:47.427015 29617 main.go:141] libmachine: (ha-610874-m03) DBG | domain ha-610874-m03 has defined MAC address 52:54:00:54:11:ff in network mk-ha-610874
I1011 21:18:47.427408 29617 main.go:141] libmachine: (ha-610874-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:54:11:ff", ip: ""} in network mk-ha-610874: {Iface:virbr1 ExpiryTime:2024-10-11 22:18:34 +0000 UTC Type:0 Mac:52:54:00:54:11:ff Iaid: IPaddr:192.168.39.222 Prefix:24 Hostname:ha-610874-m03 Clientid:01:52:54:00:54:11:ff}
I1011 21:18:47.427435 29617 main.go:141] libmachine: (ha-610874-m03) DBG | domain ha-610874-m03 has defined IP address 192.168.39.222 and MAC address 52:54:00:54:11:ff in network mk-ha-610874
I1011 21:18:47.427580 29617 ssh_runner.go:195] Run: grep 192.168.39.1 host.minikube.internal$ /etc/hosts
I1011 21:18:47.432290 29617 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.39.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1011 21:18:47.445118 29617 mustload.go:65] Loading cluster: ha-610874
I1011 21:18:47.445341 29617 config.go:182] Loaded profile config "ha-610874": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.1
I1011 21:18:47.445588 29617 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1011 21:18:47.445623 29617 main.go:141] libmachine: Launching plugin server for driver kvm2
I1011 21:18:47.460772 29617 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:33599
I1011 21:18:47.461253 29617 main.go:141] libmachine: () Calling .GetVersion
I1011 21:18:47.461758 29617 main.go:141] libmachine: Using API Version 1
I1011 21:18:47.461778 29617 main.go:141] libmachine: () Calling .SetConfigRaw
I1011 21:18:47.462071 29617 main.go:141] libmachine: () Calling .GetMachineName
I1011 21:18:47.462258 29617 main.go:141] libmachine: (ha-610874) Calling .GetState
I1011 21:18:47.463800 29617 host.go:66] Checking if "ha-610874" exists ...
I1011 21:18:47.464063 29617 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1011 21:18:47.464094 29617 main.go:141] libmachine: Launching plugin server for driver kvm2
I1011 21:18:47.478835 29617 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:34007
I1011 21:18:47.479190 29617 main.go:141] libmachine: () Calling .GetVersion
I1011 21:18:47.479632 29617 main.go:141] libmachine: Using API Version 1
I1011 21:18:47.479653 29617 main.go:141] libmachine: () Calling .SetConfigRaw
I1011 21:18:47.479922 29617 main.go:141] libmachine: () Calling .GetMachineName
I1011 21:18:47.480090 29617 main.go:141] libmachine: (ha-610874) Calling .DriverName
I1011 21:18:47.480267 29617 certs.go:68] Setting up /home/jenkins/minikube-integration/19749-11611/.minikube/profiles/ha-610874 for IP: 192.168.39.222
I1011 21:18:47.480276 29617 certs.go:194] generating shared ca certs ...
I1011 21:18:47.480289 29617 certs.go:226] acquiring lock for ca certs: {Name:mk63a26468b61aa1df3bbb7aec80d57f7808ea17 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1011 21:18:47.480440 29617 certs.go:235] skipping valid "minikubeCA" ca cert: /home/jenkins/minikube-integration/19749-11611/.minikube/ca.key
I1011 21:18:47.480492 29617 certs.go:235] skipping valid "proxyClientCA" ca cert: /home/jenkins/minikube-integration/19749-11611/.minikube/proxy-client-ca.key
I1011 21:18:47.480504 29617 certs.go:256] generating profile certs ...
I1011 21:18:47.480599 29617 certs.go:359] skipping valid signed profile cert regeneration for "minikube-user": /home/jenkins/minikube-integration/19749-11611/.minikube/profiles/ha-610874/client.key
I1011 21:18:47.480632 29617 certs.go:363] generating signed profile cert for "minikube": /home/jenkins/minikube-integration/19749-11611/.minikube/profiles/ha-610874/apiserver.key.559e7cda
I1011 21:18:47.480651 29617 crypto.go:68] Generating cert /home/jenkins/minikube-integration/19749-11611/.minikube/profiles/ha-610874/apiserver.crt.559e7cda with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.168.39.10 192.168.39.11 192.168.39.222 192.168.39.254]
I1011 21:18:47.766344 29617 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19749-11611/.minikube/profiles/ha-610874/apiserver.crt.559e7cda ...
I1011 21:18:47.766372 29617 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19749-11611/.minikube/profiles/ha-610874/apiserver.crt.559e7cda: {Name:mk781938e611c805d4d3614e2a3753b43a334879 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1011 21:18:47.766558 29617 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19749-11611/.minikube/profiles/ha-610874/apiserver.key.559e7cda ...
I1011 21:18:47.766576 29617 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19749-11611/.minikube/profiles/ha-610874/apiserver.key.559e7cda: {Name:mk730a6176bc0314778375ee5435bf733e13e8b6 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1011 21:18:47.766701 29617 certs.go:381] copying /home/jenkins/minikube-integration/19749-11611/.minikube/profiles/ha-610874/apiserver.crt.559e7cda -> /home/jenkins/minikube-integration/19749-11611/.minikube/profiles/ha-610874/apiserver.crt
I1011 21:18:47.766854 29617 certs.go:385] copying /home/jenkins/minikube-integration/19749-11611/.minikube/profiles/ha-610874/apiserver.key.559e7cda -> /home/jenkins/minikube-integration/19749-11611/.minikube/profiles/ha-610874/apiserver.key
I1011 21:18:47.767020 29617 certs.go:359] skipping valid signed profile cert regeneration for "aggregator": /home/jenkins/minikube-integration/19749-11611/.minikube/profiles/ha-610874/proxy-client.key
I1011 21:18:47.767039 29617 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19749-11611/.minikube/ca.crt -> /var/lib/minikube/certs/ca.crt
I1011 21:18:47.767069 29617 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19749-11611/.minikube/ca.key -> /var/lib/minikube/certs/ca.key
I1011 21:18:47.767088 29617 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19749-11611/.minikube/proxy-client-ca.crt -> /var/lib/minikube/certs/proxy-client-ca.crt
I1011 21:18:47.767105 29617 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19749-11611/.minikube/proxy-client-ca.key -> /var/lib/minikube/certs/proxy-client-ca.key
I1011 21:18:47.767122 29617 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19749-11611/.minikube/profiles/ha-610874/apiserver.crt -> /var/lib/minikube/certs/apiserver.crt
I1011 21:18:47.767138 29617 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19749-11611/.minikube/profiles/ha-610874/apiserver.key -> /var/lib/minikube/certs/apiserver.key
I1011 21:18:47.767155 29617 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19749-11611/.minikube/profiles/ha-610874/proxy-client.crt -> /var/lib/minikube/certs/proxy-client.crt
I1011 21:18:47.790727 29617 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19749-11611/.minikube/profiles/ha-610874/proxy-client.key -> /var/lib/minikube/certs/proxy-client.key
I1011 21:18:47.790840 29617 certs.go:484] found cert: /home/jenkins/minikube-integration/19749-11611/.minikube/certs/18814.pem (1338 bytes)
W1011 21:18:47.790890 29617 certs.go:480] ignoring /home/jenkins/minikube-integration/19749-11611/.minikube/certs/18814_empty.pem, impossibly tiny 0 bytes
I1011 21:18:47.790900 29617 certs.go:484] found cert: /home/jenkins/minikube-integration/19749-11611/.minikube/certs/ca-key.pem (1675 bytes)
I1011 21:18:47.790934 29617 certs.go:484] found cert: /home/jenkins/minikube-integration/19749-11611/.minikube/certs/ca.pem (1082 bytes)
I1011 21:18:47.790968 29617 certs.go:484] found cert: /home/jenkins/minikube-integration/19749-11611/.minikube/certs/cert.pem (1123 bytes)
I1011 21:18:47.791002 29617 certs.go:484] found cert: /home/jenkins/minikube-integration/19749-11611/.minikube/certs/key.pem (1679 bytes)
I1011 21:18:47.791046 29617 certs.go:484] found cert: /home/jenkins/minikube-integration/19749-11611/.minikube/files/etc/ssl/certs/188142.pem (1708 bytes)
I1011 21:18:47.791074 29617 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19749-11611/.minikube/files/etc/ssl/certs/188142.pem -> /usr/share/ca-certificates/188142.pem
I1011 21:18:47.791090 29617 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19749-11611/.minikube/ca.crt -> /usr/share/ca-certificates/minikubeCA.pem
I1011 21:18:47.791103 29617 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19749-11611/.minikube/certs/18814.pem -> /usr/share/ca-certificates/18814.pem
I1011 21:18:47.791139 29617 main.go:141] libmachine: (ha-610874) Calling .GetSSHHostname
I1011 21:18:47.794048 29617 main.go:141] libmachine: (ha-610874) DBG | domain ha-610874 has defined MAC address 52:54:00:5f:c7:da in network mk-ha-610874
I1011 21:18:47.794490 29617 main.go:141] libmachine: (ha-610874) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:5f:c7:da", ip: ""} in network mk-ha-610874: {Iface:virbr1 ExpiryTime:2024-10-11 22:16:31 +0000 UTC Type:0 Mac:52:54:00:5f:c7:da Iaid: IPaddr:192.168.39.10 Prefix:24 Hostname:ha-610874 Clientid:01:52:54:00:5f:c7:da}
I1011 21:18:47.794521 29617 main.go:141] libmachine: (ha-610874) DBG | domain ha-610874 has defined IP address 192.168.39.10 and MAC address 52:54:00:5f:c7:da in network mk-ha-610874
I1011 21:18:47.794666 29617 main.go:141] libmachine: (ha-610874) Calling .GetSSHPort
I1011 21:18:47.794865 29617 main.go:141] libmachine: (ha-610874) Calling .GetSSHKeyPath
I1011 21:18:47.795021 29617 main.go:141] libmachine: (ha-610874) Calling .GetSSHUsername
I1011 21:18:47.795166 29617 sshutil.go:53] new ssh client: &{IP:192.168.39.10 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19749-11611/.minikube/machines/ha-610874/id_rsa Username:docker}
I1011 21:18:47.874924 29617 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/sa.pub
I1011 21:18:47.879896 29617 ssh_runner.go:447] scp /var/lib/minikube/certs/sa.pub --> memory (451 bytes)
I1011 21:18:47.890508 29617 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/sa.key
I1011 21:18:47.894884 29617 ssh_runner.go:447] scp /var/lib/minikube/certs/sa.key --> memory (1679 bytes)
I1011 21:18:47.906444 29617 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/front-proxy-ca.crt
I1011 21:18:47.911071 29617 ssh_runner.go:447] scp /var/lib/minikube/certs/front-proxy-ca.crt --> memory (1123 bytes)
I1011 21:18:47.924640 29617 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/front-proxy-ca.key
I1011 21:18:47.929130 29617 ssh_runner.go:447] scp /var/lib/minikube/certs/front-proxy-ca.key --> memory (1679 bytes)
I1011 21:18:47.939543 29617 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/etcd/ca.crt
I1011 21:18:47.943420 29617 ssh_runner.go:447] scp /var/lib/minikube/certs/etcd/ca.crt --> memory (1094 bytes)
I1011 21:18:47.952418 29617 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/etcd/ca.key
I1011 21:18:47.956156 29617 ssh_runner.go:447] scp /var/lib/minikube/certs/etcd/ca.key --> memory (1679 bytes)
I1011 21:18:47.965542 29617 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19749-11611/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1011 21:18:47.990672 29617 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19749-11611/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1675 bytes)
I1011 21:18:48.018655 29617 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19749-11611/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1011 21:18:48.046638 29617 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19749-11611/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I1011 21:18:48.075087 29617 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19749-11611/.minikube/profiles/ha-610874/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1444 bytes)
I1011 21:18:48.099261 29617 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19749-11611/.minikube/profiles/ha-610874/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1671 bytes)
I1011 21:18:48.125316 29617 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19749-11611/.minikube/profiles/ha-610874/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1011 21:18:48.150810 29617 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19749-11611/.minikube/profiles/ha-610874/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1679 bytes)
I1011 21:18:48.176240 29617 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19749-11611/.minikube/files/etc/ssl/certs/188142.pem --> /usr/share/ca-certificates/188142.pem (1708 bytes)
I1011 21:18:48.202437 29617 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19749-11611/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1011 21:18:48.228304 29617 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19749-11611/.minikube/certs/18814.pem --> /usr/share/ca-certificates/18814.pem (1338 bytes)
I1011 21:18:48.250733 29617 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/sa.pub (451 bytes)
I1011 21:18:48.267330 29617 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/sa.key (1679 bytes)
I1011 21:18:48.284282 29617 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/front-proxy-ca.crt (1123 bytes)
I1011 21:18:48.300414 29617 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/front-proxy-ca.key (1679 bytes)
I1011 21:18:48.317312 29617 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/etcd/ca.crt (1094 bytes)
I1011 21:18:48.334266 29617 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/etcd/ca.key (1679 bytes)
I1011 21:18:48.350540 29617 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (744 bytes)
I1011 21:18:48.366454 29617 ssh_runner.go:195] Run: openssl version
I1011 21:18:48.371903 29617 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/188142.pem && ln -fs /usr/share/ca-certificates/188142.pem /etc/ssl/certs/188142.pem"
I1011 21:18:48.382259 29617 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/188142.pem
I1011 21:18:48.386521 29617 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Oct 11 21:12 /usr/share/ca-certificates/188142.pem
I1011 21:18:48.386558 29617 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/188142.pem
I1011 21:18:48.392096 29617 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/188142.pem /etc/ssl/certs/3ec20f2e.0"
I1011 21:18:48.402476 29617 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1011 21:18:48.414951 29617 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1011 21:18:48.420157 29617 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Oct 11 20:59 /usr/share/ca-certificates/minikubeCA.pem
I1011 21:18:48.420212 29617 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1011 21:18:48.426147 29617 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1011 21:18:48.437228 29617 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/18814.pem && ln -fs /usr/share/ca-certificates/18814.pem /etc/ssl/certs/18814.pem"
I1011 21:18:48.447706 29617 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/18814.pem
I1011 21:18:48.452447 29617 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Oct 11 21:12 /usr/share/ca-certificates/18814.pem
I1011 21:18:48.452490 29617 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/18814.pem
I1011 21:18:48.457944 29617 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/18814.pem /etc/ssl/certs/51391683.0"
I1011 21:18:48.469558 29617 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1011 21:18:48.473684 29617 certs.go:399] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I1011 21:18:48.473727 29617 kubeadm.go:934] updating node {m03 192.168.39.222 8443 v1.31.1 crio true true} ...
I1011 21:18:48.473800 29617 kubeadm.go:946] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.31.1/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --hostname-override=ha-610874-m03 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.39.222
[Install]
config:
{KubernetesVersion:v1.31.1 ClusterName:ha-610874 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1011 21:18:48.473821 29617 kube-vip.go:115] generating kube-vip config ...
I1011 21:18:48.473848 29617 ssh_runner.go:195] Run: sudo sh -c "modprobe --all ip_vs ip_vs_rr ip_vs_wrr ip_vs_sh nf_conntrack"
I1011 21:18:48.489435 29617 kube-vip.go:167] auto-enabling control-plane load-balancing in kube-vip
I1011 21:18:48.489512 29617 kube-vip.go:137] kube-vip config:
apiVersion: v1
kind: Pod
metadata:
creationTimestamp: null
name: kube-vip
namespace: kube-system
spec:
containers:
- args:
- manager
env:
- name: vip_arp
value: "true"
- name: port
value: "8443"
- name: vip_nodename
valueFrom:
fieldRef:
fieldPath: spec.nodeName
- name: vip_interface
value: eth0
- name: vip_cidr
value: "32"
- name: dns_mode
value: first
- name: cp_enable
value: "true"
- name: cp_namespace
value: kube-system
- name: vip_leaderelection
value: "true"
- name: vip_leasename
value: plndr-cp-lock
- name: vip_leaseduration
value: "5"
- name: vip_renewdeadline
value: "3"
- name: vip_retryperiod
value: "1"
- name: address
value: 192.168.39.254
- name: prometheus_server
value: :2112
- name : lb_enable
value: "true"
- name: lb_port
value: "8443"
image: ghcr.io/kube-vip/kube-vip:v0.8.3
imagePullPolicy: IfNotPresent
name: kube-vip
resources: {}
securityContext:
capabilities:
add:
- NET_ADMIN
- NET_RAW
volumeMounts:
- mountPath: /etc/kubernetes/admin.conf
name: kubeconfig
hostAliases:
- hostnames:
- kubernetes
ip: 127.0.0.1
hostNetwork: true
volumes:
- hostPath:
path: "/etc/kubernetes/admin.conf"
name: kubeconfig
status: {}
I1011 21:18:48.489571 29617 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.31.1
I1011 21:18:48.499111 29617 binaries.go:47] Didn't find k8s binaries: sudo ls /var/lib/minikube/binaries/v1.31.1: Process exited with status 2
stdout:
stderr:
ls: cannot access '/var/lib/minikube/binaries/v1.31.1': No such file or directory
Initiating transfer...
I1011 21:18:48.499166 29617 ssh_runner.go:195] Run: sudo mkdir -p /var/lib/minikube/binaries/v1.31.1
I1011 21:18:48.509157 29617 binary.go:74] Not caching binary, using https://dl.k8s.io/release/v1.31.1/bin/linux/amd64/kubelet?checksum=file:https://dl.k8s.io/release/v1.31.1/bin/linux/amd64/kubelet.sha256
I1011 21:18:48.509157 29617 binary.go:74] Not caching binary, using https://dl.k8s.io/release/v1.31.1/bin/linux/amd64/kubectl?checksum=file:https://dl.k8s.io/release/v1.31.1/bin/linux/amd64/kubectl.sha256
I1011 21:18:48.509200 29617 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19749-11611/.minikube/cache/linux/amd64/v1.31.1/kubectl -> /var/lib/minikube/binaries/v1.31.1/kubectl
I1011 21:18:48.509211 29617 binary.go:74] Not caching binary, using https://dl.k8s.io/release/v1.31.1/bin/linux/amd64/kubeadm?checksum=file:https://dl.k8s.io/release/v1.31.1/bin/linux/amd64/kubeadm.sha256
I1011 21:18:48.509233 29617 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19749-11611/.minikube/cache/linux/amd64/v1.31.1/kubeadm -> /var/lib/minikube/binaries/v1.31.1/kubeadm
I1011 21:18:48.509250 29617 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.1/kubectl
I1011 21:18:48.509288 29617 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.1/kubeadm
I1011 21:18:48.509215 29617 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1011 21:18:48.517849 29617 ssh_runner.go:352] existence check for /var/lib/minikube/binaries/v1.31.1/kubectl: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.1/kubectl: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/binaries/v1.31.1/kubectl': No such file or directory
I1011 21:18:48.517877 29617 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19749-11611/.minikube/cache/linux/amd64/v1.31.1/kubectl --> /var/lib/minikube/binaries/v1.31.1/kubectl (56381592 bytes)
I1011 21:18:48.530466 29617 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19749-11611/.minikube/cache/linux/amd64/v1.31.1/kubelet -> /var/lib/minikube/binaries/v1.31.1/kubelet
I1011 21:18:48.530534 29617 ssh_runner.go:352] existence check for /var/lib/minikube/binaries/v1.31.1/kubeadm: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.1/kubeadm: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/binaries/v1.31.1/kubeadm': No such file or directory
I1011 21:18:48.530551 29617 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19749-11611/.minikube/cache/linux/amd64/v1.31.1/kubeadm --> /var/lib/minikube/binaries/v1.31.1/kubeadm (58290328 bytes)
I1011 21:18:48.530575 29617 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.1/kubelet
I1011 21:18:48.584347 29617 ssh_runner.go:352] existence check for /var/lib/minikube/binaries/v1.31.1/kubelet: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.1/kubelet: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/binaries/v1.31.1/kubelet': No such file or directory
I1011 21:18:48.584388 29617 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19749-11611/.minikube/cache/linux/amd64/v1.31.1/kubelet --> /var/lib/minikube/binaries/v1.31.1/kubelet (76869944 bytes)
I1011 21:18:49.359545 29617 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /etc/kubernetes/manifests
I1011 21:18:49.369067 29617 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (313 bytes)
I1011 21:18:49.386375 29617 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1011 21:18:49.402697 29617 ssh_runner.go:362] scp memory --> /etc/kubernetes/manifests/kube-vip.yaml (1441 bytes)
I1011 21:18:49.419546 29617 ssh_runner.go:195] Run: grep 192.168.39.254 control-plane.minikube.internal$ /etc/hosts
I1011 21:18:49.424269 29617 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.39.254 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1011 21:18:49.437035 29617 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1011 21:18:49.561710 29617 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1011 21:18:49.579907 29617 host.go:66] Checking if "ha-610874" exists ...
I1011 21:18:49.580262 29617 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1011 21:18:49.580306 29617 main.go:141] libmachine: Launching plugin server for driver kvm2
I1011 21:18:49.596329 29617 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:37347
I1011 21:18:49.596782 29617 main.go:141] libmachine: () Calling .GetVersion
I1011 21:18:49.597244 29617 main.go:141] libmachine: Using API Version 1
I1011 21:18:49.597267 29617 main.go:141] libmachine: () Calling .SetConfigRaw
I1011 21:18:49.597574 29617 main.go:141] libmachine: () Calling .GetMachineName
I1011 21:18:49.597761 29617 main.go:141] libmachine: (ha-610874) Calling .DriverName
I1011 21:18:49.597902 29617 start.go:317] joinCluster: &{Name:ha-610874 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19774/minikube-v1.34.0-1728382514-19774-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1728382586-19774@sha256:5d8c4f6d838467365e214e2194dd0153a763e3f78723b5f2a8e06ef7b47409ec Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.1 Cluster
Name:ha-610874 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.39.10 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m02 IP:192.168.39.11 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m03 IP:192.168.39.222 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[ambassador:false amd-gpu-device-plugin:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:false efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-dn
s:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:false storage-provisioner-gluster:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror:
DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1011 21:18:49.598045 29617 ssh_runner.go:195] Run: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.1:$PATH" kubeadm token create --print-join-command --ttl=0"
I1011 21:18:49.598061 29617 main.go:141] libmachine: (ha-610874) Calling .GetSSHHostname
I1011 21:18:49.601098 29617 main.go:141] libmachine: (ha-610874) DBG | domain ha-610874 has defined MAC address 52:54:00:5f:c7:da in network mk-ha-610874
I1011 21:18:49.601584 29617 main.go:141] libmachine: (ha-610874) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:5f:c7:da", ip: ""} in network mk-ha-610874: {Iface:virbr1 ExpiryTime:2024-10-11 22:16:31 +0000 UTC Type:0 Mac:52:54:00:5f:c7:da Iaid: IPaddr:192.168.39.10 Prefix:24 Hostname:ha-610874 Clientid:01:52:54:00:5f:c7:da}
I1011 21:18:49.601613 29617 main.go:141] libmachine: (ha-610874) DBG | domain ha-610874 has defined IP address 192.168.39.10 and MAC address 52:54:00:5f:c7:da in network mk-ha-610874
I1011 21:18:49.601735 29617 main.go:141] libmachine: (ha-610874) Calling .GetSSHPort
I1011 21:18:49.601902 29617 main.go:141] libmachine: (ha-610874) Calling .GetSSHKeyPath
I1011 21:18:49.602044 29617 main.go:141] libmachine: (ha-610874) Calling .GetSSHUsername
I1011 21:18:49.602182 29617 sshutil.go:53] new ssh client: &{IP:192.168.39.10 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19749-11611/.minikube/machines/ha-610874/id_rsa Username:docker}
I1011 21:18:49.765636 29617 start.go:343] trying to join control-plane node "m03" to cluster: &{Name:m03 IP:192.168.39.222 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I1011 21:18:49.765692 29617 ssh_runner.go:195] Run: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.1:$PATH" kubeadm join control-plane.minikube.internal:8443 --token qq2brj.in6y1t565nh7eze9 --discovery-token-ca-cert-hash sha256:b0c031a2a786199a3907107b2ec700dfa716e56b13f1c7cc0133e96b5cdbc48a --ignore-preflight-errors=all --cri-socket unix:///var/run/crio/crio.sock --node-name=ha-610874-m03 --control-plane --apiserver-advertise-address=192.168.39.222 --apiserver-bind-port=8443"
I1011 21:19:12.027662 29617 ssh_runner.go:235] Completed: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.1:$PATH" kubeadm join control-plane.minikube.internal:8443 --token qq2brj.in6y1t565nh7eze9 --discovery-token-ca-cert-hash sha256:b0c031a2a786199a3907107b2ec700dfa716e56b13f1c7cc0133e96b5cdbc48a --ignore-preflight-errors=all --cri-socket unix:///var/run/crio/crio.sock --node-name=ha-610874-m03 --control-plane --apiserver-advertise-address=192.168.39.222 --apiserver-bind-port=8443": (22.261919257s)
I1011 21:19:12.027723 29617 ssh_runner.go:195] Run: /bin/bash -c "sudo systemctl daemon-reload && sudo systemctl enable kubelet && sudo systemctl start kubelet"
I1011 21:19:12.601287 29617 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig label --overwrite nodes ha-610874-m03 minikube.k8s.io/updated_at=2024_10_11T21_19_12_0700 minikube.k8s.io/version=v1.34.0 minikube.k8s.io/commit=22fb0b41d4a12c6d1b6775ff06e33685efed0efd minikube.k8s.io/name=ha-610874 minikube.k8s.io/primary=false
I1011 21:19:12.730357 29617 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig taint nodes ha-610874-m03 node-role.kubernetes.io/control-plane:NoSchedule-
I1011 21:19:12.852046 29617 start.go:319] duration metric: took 23.254138834s to joinCluster
I1011 21:19:12.852173 29617 start.go:235] Will wait 6m0s for node &{Name:m03 IP:192.168.39.222 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I1011 21:19:12.852553 29617 config.go:182] Loaded profile config "ha-610874": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.1
I1011 21:19:12.853928 29617 out.go:177] * Verifying Kubernetes components...
I1011 21:19:12.855524 29617 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1011 21:19:13.141318 29617 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1011 21:19:13.175499 29617 loader.go:395] Config loaded from file: /home/jenkins/minikube-integration/19749-11611/kubeconfig
I1011 21:19:13.175739 29617 kapi.go:59] client config for ha-610874: &rest.Config{Host:"https://192.168.39.254:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/home/jenkins/minikube-integration/19749-11611/.minikube/profiles/ha-610874/client.crt", KeyFile:"/home/jenkins/minikube-integration/19749-11611/.minikube/profiles/ha-610874/client.key", CAFile:"/home/jenkins/minikube-integration/19749-11611/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil), CAData:[]uint8(nil), NextProtos:[]string(nil)
}, UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x2432aa0), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
W1011 21:19:13.175813 29617 kubeadm.go:483] Overriding stale ClientConfig host https://192.168.39.254:8443 with https://192.168.39.10:8443
I1011 21:19:13.176040 29617 node_ready.go:35] waiting up to 6m0s for node "ha-610874-m03" to be "Ready" ...
I1011 21:19:13.176203 29617 round_trippers.go:463] GET https://192.168.39.10:8443/api/v1/nodes/ha-610874-m03
I1011 21:19:13.176216 29617 round_trippers.go:469] Request Headers:
I1011 21:19:13.176230 29617 round_trippers.go:473] Accept: application/json, */*
I1011 21:19:13.176236 29617 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1011 21:19:13.180062 29617 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1011 21:19:13.676530 29617 round_trippers.go:463] GET https://192.168.39.10:8443/api/v1/nodes/ha-610874-m03
I1011 21:19:13.676550 29617 round_trippers.go:469] Request Headers:
I1011 21:19:13.676559 29617 round_trippers.go:473] Accept: application/json, */*
I1011 21:19:13.676563 29617 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1011 21:19:13.680629 29617 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1011 21:19:14.176763 29617 round_trippers.go:463] GET https://192.168.39.10:8443/api/v1/nodes/ha-610874-m03
I1011 21:19:14.176790 29617 round_trippers.go:469] Request Headers:
I1011 21:19:14.176802 29617 round_trippers.go:473] Accept: application/json, */*
I1011 21:19:14.176813 29617 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1011 21:19:14.181595 29617 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1011 21:19:14.676942 29617 round_trippers.go:463] GET https://192.168.39.10:8443/api/v1/nodes/ha-610874-m03
I1011 21:19:14.676962 29617 round_trippers.go:469] Request Headers:
I1011 21:19:14.676971 29617 round_trippers.go:473] Accept: application/json, */*
I1011 21:19:14.676974 29617 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1011 21:19:14.680092 29617 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1011 21:19:15.177198 29617 round_trippers.go:463] GET https://192.168.39.10:8443/api/v1/nodes/ha-610874-m03
I1011 21:19:15.177232 29617 round_trippers.go:469] Request Headers:
I1011 21:19:15.177243 29617 round_trippers.go:473] Accept: application/json, */*
I1011 21:19:15.177251 29617 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1011 21:19:15.181013 29617 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1011 21:19:15.181507 29617 node_ready.go:53] node "ha-610874-m03" has status "Ready":"False"
I1011 21:19:15.676949 29617 round_trippers.go:463] GET https://192.168.39.10:8443/api/v1/nodes/ha-610874-m03
I1011 21:19:15.676975 29617 round_trippers.go:469] Request Headers:
I1011 21:19:15.676985 29617 round_trippers.go:473] Accept: application/json, */*
I1011 21:19:15.676991 29617 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1011 21:19:15.680404 29617 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1011 21:19:16.176381 29617 round_trippers.go:463] GET https://192.168.39.10:8443/api/v1/nodes/ha-610874-m03
I1011 21:19:16.176401 29617 round_trippers.go:469] Request Headers:
I1011 21:19:16.176411 29617 round_trippers.go:473] Accept: application/json, */*
I1011 21:19:16.176416 29617 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1011 21:19:16.179611 29617 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1011 21:19:16.676230 29617 round_trippers.go:463] GET https://192.168.39.10:8443/api/v1/nodes/ha-610874-m03
I1011 21:19:16.676253 29617 round_trippers.go:469] Request Headers:
I1011 21:19:16.676264 29617 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1011 21:19:16.676269 29617 round_trippers.go:473] Accept: application/json, */*
I1011 21:19:16.679007 29617 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1011 21:19:17.176965 29617 round_trippers.go:463] GET https://192.168.39.10:8443/api/v1/nodes/ha-610874-m03
I1011 21:19:17.176991 29617 round_trippers.go:469] Request Headers:
I1011 21:19:17.177003 29617 round_trippers.go:473] Accept: application/json, */*
I1011 21:19:17.177010 29617 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1011 21:19:17.179578 29617 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1011 21:19:17.677212 29617 round_trippers.go:463] GET https://192.168.39.10:8443/api/v1/nodes/ha-610874-m03
I1011 21:19:17.677239 29617 round_trippers.go:469] Request Headers:
I1011 21:19:17.677250 29617 round_trippers.go:473] Accept: application/json, */*
I1011 21:19:17.677257 29617 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1011 21:19:17.680848 29617 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1011 21:19:17.681529 29617 node_ready.go:53] node "ha-610874-m03" has status "Ready":"False"
I1011 21:19:18.176617 29617 round_trippers.go:463] GET https://192.168.39.10:8443/api/v1/nodes/ha-610874-m03
I1011 21:19:18.176642 29617 round_trippers.go:469] Request Headers:
I1011 21:19:18.176652 29617 round_trippers.go:473] Accept: application/json, */*
I1011 21:19:18.176657 29617 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1011 21:19:18.180501 29617 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1011 21:19:18.676324 29617 round_trippers.go:463] GET https://192.168.39.10:8443/api/v1/nodes/ha-610874-m03
I1011 21:19:18.676344 29617 round_trippers.go:469] Request Headers:
I1011 21:19:18.676352 29617 round_trippers.go:473] Accept: application/json, */*
I1011 21:19:18.676356 29617 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1011 21:19:18.680172 29617 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1011 21:19:19.176785 29617 round_trippers.go:463] GET https://192.168.39.10:8443/api/v1/nodes/ha-610874-m03
I1011 21:19:19.176805 29617 round_trippers.go:469] Request Headers:
I1011 21:19:19.176813 29617 round_trippers.go:473] Accept: application/json, */*
I1011 21:19:19.176817 29617 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1011 21:19:19.180917 29617 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1011 21:19:19.676206 29617 round_trippers.go:463] GET https://192.168.39.10:8443/api/v1/nodes/ha-610874-m03
I1011 21:19:19.676229 29617 round_trippers.go:469] Request Headers:
I1011 21:19:19.676239 29617 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1011 21:19:19.676247 29617 round_trippers.go:473] Accept: application/json, */*
I1011 21:19:19.679537 29617 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1011 21:19:20.176557 29617 round_trippers.go:463] GET https://192.168.39.10:8443/api/v1/nodes/ha-610874-m03
I1011 21:19:20.176578 29617 round_trippers.go:469] Request Headers:
I1011 21:19:20.176586 29617 round_trippers.go:473] Accept: application/json, */*
I1011 21:19:20.176590 29617 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1011 21:19:20.180852 29617 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1011 21:19:20.181655 29617 node_ready.go:53] node "ha-610874-m03" has status "Ready":"False"
I1011 21:19:20.676981 29617 round_trippers.go:463] GET https://192.168.39.10:8443/api/v1/nodes/ha-610874-m03
I1011 21:19:20.677001 29617 round_trippers.go:469] Request Headers:
I1011 21:19:20.677010 29617 round_trippers.go:473] Accept: application/json, */*
I1011 21:19:20.677013 29617 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1011 21:19:20.680773 29617 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1011 21:19:21.176665 29617 round_trippers.go:463] GET https://192.168.39.10:8443/api/v1/nodes/ha-610874-m03
I1011 21:19:21.176687 29617 round_trippers.go:469] Request Headers:
I1011 21:19:21.176695 29617 round_trippers.go:473] Accept: application/json, */*
I1011 21:19:21.176698 29617 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1011 21:19:21.180326 29617 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1011 21:19:21.677105 29617 round_trippers.go:463] GET https://192.168.39.10:8443/api/v1/nodes/ha-610874-m03
I1011 21:19:21.677131 29617 round_trippers.go:469] Request Headers:
I1011 21:19:21.677143 29617 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1011 21:19:21.677150 29617 round_trippers.go:473] Accept: application/json, */*
I1011 21:19:21.680523 29617 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1011 21:19:22.176275 29617 round_trippers.go:463] GET https://192.168.39.10:8443/api/v1/nodes/ha-610874-m03
I1011 21:19:22.176296 29617 round_trippers.go:469] Request Headers:
I1011 21:19:22.176305 29617 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1011 21:19:22.176311 29617 round_trippers.go:473] Accept: application/json, */*
I1011 21:19:22.180665 29617 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1011 21:19:22.181892 29617 node_ready.go:53] node "ha-610874-m03" has status "Ready":"False"
I1011 21:19:22.677209 29617 round_trippers.go:463] GET https://192.168.39.10:8443/api/v1/nodes/ha-610874-m03
I1011 21:19:22.677234 29617 round_trippers.go:469] Request Headers:
I1011 21:19:22.677254 29617 round_trippers.go:473] Accept: application/json, */*
I1011 21:19:22.677260 29617 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1011 21:19:22.680867 29617 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1011 21:19:23.177040 29617 round_trippers.go:463] GET https://192.168.39.10:8443/api/v1/nodes/ha-610874-m03
I1011 21:19:23.177059 29617 round_trippers.go:469] Request Headers:
I1011 21:19:23.177067 29617 round_trippers.go:473] Accept: application/json, */*
I1011 21:19:23.177072 29617 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1011 21:19:23.180354 29617 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1011 21:19:23.676494 29617 round_trippers.go:463] GET https://192.168.39.10:8443/api/v1/nodes/ha-610874-m03
I1011 21:19:23.676523 29617 round_trippers.go:469] Request Headers:
I1011 21:19:23.676533 29617 round_trippers.go:473] Accept: application/json, */*
I1011 21:19:23.676539 29617 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1011 21:19:23.679890 29617 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1011 21:19:24.177143 29617 round_trippers.go:463] GET https://192.168.39.10:8443/api/v1/nodes/ha-610874-m03
I1011 21:19:24.177165 29617 round_trippers.go:469] Request Headers:
I1011 21:19:24.177172 29617 round_trippers.go:473] Accept: application/json, */*
I1011 21:19:24.177178 29617 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1011 21:19:24.181118 29617 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1011 21:19:24.182010 29617 node_ready.go:53] node "ha-610874-m03" has status "Ready":"False"
I1011 21:19:24.677149 29617 round_trippers.go:463] GET https://192.168.39.10:8443/api/v1/nodes/ha-610874-m03
I1011 21:19:24.677167 29617 round_trippers.go:469] Request Headers:
I1011 21:19:24.677176 29617 round_trippers.go:473] Accept: application/json, */*
I1011 21:19:24.677179 29617 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1011 21:19:24.681310 29617 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1011 21:19:25.176839 29617 round_trippers.go:463] GET https://192.168.39.10:8443/api/v1/nodes/ha-610874-m03
I1011 21:19:25.176861 29617 round_trippers.go:469] Request Headers:
I1011 21:19:25.176869 29617 round_trippers.go:473] Accept: application/json, */*
I1011 21:19:25.176875 29617 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1011 21:19:25.181361 29617 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1011 21:19:25.676206 29617 round_trippers.go:463] GET https://192.168.39.10:8443/api/v1/nodes/ha-610874-m03
I1011 21:19:25.676226 29617 round_trippers.go:469] Request Headers:
I1011 21:19:25.676235 29617 round_trippers.go:473] Accept: application/json, */*
I1011 21:19:25.676238 29617 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1011 21:19:25.679734 29617 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1011 21:19:26.176896 29617 round_trippers.go:463] GET https://192.168.39.10:8443/api/v1/nodes/ha-610874-m03
I1011 21:19:26.176927 29617 round_trippers.go:469] Request Headers:
I1011 21:19:26.176938 29617 round_trippers.go:473] Accept: application/json, */*
I1011 21:19:26.176942 29617 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1011 21:19:26.180665 29617 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1011 21:19:26.676529 29617 round_trippers.go:463] GET https://192.168.39.10:8443/api/v1/nodes/ha-610874-m03
I1011 21:19:26.676556 29617 round_trippers.go:469] Request Headers:
I1011 21:19:26.676567 29617 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1011 21:19:26.676574 29617 round_trippers.go:473] Accept: application/json, */*
I1011 21:19:26.679852 29617 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1011 21:19:26.680538 29617 node_ready.go:53] node "ha-610874-m03" has status "Ready":"False"
I1011 21:19:27.176980 29617 round_trippers.go:463] GET https://192.168.39.10:8443/api/v1/nodes/ha-610874-m03
I1011 21:19:27.177000 29617 round_trippers.go:469] Request Headers:
I1011 21:19:27.177008 29617 round_trippers.go:473] Accept: application/json, */*
I1011 21:19:27.177011 29617 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1011 21:19:27.180641 29617 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1011 21:19:27.676837 29617 round_trippers.go:463] GET https://192.168.39.10:8443/api/v1/nodes/ha-610874-m03
I1011 21:19:27.676865 29617 round_trippers.go:469] Request Headers:
I1011 21:19:27.676876 29617 round_trippers.go:473] Accept: application/json, */*
I1011 21:19:27.676883 29617 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1011 21:19:27.680097 29617 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1011 21:19:28.177112 29617 round_trippers.go:463] GET https://192.168.39.10:8443/api/v1/nodes/ha-610874-m03
I1011 21:19:28.177134 29617 round_trippers.go:469] Request Headers:
I1011 21:19:28.177145 29617 round_trippers.go:473] Accept: application/json, */*
I1011 21:19:28.177152 29617 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1011 21:19:28.180461 29617 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1011 21:19:28.676318 29617 round_trippers.go:463] GET https://192.168.39.10:8443/api/v1/nodes/ha-610874-m03
I1011 21:19:28.676339 29617 round_trippers.go:469] Request Headers:
I1011 21:19:28.676347 29617 round_trippers.go:473] Accept: application/json, */*
I1011 21:19:28.676351 29617 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1011 21:19:28.680275 29617 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1011 21:19:28.680843 29617 node_ready.go:53] node "ha-610874-m03" has status "Ready":"False"
I1011 21:19:29.176557 29617 round_trippers.go:463] GET https://192.168.39.10:8443/api/v1/nodes/ha-610874-m03
I1011 21:19:29.176576 29617 round_trippers.go:469] Request Headers:
I1011 21:19:29.176584 29617 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1011 21:19:29.176589 29617 round_trippers.go:473] Accept: application/json, */*
I1011 21:19:29.180006 29617 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1011 21:19:29.676572 29617 round_trippers.go:463] GET https://192.168.39.10:8443/api/v1/nodes/ha-610874-m03
I1011 21:19:29.676591 29617 round_trippers.go:469] Request Headers:
I1011 21:19:29.676601 29617 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1011 21:19:29.676608 29617 round_trippers.go:473] Accept: application/json, */*
I1011 21:19:29.679885 29617 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1011 21:19:30.176623 29617 round_trippers.go:463] GET https://192.168.39.10:8443/api/v1/nodes/ha-610874-m03
I1011 21:19:30.176647 29617 round_trippers.go:469] Request Headers:
I1011 21:19:30.176655 29617 round_trippers.go:473] Accept: application/json, */*
I1011 21:19:30.176660 29617 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1011 21:19:30.180360 29617 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1011 21:19:30.676414 29617 round_trippers.go:463] GET https://192.168.39.10:8443/api/v1/nodes/ha-610874-m03
I1011 21:19:30.676442 29617 round_trippers.go:469] Request Headers:
I1011 21:19:30.676454 29617 round_trippers.go:473] Accept: application/json, */*
I1011 21:19:30.676462 29617 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1011 21:19:30.679795 29617 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1011 21:19:31.176596 29617 round_trippers.go:463] GET https://192.168.39.10:8443/api/v1/nodes/ha-610874-m03
I1011 21:19:31.176622 29617 round_trippers.go:469] Request Headers:
I1011 21:19:31.176632 29617 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1011 21:19:31.176638 29617 round_trippers.go:473] Accept: application/json, */*
I1011 21:19:31.180174 29617 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1011 21:19:31.180775 29617 node_ready.go:53] node "ha-610874-m03" has status "Ready":"False"
I1011 21:19:31.676625 29617 round_trippers.go:463] GET https://192.168.39.10:8443/api/v1/nodes/ha-610874-m03
I1011 21:19:31.676645 29617 round_trippers.go:469] Request Headers:
I1011 21:19:31.676653 29617 round_trippers.go:473] Accept: application/json, */*
I1011 21:19:31.676657 29617 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1011 21:19:31.679755 29617 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1011 21:19:32.176832 29617 round_trippers.go:463] GET https://192.168.39.10:8443/api/v1/nodes/ha-610874-m03
I1011 21:19:32.176853 29617 round_trippers.go:469] Request Headers:
I1011 21:19:32.176861 29617 round_trippers.go:473] Accept: application/json, */*
I1011 21:19:32.176866 29617 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1011 21:19:32.180709 29617 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1011 21:19:32.676943 29617 round_trippers.go:463] GET https://192.168.39.10:8443/api/v1/nodes/ha-610874-m03
I1011 21:19:32.676966 29617 round_trippers.go:469] Request Headers:
I1011 21:19:32.676975 29617 round_trippers.go:473] Accept: application/json, */*
I1011 21:19:32.676979 29617 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1011 21:19:32.680453 29617 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1011 21:19:33.176289 29617 round_trippers.go:463] GET https://192.168.39.10:8443/api/v1/nodes/ha-610874-m03
I1011 21:19:33.176309 29617 round_trippers.go:469] Request Headers:
I1011 21:19:33.176317 29617 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1011 21:19:33.176323 29617 round_trippers.go:473] Accept: application/json, */*
I1011 21:19:33.179239 29617 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1011 21:19:33.179746 29617 node_ready.go:49] node "ha-610874-m03" has status "Ready":"True"
I1011 21:19:33.179763 29617 node_ready.go:38] duration metric: took 20.003708199s for node "ha-610874-m03" to be "Ready" ...
I1011 21:19:33.179771 29617 pod_ready.go:36] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1011 21:19:33.179838 29617 round_trippers.go:463] GET https://192.168.39.10:8443/api/v1/namespaces/kube-system/pods
I1011 21:19:33.179846 29617 round_trippers.go:469] Request Headers:
I1011 21:19:33.179852 29617 round_trippers.go:473] Accept: application/json, */*
I1011 21:19:33.179856 29617 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1011 21:19:33.189958 29617 round_trippers.go:574] Response Status: 200 OK in 10 milliseconds
I1011 21:19:33.199406 29617 pod_ready.go:79] waiting up to 6m0s for pod "coredns-7c65d6cfc9-bhkxl" in "kube-system" namespace to be "Ready" ...
I1011 21:19:33.199502 29617 round_trippers.go:463] GET https://192.168.39.10:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-bhkxl
I1011 21:19:33.199514 29617 round_trippers.go:469] Request Headers:
I1011 21:19:33.199523 29617 round_trippers.go:473] Accept: application/json, */*
I1011 21:19:33.199531 29617 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1011 21:19:33.209887 29617 round_trippers.go:574] Response Status: 200 OK in 10 milliseconds
I1011 21:19:33.210687 29617 round_trippers.go:463] GET https://192.168.39.10:8443/api/v1/nodes/ha-610874
I1011 21:19:33.210702 29617 round_trippers.go:469] Request Headers:
I1011 21:19:33.210713 29617 round_trippers.go:473] Accept: application/json, */*
I1011 21:19:33.210717 29617 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1011 21:19:33.217280 29617 round_trippers.go:574] Response Status: 200 OK in 6 milliseconds
I1011 21:19:33.217765 29617 pod_ready.go:93] pod "coredns-7c65d6cfc9-bhkxl" in "kube-system" namespace has status "Ready":"True"
I1011 21:19:33.217784 29617 pod_ready.go:82] duration metric: took 18.353705ms for pod "coredns-7c65d6cfc9-bhkxl" in "kube-system" namespace to be "Ready" ...
I1011 21:19:33.217795 29617 pod_ready.go:79] waiting up to 6m0s for pod "coredns-7c65d6cfc9-xdhdb" in "kube-system" namespace to be "Ready" ...
I1011 21:19:33.217867 29617 round_trippers.go:463] GET https://192.168.39.10:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-xdhdb
I1011 21:19:33.217877 29617 round_trippers.go:469] Request Headers:
I1011 21:19:33.217887 29617 round_trippers.go:473] Accept: application/json, */*
I1011 21:19:33.217892 29617 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1011 21:19:33.223080 29617 round_trippers.go:574] Response Status: 200 OK in 5 milliseconds
I1011 21:19:33.223812 29617 round_trippers.go:463] GET https://192.168.39.10:8443/api/v1/nodes/ha-610874
I1011 21:19:33.223824 29617 round_trippers.go:469] Request Headers:
I1011 21:19:33.223831 29617 round_trippers.go:473] Accept: application/json, */*
I1011 21:19:33.223835 29617 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1011 21:19:33.230872 29617 round_trippers.go:574] Response Status: 200 OK in 7 milliseconds
I1011 21:19:33.231311 29617 pod_ready.go:93] pod "coredns-7c65d6cfc9-xdhdb" in "kube-system" namespace has status "Ready":"True"
I1011 21:19:33.231329 29617 pod_ready.go:82] duration metric: took 13.526998ms for pod "coredns-7c65d6cfc9-xdhdb" in "kube-system" namespace to be "Ready" ...
I1011 21:19:33.231340 29617 pod_ready.go:79] waiting up to 6m0s for pod "etcd-ha-610874" in "kube-system" namespace to be "Ready" ...
I1011 21:19:33.231407 29617 round_trippers.go:463] GET https://192.168.39.10:8443/api/v1/namespaces/kube-system/pods/etcd-ha-610874
I1011 21:19:33.231416 29617 round_trippers.go:469] Request Headers:
I1011 21:19:33.231425 29617 round_trippers.go:473] Accept: application/json, */*
I1011 21:19:33.231433 29617 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1011 21:19:33.241511 29617 round_trippers.go:574] Response Status: 200 OK in 10 milliseconds
I1011 21:19:33.242134 29617 round_trippers.go:463] GET https://192.168.39.10:8443/api/v1/nodes/ha-610874
I1011 21:19:33.242152 29617 round_trippers.go:469] Request Headers:
I1011 21:19:33.242161 29617 round_trippers.go:473] Accept: application/json, */*
I1011 21:19:33.242167 29617 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1011 21:19:33.246996 29617 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1011 21:19:33.247556 29617 pod_ready.go:93] pod "etcd-ha-610874" in "kube-system" namespace has status "Ready":"True"
I1011 21:19:33.247579 29617 pod_ready.go:82] duration metric: took 16.22432ms for pod "etcd-ha-610874" in "kube-system" namespace to be "Ready" ...
I1011 21:19:33.247588 29617 pod_ready.go:79] waiting up to 6m0s for pod "etcd-ha-610874-m02" in "kube-system" namespace to be "Ready" ...
I1011 21:19:33.247649 29617 round_trippers.go:463] GET https://192.168.39.10:8443/api/v1/namespaces/kube-system/pods/etcd-ha-610874-m02
I1011 21:19:33.247658 29617 round_trippers.go:469] Request Headers:
I1011 21:19:33.247665 29617 round_trippers.go:473] Accept: application/json, */*
I1011 21:19:33.247671 29617 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1011 21:19:33.251040 29617 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1011 21:19:33.251793 29617 round_trippers.go:463] GET https://192.168.39.10:8443/api/v1/nodes/ha-610874-m02
I1011 21:19:33.251812 29617 round_trippers.go:469] Request Headers:
I1011 21:19:33.251824 29617 round_trippers.go:473] Accept: application/json, */*
I1011 21:19:33.251833 29617 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1011 21:19:33.256535 29617 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1011 21:19:33.256972 29617 pod_ready.go:93] pod "etcd-ha-610874-m02" in "kube-system" namespace has status "Ready":"True"
I1011 21:19:33.256988 29617 pod_ready.go:82] duration metric: took 9.394627ms for pod "etcd-ha-610874-m02" in "kube-system" namespace to be "Ready" ...
I1011 21:19:33.256997 29617 pod_ready.go:79] waiting up to 6m0s for pod "etcd-ha-610874-m03" in "kube-system" namespace to be "Ready" ...
I1011 21:19:33.377135 29617 request.go:632] Waited for 120.080186ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.10:8443/api/v1/namespaces/kube-system/pods/etcd-ha-610874-m03
I1011 21:19:33.377222 29617 round_trippers.go:463] GET https://192.168.39.10:8443/api/v1/namespaces/kube-system/pods/etcd-ha-610874-m03
I1011 21:19:33.377234 29617 round_trippers.go:469] Request Headers:
I1011 21:19:33.377244 29617 round_trippers.go:473] Accept: application/json, */*
I1011 21:19:33.377255 29617 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1011 21:19:33.380444 29617 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1011 21:19:33.576460 29617 request.go:632] Waited for 195.298391ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.10:8443/api/v1/nodes/ha-610874-m03
I1011 21:19:33.576523 29617 round_trippers.go:463] GET https://192.168.39.10:8443/api/v1/nodes/ha-610874-m03
I1011 21:19:33.576531 29617 round_trippers.go:469] Request Headers:
I1011 21:19:33.576540 29617 round_trippers.go:473] Accept: application/json, */*
I1011 21:19:33.576546 29617 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1011 21:19:33.579942 29617 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1011 21:19:33.580389 29617 pod_ready.go:93] pod "etcd-ha-610874-m03" in "kube-system" namespace has status "Ready":"True"
I1011 21:19:33.580410 29617 pod_ready.go:82] duration metric: took 323.407782ms for pod "etcd-ha-610874-m03" in "kube-system" namespace to be "Ready" ...
I1011 21:19:33.580426 29617 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-ha-610874" in "kube-system" namespace to be "Ready" ...
I1011 21:19:33.776719 29617 request.go:632] Waited for 196.227093ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.10:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-610874
I1011 21:19:33.776796 29617 round_trippers.go:463] GET https://192.168.39.10:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-610874
I1011 21:19:33.776801 29617 round_trippers.go:469] Request Headers:
I1011 21:19:33.776812 29617 round_trippers.go:473] Accept: application/json, */*
I1011 21:19:33.776819 29617 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1011 21:19:33.780183 29617 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1011 21:19:33.977331 29617 request.go:632] Waited for 196.373167ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.10:8443/api/v1/nodes/ha-610874
I1011 21:19:33.977390 29617 round_trippers.go:463] GET https://192.168.39.10:8443/api/v1/nodes/ha-610874
I1011 21:19:33.977397 29617 round_trippers.go:469] Request Headers:
I1011 21:19:33.977408 29617 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1011 21:19:33.977414 29617 round_trippers.go:473] Accept: application/json, */*
I1011 21:19:33.980667 29617 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1011 21:19:33.981324 29617 pod_ready.go:93] pod "kube-apiserver-ha-610874" in "kube-system" namespace has status "Ready":"True"
I1011 21:19:33.981341 29617 pod_ready.go:82] duration metric: took 400.908426ms for pod "kube-apiserver-ha-610874" in "kube-system" namespace to be "Ready" ...
I1011 21:19:33.981356 29617 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-ha-610874-m02" in "kube-system" namespace to be "Ready" ...
I1011 21:19:34.176801 29617 request.go:632] Waited for 195.389419ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.10:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-610874-m02
I1011 21:19:34.176872 29617 round_trippers.go:463] GET https://192.168.39.10:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-610874-m02
I1011 21:19:34.176878 29617 round_trippers.go:469] Request Headers:
I1011 21:19:34.176886 29617 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1011 21:19:34.176893 29617 round_trippers.go:473] Accept: application/json, */*
I1011 21:19:34.180626 29617 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1011 21:19:34.376945 29617 request.go:632] Waited for 195.362412ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.10:8443/api/v1/nodes/ha-610874-m02
I1011 21:19:34.377024 29617 round_trippers.go:463] GET https://192.168.39.10:8443/api/v1/nodes/ha-610874-m02
I1011 21:19:34.377032 29617 round_trippers.go:469] Request Headers:
I1011 21:19:34.377039 29617 round_trippers.go:473] Accept: application/json, */*
I1011 21:19:34.377045 29617 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1011 21:19:34.380705 29617 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1011 21:19:34.381593 29617 pod_ready.go:93] pod "kube-apiserver-ha-610874-m02" in "kube-system" namespace has status "Ready":"True"
I1011 21:19:34.381610 29617 pod_ready.go:82] duration metric: took 400.248016ms for pod "kube-apiserver-ha-610874-m02" in "kube-system" namespace to be "Ready" ...
I1011 21:19:34.381621 29617 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-ha-610874-m03" in "kube-system" namespace to be "Ready" ...
I1011 21:19:34.576685 29617 request.go:632] Waited for 195.00587ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.10:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-610874-m03
I1011 21:19:34.576774 29617 round_trippers.go:463] GET https://192.168.39.10:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-610874-m03
I1011 21:19:34.576785 29617 round_trippers.go:469] Request Headers:
I1011 21:19:34.576796 29617 round_trippers.go:473] Accept: application/json, */*
I1011 21:19:34.576812 29617 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1011 21:19:34.580220 29617 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1011 21:19:34.776845 29617 request.go:632] Waited for 195.742935ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.10:8443/api/v1/nodes/ha-610874-m03
I1011 21:19:34.776934 29617 round_trippers.go:463] GET https://192.168.39.10:8443/api/v1/nodes/ha-610874-m03
I1011 21:19:34.776946 29617 round_trippers.go:469] Request Headers:
I1011 21:19:34.776957 29617 round_trippers.go:473] Accept: application/json, */*
I1011 21:19:34.776965 29617 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1011 21:19:34.781975 29617 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1011 21:19:34.782910 29617 pod_ready.go:93] pod "kube-apiserver-ha-610874-m03" in "kube-system" namespace has status "Ready":"True"
I1011 21:19:34.782934 29617 pod_ready.go:82] duration metric: took 401.305343ms for pod "kube-apiserver-ha-610874-m03" in "kube-system" namespace to be "Ready" ...
I1011 21:19:34.782947 29617 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-ha-610874" in "kube-system" namespace to be "Ready" ...
I1011 21:19:34.976878 29617 request.go:632] Waited for 193.849735ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.10:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-610874
I1011 21:19:34.976930 29617 round_trippers.go:463] GET https://192.168.39.10:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-610874
I1011 21:19:34.976935 29617 round_trippers.go:469] Request Headers:
I1011 21:19:34.976942 29617 round_trippers.go:473] Accept: application/json, */*
I1011 21:19:34.976951 29617 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1011 21:19:34.980959 29617 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1011 21:19:35.176307 29617 request.go:632] Waited for 194.592291ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.10:8443/api/v1/nodes/ha-610874
I1011 21:19:35.176377 29617 round_trippers.go:463] GET https://192.168.39.10:8443/api/v1/nodes/ha-610874
I1011 21:19:35.176382 29617 round_trippers.go:469] Request Headers:
I1011 21:19:35.176391 29617 round_trippers.go:473] Accept: application/json, */*
I1011 21:19:35.176396 29617 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1011 21:19:35.180046 29617 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1011 21:19:35.180744 29617 pod_ready.go:93] pod "kube-controller-manager-ha-610874" in "kube-system" namespace has status "Ready":"True"
I1011 21:19:35.180763 29617 pod_ready.go:82] duration metric: took 397.808243ms for pod "kube-controller-manager-ha-610874" in "kube-system" namespace to be "Ready" ...
I1011 21:19:35.180772 29617 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-ha-610874-m02" in "kube-system" namespace to be "Ready" ...
I1011 21:19:35.376823 29617 request.go:632] Waited for 195.970884ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.10:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-610874-m02
I1011 21:19:35.376892 29617 round_trippers.go:463] GET https://192.168.39.10:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-610874-m02
I1011 21:19:35.376904 29617 round_trippers.go:469] Request Headers:
I1011 21:19:35.376914 29617 round_trippers.go:473] Accept: application/json, */*
I1011 21:19:35.376920 29617 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1011 21:19:35.380896 29617 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1011 21:19:35.577025 29617 request.go:632] Waited for 195.339459ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.10:8443/api/v1/nodes/ha-610874-m02
I1011 21:19:35.577098 29617 round_trippers.go:463] GET https://192.168.39.10:8443/api/v1/nodes/ha-610874-m02
I1011 21:19:35.577106 29617 round_trippers.go:469] Request Headers:
I1011 21:19:35.577113 29617 round_trippers.go:473] Accept: application/json, */*
I1011 21:19:35.577121 29617 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1011 21:19:35.580479 29617 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1011 21:19:35.581020 29617 pod_ready.go:93] pod "kube-controller-manager-ha-610874-m02" in "kube-system" namespace has status "Ready":"True"
I1011 21:19:35.581044 29617 pod_ready.go:82] duration metric: took 400.264515ms for pod "kube-controller-manager-ha-610874-m02" in "kube-system" namespace to be "Ready" ...
I1011 21:19:35.581060 29617 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-ha-610874-m03" in "kube-system" namespace to be "Ready" ...
I1011 21:19:35.777008 29617 request.go:632] Waited for 195.878722ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.10:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-610874-m03
I1011 21:19:35.777069 29617 round_trippers.go:463] GET https://192.168.39.10:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-610874-m03
I1011 21:19:35.777082 29617 round_trippers.go:469] Request Headers:
I1011 21:19:35.777104 29617 round_trippers.go:473] Accept: application/json, */*
I1011 21:19:35.777112 29617 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1011 21:19:35.780597 29617 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1011 21:19:35.976851 29617 request.go:632] Waited for 195.339279ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.10:8443/api/v1/nodes/ha-610874-m03
I1011 21:19:35.976920 29617 round_trippers.go:463] GET https://192.168.39.10:8443/api/v1/nodes/ha-610874-m03
I1011 21:19:35.976925 29617 round_trippers.go:469] Request Headers:
I1011 21:19:35.976934 29617 round_trippers.go:473] Accept: application/json, */*
I1011 21:19:35.976956 29617 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1011 21:19:35.980563 29617 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1011 21:19:35.981007 29617 pod_ready.go:93] pod "kube-controller-manager-ha-610874-m03" in "kube-system" namespace has status "Ready":"True"
I1011 21:19:35.981026 29617 pod_ready.go:82] duration metric: took 399.955573ms for pod "kube-controller-manager-ha-610874-m03" in "kube-system" namespace to be "Ready" ...
I1011 21:19:35.981036 29617 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-4bj7p" in "kube-system" namespace to be "Ready" ...
I1011 21:19:36.177077 29617 request.go:632] Waited for 195.967969ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.10:8443/api/v1/namespaces/kube-system/pods/kube-proxy-4bj7p
I1011 21:19:36.177157 29617 round_trippers.go:463] GET https://192.168.39.10:8443/api/v1/namespaces/kube-system/pods/kube-proxy-4bj7p
I1011 21:19:36.177162 29617 round_trippers.go:469] Request Headers:
I1011 21:19:36.177169 29617 round_trippers.go:473] Accept: application/json, */*
I1011 21:19:36.177174 29617 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1011 21:19:36.181463 29617 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1011 21:19:36.376692 29617 request.go:632] Waited for 194.268817ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.10:8443/api/v1/nodes/ha-610874-m02
I1011 21:19:36.376745 29617 round_trippers.go:463] GET https://192.168.39.10:8443/api/v1/nodes/ha-610874-m02
I1011 21:19:36.376750 29617 round_trippers.go:469] Request Headers:
I1011 21:19:36.376757 29617 round_trippers.go:473] Accept: application/json, */*
I1011 21:19:36.376762 29617 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1011 21:19:36.379384 29617 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1011 21:19:36.379856 29617 pod_ready.go:93] pod "kube-proxy-4bj7p" in "kube-system" namespace has status "Ready":"True"
I1011 21:19:36.379878 29617 pod_ready.go:82] duration metric: took 398.835564ms for pod "kube-proxy-4bj7p" in "kube-system" namespace to be "Ready" ...
I1011 21:19:36.379892 29617 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-4tqhn" in "kube-system" namespace to be "Ready" ...
I1011 21:19:36.577313 29617 request.go:632] Waited for 197.342873ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.10:8443/api/v1/namespaces/kube-system/pods/kube-proxy-4tqhn
I1011 21:19:36.577431 29617 round_trippers.go:463] GET https://192.168.39.10:8443/api/v1/namespaces/kube-system/pods/kube-proxy-4tqhn
I1011 21:19:36.577448 29617 round_trippers.go:469] Request Headers:
I1011 21:19:36.577456 29617 round_trippers.go:473] Accept: application/json, */*
I1011 21:19:36.577460 29617 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1011 21:19:36.580412 29617 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1011 21:19:36.776616 29617 request.go:632] Waited for 195.373789ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.10:8443/api/v1/nodes/ha-610874
I1011 21:19:36.776706 29617 round_trippers.go:463] GET https://192.168.39.10:8443/api/v1/nodes/ha-610874
I1011 21:19:36.776717 29617 round_trippers.go:469] Request Headers:
I1011 21:19:36.776728 29617 round_trippers.go:473] Accept: application/json, */*
I1011 21:19:36.776737 29617 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1011 21:19:36.779960 29617 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1011 21:19:36.780383 29617 pod_ready.go:93] pod "kube-proxy-4tqhn" in "kube-system" namespace has status "Ready":"True"
I1011 21:19:36.780400 29617 pod_ready.go:82] duration metric: took 400.499984ms for pod "kube-proxy-4tqhn" in "kube-system" namespace to be "Ready" ...
I1011 21:19:36.780412 29617 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-cwzw4" in "kube-system" namespace to be "Ready" ...
I1011 21:19:36.976358 29617 request.go:632] Waited for 195.870601ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.10:8443/api/v1/namespaces/kube-system/pods/kube-proxy-cwzw4
I1011 21:19:36.976432 29617 round_trippers.go:463] GET https://192.168.39.10:8443/api/v1/namespaces/kube-system/pods/kube-proxy-cwzw4
I1011 21:19:36.976449 29617 round_trippers.go:469] Request Headers:
I1011 21:19:36.976465 29617 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1011 21:19:36.976472 29617 round_trippers.go:473] Accept: application/json, */*
I1011 21:19:36.979995 29617 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1011 21:19:37.177111 29617 request.go:632] Waited for 196.357808ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.10:8443/api/v1/nodes/ha-610874-m03
I1011 21:19:37.177162 29617 round_trippers.go:463] GET https://192.168.39.10:8443/api/v1/nodes/ha-610874-m03
I1011 21:19:37.177167 29617 round_trippers.go:469] Request Headers:
I1011 21:19:37.177174 29617 round_trippers.go:473] Accept: application/json, */*
I1011 21:19:37.177179 29617 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1011 21:19:37.180267 29617 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1011 21:19:37.181011 29617 pod_ready.go:93] pod "kube-proxy-cwzw4" in "kube-system" namespace has status "Ready":"True"
I1011 21:19:37.181027 29617 pod_ready.go:82] duration metric: took 400.605186ms for pod "kube-proxy-cwzw4" in "kube-system" namespace to be "Ready" ...
I1011 21:19:37.181036 29617 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-ha-610874" in "kube-system" namespace to be "Ready" ...
I1011 21:19:37.377210 29617 request.go:632] Waited for 196.081343ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.10:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-610874
I1011 21:19:37.377264 29617 round_trippers.go:463] GET https://192.168.39.10:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-610874
I1011 21:19:37.377271 29617 round_trippers.go:469] Request Headers:
I1011 21:19:37.377281 29617 round_trippers.go:473] Accept: application/json, */*
I1011 21:19:37.377290 29617 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1011 21:19:37.380963 29617 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1011 21:19:37.577326 29617 request.go:632] Waited for 195.76133ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.10:8443/api/v1/nodes/ha-610874
I1011 21:19:37.577389 29617 round_trippers.go:463] GET https://192.168.39.10:8443/api/v1/nodes/ha-610874
I1011 21:19:37.577397 29617 round_trippers.go:469] Request Headers:
I1011 21:19:37.577404 29617 round_trippers.go:473] Accept: application/json, */*
I1011 21:19:37.577408 29617 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1011 21:19:37.580712 29617 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1011 21:19:37.581178 29617 pod_ready.go:93] pod "kube-scheduler-ha-610874" in "kube-system" namespace has status "Ready":"True"
I1011 21:19:37.581195 29617 pod_ready.go:82] duration metric: took 400.154079ms for pod "kube-scheduler-ha-610874" in "kube-system" namespace to be "Ready" ...
I1011 21:19:37.581207 29617 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-ha-610874-m02" in "kube-system" namespace to be "Ready" ...
I1011 21:19:37.776648 29617 request.go:632] Waited for 195.355762ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.10:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-610874-m02
I1011 21:19:37.776752 29617 round_trippers.go:463] GET https://192.168.39.10:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-610874-m02
I1011 21:19:37.776766 29617 round_trippers.go:469] Request Headers:
I1011 21:19:37.776778 29617 round_trippers.go:473] Accept: application/json, */*
I1011 21:19:37.776782 29617 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1011 21:19:37.779689 29617 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1011 21:19:37.976673 29617 request.go:632] Waited for 196.375961ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.10:8443/api/v1/nodes/ha-610874-m02
I1011 21:19:37.976747 29617 round_trippers.go:463] GET https://192.168.39.10:8443/api/v1/nodes/ha-610874-m02
I1011 21:19:37.976758 29617 round_trippers.go:469] Request Headers:
I1011 21:19:37.976880 29617 round_trippers.go:473] Accept: application/json, */*
I1011 21:19:37.976898 29617 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1011 21:19:37.980426 29617 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1011 21:19:37.981073 29617 pod_ready.go:93] pod "kube-scheduler-ha-610874-m02" in "kube-system" namespace has status "Ready":"True"
I1011 21:19:37.981096 29617 pod_ready.go:82] duration metric: took 399.882141ms for pod "kube-scheduler-ha-610874-m02" in "kube-system" namespace to be "Ready" ...
I1011 21:19:37.981108 29617 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-ha-610874-m03" in "kube-system" namespace to be "Ready" ...
I1011 21:19:38.177223 29617 request.go:632] Waited for 196.014293ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.10:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-610874-m03
I1011 21:19:38.177283 29617 round_trippers.go:463] GET https://192.168.39.10:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-610874-m03
I1011 21:19:38.177288 29617 round_trippers.go:469] Request Headers:
I1011 21:19:38.177296 29617 round_trippers.go:473] Accept: application/json, */*
I1011 21:19:38.177301 29617 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1011 21:19:38.181281 29617 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1011 21:19:38.376306 29617 request.go:632] Waited for 194.28038ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.10:8443/api/v1/nodes/ha-610874-m03
I1011 21:19:38.376394 29617 round_trippers.go:463] GET https://192.168.39.10:8443/api/v1/nodes/ha-610874-m03
I1011 21:19:38.376403 29617 round_trippers.go:469] Request Headers:
I1011 21:19:38.376412 29617 round_trippers.go:473] Accept: application/json, */*
I1011 21:19:38.376419 29617 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1011 21:19:38.379547 29617 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1011 21:19:38.380029 29617 pod_ready.go:93] pod "kube-scheduler-ha-610874-m03" in "kube-system" namespace has status "Ready":"True"
I1011 21:19:38.380048 29617 pod_ready.go:82] duration metric: took 398.929633ms for pod "kube-scheduler-ha-610874-m03" in "kube-system" namespace to be "Ready" ...
I1011 21:19:38.380058 29617 pod_ready.go:39] duration metric: took 5.200277623s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1011 21:19:38.380084 29617 api_server.go:52] waiting for apiserver process to appear ...
I1011 21:19:38.380134 29617 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1011 21:19:38.400400 29617 api_server.go:72] duration metric: took 25.548169639s to wait for apiserver process to appear ...
I1011 21:19:38.400421 29617 api_server.go:88] waiting for apiserver healthz status ...
I1011 21:19:38.400455 29617 api_server.go:253] Checking apiserver healthz at https://192.168.39.10:8443/healthz ...
I1011 21:19:38.404896 29617 api_server.go:279] https://192.168.39.10:8443/healthz returned 200:
ok
I1011 21:19:38.404960 29617 round_trippers.go:463] GET https://192.168.39.10:8443/version
I1011 21:19:38.404973 29617 round_trippers.go:469] Request Headers:
I1011 21:19:38.404983 29617 round_trippers.go:473] Accept: application/json, */*
I1011 21:19:38.404989 29617 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1011 21:19:38.405751 29617 round_trippers.go:574] Response Status: 200 OK in 0 milliseconds
I1011 21:19:38.405814 29617 api_server.go:141] control plane version: v1.31.1
I1011 21:19:38.405829 29617 api_server.go:131] duration metric: took 5.403218ms to wait for apiserver health ...
I1011 21:19:38.405839 29617 system_pods.go:43] waiting for kube-system pods to appear ...
I1011 21:19:38.577234 29617 request.go:632] Waited for 171.320057ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.10:8443/api/v1/namespaces/kube-system/pods
I1011 21:19:38.577302 29617 round_trippers.go:463] GET https://192.168.39.10:8443/api/v1/namespaces/kube-system/pods
I1011 21:19:38.577307 29617 round_trippers.go:469] Request Headers:
I1011 21:19:38.577315 29617 round_trippers.go:473] Accept: application/json, */*
I1011 21:19:38.577319 29617 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1011 21:19:38.583229 29617 round_trippers.go:574] Response Status: 200 OK in 5 milliseconds
I1011 21:19:38.592399 29617 system_pods.go:59] 24 kube-system pods found
I1011 21:19:38.592431 29617 system_pods.go:61] "coredns-7c65d6cfc9-bhkxl" [dff1cc79-8272-43f5-b525-b12e913c499d] Running
I1011 21:19:38.592436 29617 system_pods.go:61] "coredns-7c65d6cfc9-xdhdb" [dd476307-f596-44e8-b651-095399bb6ce9] Running
I1011 21:19:38.592439 29617 system_pods.go:61] "etcd-ha-610874" [6cd70b48-09bb-4280-8bdc-413f124d1d02] Running
I1011 21:19:38.592442 29617 system_pods.go:61] "etcd-ha-610874-m02" [11683051-9947-42d9-92a7-ba5a2e51345a] Running
I1011 21:19:38.592445 29617 system_pods.go:61] "etcd-ha-610874-m03" [a81d3d3e-a468-4c60-9e36-a542f7112755] Running
I1011 21:19:38.592448 29617 system_pods.go:61] "kindnet-2c774" [dc55cd3b-0cd7-4d47-88ac-2a5936585e41] Running
I1011 21:19:38.592452 29617 system_pods.go:61] "kindnet-pd7rn" [cc21667d-addd-48a2-a01e-97de30495101] Running
I1011 21:19:38.592455 29617 system_pods.go:61] "kindnet-xs5m6" [22248576-e5e5-455d-87f4-c4d51effcfca] Running
I1011 21:19:38.592458 29617 system_pods.go:61] "kube-apiserver-ha-610874" [6dcfe7a3-0e7d-4f20-bdbf-645d8e0d4466] Running
I1011 21:19:38.592461 29617 system_pods.go:61] "kube-apiserver-ha-610874-m02" [b1c38251-ef09-43dd-8787-a0fa8823e33b] Running
I1011 21:19:38.592465 29617 system_pods.go:61] "kube-apiserver-ha-610874-m03" [18106dfd-4932-4f5f-975b-cfae68b818ac] Running
I1011 21:19:38.592468 29617 system_pods.go:61] "kube-controller-manager-ha-610874" [8ae5b847-3699-44d1-8b49-8dcbc8ace6eb] Running
I1011 21:19:38.592474 29617 system_pods.go:61] "kube-controller-manager-ha-610874-m02" [5471c5e5-a528-4ac9-a32f-b67da82e9fcd] Running
I1011 21:19:38.592477 29617 system_pods.go:61] "kube-controller-manager-ha-610874-m03" [b98535aa-0e68-4302-b7ab-37453af6b7cf] Running
I1011 21:19:38.592480 29617 system_pods.go:61] "kube-proxy-4bj7p" [2d78dd8b-7200-497c-9abd-09b6f4484718] Running
I1011 21:19:38.592484 29617 system_pods.go:61] "kube-proxy-4tqhn" [960c7cfe-e1ab-401b-a4fa-2fa7e7ba2f4c] Running
I1011 21:19:38.592488 29617 system_pods.go:61] "kube-proxy-cwzw4" [515460dc-02dd-42a1-b093-c300c06979d4] Running
I1011 21:19:38.592493 29617 system_pods.go:61] "kube-scheduler-ha-610874" [0457b316-b7f3-471f-b9e3-0a482d0437be] Running
I1011 21:19:38.592496 29617 system_pods.go:61] "kube-scheduler-ha-610874-m02" [54a7acf7-8a8f-411c-bbd4-f22946919e6e] Running
I1011 21:19:38.592499 29617 system_pods.go:61] "kube-scheduler-ha-610874-m03" [fd812ce2-bf14-405a-a0d3-02b267a3e6e5] Running
I1011 21:19:38.592502 29617 system_pods.go:61] "kube-vip-ha-610874" [8ec9e25c-4f56-4d99-b54a-01e0ff0522b1] Running
I1011 21:19:38.592511 29617 system_pods.go:61] "kube-vip-ha-610874-m02" [4dafe794-9256-46a3-866c-e3926a0153da] Running
I1011 21:19:38.592517 29617 system_pods.go:61] "kube-vip-ha-610874-m03" [e3d56183-c8af-4ea0-a093-441ee0d965e1] Running
I1011 21:19:38.592521 29617 system_pods.go:61] "storage-provisioner" [2066958b-e1eb-421a-939e-79e8ea7357e1] Running
I1011 21:19:38.592525 29617 system_pods.go:74] duration metric: took 186.682269ms to wait for pod list to return data ...
I1011 21:19:38.592532 29617 default_sa.go:34] waiting for default service account to be created ...
I1011 21:19:38.776788 29617 request.go:632] Waited for 184.17903ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.10:8443/api/v1/namespaces/default/serviceaccounts
I1011 21:19:38.776850 29617 round_trippers.go:463] GET https://192.168.39.10:8443/api/v1/namespaces/default/serviceaccounts
I1011 21:19:38.776857 29617 round_trippers.go:469] Request Headers:
I1011 21:19:38.776867 29617 round_trippers.go:473] Accept: application/json, */*
I1011 21:19:38.776874 29617 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1011 21:19:38.780634 29617 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1011 21:19:38.780764 29617 default_sa.go:45] found service account: "default"
I1011 21:19:38.780782 29617 default_sa.go:55] duration metric: took 188.241369ms for default service account to be created ...
I1011 21:19:38.780791 29617 system_pods.go:116] waiting for k8s-apps to be running ...
I1011 21:19:38.977229 29617 request.go:632] Waited for 196.374035ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.10:8443/api/v1/namespaces/kube-system/pods
I1011 21:19:38.977314 29617 round_trippers.go:463] GET https://192.168.39.10:8443/api/v1/namespaces/kube-system/pods
I1011 21:19:38.977326 29617 round_trippers.go:469] Request Headers:
I1011 21:19:38.977333 29617 round_trippers.go:473] Accept: application/json, */*
I1011 21:19:38.977339 29617 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1011 21:19:38.983305 29617 round_trippers.go:574] Response Status: 200 OK in 5 milliseconds
I1011 21:19:38.990701 29617 system_pods.go:86] 24 kube-system pods found
I1011 21:19:38.990734 29617 system_pods.go:89] "coredns-7c65d6cfc9-bhkxl" [dff1cc79-8272-43f5-b525-b12e913c499d] Running
I1011 21:19:38.990743 29617 system_pods.go:89] "coredns-7c65d6cfc9-xdhdb" [dd476307-f596-44e8-b651-095399bb6ce9] Running
I1011 21:19:38.990750 29617 system_pods.go:89] "etcd-ha-610874" [6cd70b48-09bb-4280-8bdc-413f124d1d02] Running
I1011 21:19:38.990756 29617 system_pods.go:89] "etcd-ha-610874-m02" [11683051-9947-42d9-92a7-ba5a2e51345a] Running
I1011 21:19:38.990762 29617 system_pods.go:89] "etcd-ha-610874-m03" [a81d3d3e-a468-4c60-9e36-a542f7112755] Running
I1011 21:19:38.990769 29617 system_pods.go:89] "kindnet-2c774" [dc55cd3b-0cd7-4d47-88ac-2a5936585e41] Running
I1011 21:19:38.990775 29617 system_pods.go:89] "kindnet-pd7rn" [cc21667d-addd-48a2-a01e-97de30495101] Running
I1011 21:19:38.990782 29617 system_pods.go:89] "kindnet-xs5m6" [22248576-e5e5-455d-87f4-c4d51effcfca] Running
I1011 21:19:38.990790 29617 system_pods.go:89] "kube-apiserver-ha-610874" [6dcfe7a3-0e7d-4f20-bdbf-645d8e0d4466] Running
I1011 21:19:38.990800 29617 system_pods.go:89] "kube-apiserver-ha-610874-m02" [b1c38251-ef09-43dd-8787-a0fa8823e33b] Running
I1011 21:19:38.990808 29617 system_pods.go:89] "kube-apiserver-ha-610874-m03" [18106dfd-4932-4f5f-975b-cfae68b818ac] Running
I1011 21:19:38.990818 29617 system_pods.go:89] "kube-controller-manager-ha-610874" [8ae5b847-3699-44d1-8b49-8dcbc8ace6eb] Running
I1011 21:19:38.990826 29617 system_pods.go:89] "kube-controller-manager-ha-610874-m02" [5471c5e5-a528-4ac9-a32f-b67da82e9fcd] Running
I1011 21:19:38.990835 29617 system_pods.go:89] "kube-controller-manager-ha-610874-m03" [b98535aa-0e68-4302-b7ab-37453af6b7cf] Running
I1011 21:19:38.990842 29617 system_pods.go:89] "kube-proxy-4bj7p" [2d78dd8b-7200-497c-9abd-09b6f4484718] Running
I1011 21:19:38.990849 29617 system_pods.go:89] "kube-proxy-4tqhn" [960c7cfe-e1ab-401b-a4fa-2fa7e7ba2f4c] Running
I1011 21:19:38.990856 29617 system_pods.go:89] "kube-proxy-cwzw4" [515460dc-02dd-42a1-b093-c300c06979d4] Running
I1011 21:19:38.990866 29617 system_pods.go:89] "kube-scheduler-ha-610874" [0457b316-b7f3-471f-b9e3-0a482d0437be] Running
I1011 21:19:38.990873 29617 system_pods.go:89] "kube-scheduler-ha-610874-m02" [54a7acf7-8a8f-411c-bbd4-f22946919e6e] Running
I1011 21:19:38.990880 29617 system_pods.go:89] "kube-scheduler-ha-610874-m03" [fd812ce2-bf14-405a-a0d3-02b267a3e6e5] Running
I1011 21:19:38.990889 29617 system_pods.go:89] "kube-vip-ha-610874" [8ec9e25c-4f56-4d99-b54a-01e0ff0522b1] Running
I1011 21:19:38.990896 29617 system_pods.go:89] "kube-vip-ha-610874-m02" [4dafe794-9256-46a3-866c-e3926a0153da] Running
I1011 21:19:38.990903 29617 system_pods.go:89] "kube-vip-ha-610874-m03" [e3d56183-c8af-4ea0-a093-441ee0d965e1] Running
I1011 21:19:38.990910 29617 system_pods.go:89] "storage-provisioner" [2066958b-e1eb-421a-939e-79e8ea7357e1] Running
I1011 21:19:38.990922 29617 system_pods.go:126] duration metric: took 210.12433ms to wait for k8s-apps to be running ...
I1011 21:19:38.990936 29617 system_svc.go:44] waiting for kubelet service to be running ....
I1011 21:19:38.991000 29617 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1011 21:19:39.006368 29617 system_svc.go:56] duration metric: took 15.405995ms WaitForService to wait for kubelet
I1011 21:19:39.006398 29617 kubeadm.go:582] duration metric: took 26.154169399s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1011 21:19:39.006432 29617 node_conditions.go:102] verifying NodePressure condition ...
I1011 21:19:39.177139 29617 request.go:632] Waited for 170.58768ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.10:8443/api/v1/nodes
I1011 21:19:39.177204 29617 round_trippers.go:463] GET https://192.168.39.10:8443/api/v1/nodes
I1011 21:19:39.177210 29617 round_trippers.go:469] Request Headers:
I1011 21:19:39.177218 29617 round_trippers.go:473] Accept: application/json, */*
I1011 21:19:39.177226 29617 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1011 21:19:39.180762 29617 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1011 21:19:39.182158 29617 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I1011 21:19:39.182186 29617 node_conditions.go:123] node cpu capacity is 2
I1011 21:19:39.182210 29617 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I1011 21:19:39.182214 29617 node_conditions.go:123] node cpu capacity is 2
I1011 21:19:39.182219 29617 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I1011 21:19:39.182222 29617 node_conditions.go:123] node cpu capacity is 2
I1011 21:19:39.182225 29617 node_conditions.go:105] duration metric: took 175.788668ms to run NodePressure ...
I1011 21:19:39.182235 29617 start.go:241] waiting for startup goroutines ...
I1011 21:19:39.182261 29617 start.go:255] writing updated cluster config ...
I1011 21:19:39.182594 29617 ssh_runner.go:195] Run: rm -f paused
I1011 21:19:39.238354 29617 start.go:600] kubectl: 1.31.1, cluster: 1.31.1 (minor skew: 0)
I1011 21:19:39.241534 29617 out.go:177] * Done! kubectl is now configured to use "ha-610874" cluster and "default" namespace by default
==> CRI-O <==
Oct 11 21:23:38 ha-610874 crio[662]: time="2024-10-11 21:23:38.460454937Z" level=debug msg="Response: &VersionResponse{Version:0.1.0,RuntimeName:cri-o,RuntimeVersion:1.29.1,RuntimeApiVersion:v1,}" file="otel-collector/interceptors.go:74" id=4c114da0-55f4-4f18-87e2-32831a0161d7 name=/runtime.v1.RuntimeService/Version
Oct 11 21:23:38 ha-610874 crio[662]: time="2024-10-11 21:23:38.461903634Z" level=debug msg="Request: &ImageFsInfoRequest{}" file="otel-collector/interceptors.go:62" id=3dc93e7f-daa5-40b1-9f94-81dbc9d0a093 name=/runtime.v1.ImageService/ImageFsInfo
Oct 11 21:23:38 ha-610874 crio[662]: time="2024-10-11 21:23:38.462412806Z" level=debug msg="Response: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728681818462387246,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156102,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}" file="otel-collector/interceptors.go:74" id=3dc93e7f-daa5-40b1-9f94-81dbc9d0a093 name=/runtime.v1.ImageService/ImageFsInfo
Oct 11 21:23:38 ha-610874 crio[662]: time="2024-10-11 21:23:38.463309829Z" level=debug msg="Request: &ListContainersRequest{Filter:&ContainerFilter{Id:,State:nil,PodSandboxId:,LabelSelector:map[string]string{},},}" file="otel-collector/interceptors.go:62" id=e56cb9f4-d8a5-45a6-9441-d5f05a9edf80 name=/runtime.v1.RuntimeService/ListContainers
Oct 11 21:23:38 ha-610874 crio[662]: time="2024-10-11 21:23:38.463372908Z" level=debug msg="No filters were applied, returning full container list" file="server/container_list.go:60" id=e56cb9f4-d8a5-45a6-9441-d5f05a9edf80 name=/runtime.v1.RuntimeService/ListContainers
Oct 11 21:23:38 ha-610874 crio[662]: time="2024-10-11 21:23:38.463589703Z" level=debug msg="Response: &ListContainersResponse{Containers:[]*Container{&Container{Id:a12e9c8cc5fc503cb3d088434daca6fa70557545de8f6271a14617011bb8e4fe,PodSandboxId:3d6c8146ac279f839a9722b1e519709adcf4c13266dcd24bb4be2843837fa5ae,Metadata:&ContainerMetadata{Name:busybox,Attempt:0,},Image:&ImageSpec{Image:gcr.io/k8s-minikube/busybox@sha256:74f634b1bc1bd74535d5209589734efbd44a25f4e2dc96d78784576a3eb5b335,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:8c811b4aec35f259572d0f79207bc0678df4c736eeec50bc9fec37ed936a472a,State:CONTAINER_RUNNING,CreatedAt:1728681584515868695,Labels:map[string]string{io.kubernetes.container.name: busybox,io.kubernetes.pod.name: busybox-7dff88458-wdkxg,io.kubernetes.pod.namespace: default,io.kubernetes.pod.uid: eba860b8-6c0f-433a-8fe0-a8fef6cb685b,},Annotations:map[string]string{io.kubernetes.container.hash: 82159afa,io.kubernetes.container.restartCount: 0,io.kubernetes.c
ontainer.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:add7da026dcc432e1d6eb3b92ad0bc0e811323a99ffb76ab3bd58f21184173e6,PodSandboxId:8079f4949344c506352ce2e6017c5865cbcba0611fbb7b6aa734b3f8018848fd,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1728681445258071611,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-xdhdb,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: dd476307-f596-44e8-b651-095399bb6ce9,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"
UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:f6f79107165988c1ea5d41454b6e8292c035da472ced97a639614f35213e4fbb,PodSandboxId:bb1b1e2f66116e00a0b588459b06f61b10b934e36e569b0c996b6d3186666168,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1728681445232871591,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-bhkxl,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid:
dff1cc79-8272-43f5-b525-b12e913c499d,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:01564ba5bc1e8348535ecfce1665a0483722808b46999831d96f14bd02f6c536,PodSandboxId:5b0253d201393151c16424c686dc1852fc6ed843b7773d31f33242ca9e613825,Metadata:&ContainerMetadata{Name:storage-provisioner,Attempt:0,},Image:&ImageSpec{Image:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,State:CONTAINER_RUNNIN
G,CreatedAt:1728681443641452489,Labels:map[string]string{io.kubernetes.container.name: storage-provisioner,io.kubernetes.pod.name: storage-provisioner,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 2066958b-e1eb-421a-939e-79e8ea7357e1,},Annotations:map[string]string{io.kubernetes.container.hash: 6c6bf961,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:9d5b2015aad60f411567956ee64433709e634951dee64e29066b98759fdca952,PodSandboxId:bc055170688e11254b4e1b480fe275b7d4698f854b540f31ce5421a20ebe8ae1,Metadata:&ContainerMetadata{Name:kindnet-cni,Attempt:0,},Image:&ImageSpec{Image:docker.io/kindest/kindnetd@sha256:a454aa48d8e10631411378503103b251e3f52856d8be2535efb73a92fa2c0387,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:3a5bc24055c9ebfdf31b23eef58eb4bb79b8e1772c483e6aebd2a99b41d99e52,State:CO
NTAINER_RUNNING,CreatedAt:1728681431821685012,Labels:map[string]string{io.kubernetes.container.name: kindnet-cni,io.kubernetes.pod.name: kindnet-pd7rn,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: cc21667d-addd-48a2-a01e-97de30495101,},Annotations:map[string]string{io.kubernetes.container.hash: 1e4dce18,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:4af1bc183cfbe3ab21a91f41a5065722589a152a1a54e475009a5f2a73be708b,PodSandboxId:9bb0d73fd8a6dc65e03f914718411b2e3acf63d65019ec914337764a5b1acde0,Metadata:&ContainerMetadata{Name:kube-proxy,Attempt:0,},Image:&ImageSpec{Image:60c005f310ff3ad6d131805170f07d2946095307063eaaa5eedcaf06a0a89561,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:60c005f310ff3ad6d131805170f07d2946095307063eaaa5eedcaf06a0a89561,State:CONTAINER_RUNNING,CreatedAt:172868142
5602635911,Labels:map[string]string{io.kubernetes.container.name: kube-proxy,io.kubernetes.pod.name: kube-proxy-4tqhn,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 960c7cfe-e1ab-401b-a4fa-2fa7e7ba2f4c,},Annotations:map[string]string{io.kubernetes.container.hash: 159dcc59,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:7009deb3ff5ef8186521445d47345bbbc4cc287e3c8d90af64a91f9c2b05b07d,PodSandboxId:343b700a511ad4c723e763f5d6f205067bfda9ca664d803099b07bfaee6a534c,Metadata:&ContainerMetadata{Name:kube-vip,Attempt:0,},Image:&ImageSpec{Image:ghcr.io/kube-vip/kube-vip@sha256:805addee63aa68946df6a5b2dd410c9e658b7f69ddbfc8c0ea8a1486662d6413,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:18b729c2288dc4ef333dace4cac0c9a3afd63bd7d3c25bc857d39c79eea48460,State:CONTAINER_RUNNING,CreatedAt:17286814159
50493049,Labels:map[string]string{io.kubernetes.container.name: kube-vip,io.kubernetes.pod.name: kube-vip-ha-610874,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: ddc7fcae0779e224950f66ce4b0cf173,},Annotations:map[string]string{io.kubernetes.container.hash: 212a3ca5,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:093fe14b91d96e3d1fe6307fc7bffda9eea3defc55c18d557df6f9e1b1226d94,PodSandboxId:089d2c0589273506db9c0b4cfe87742fc33a12ae5a92164e487abd3d9814e09f,Metadata:&ContainerMetadata{Name:kube-scheduler,Attempt:0,},Image:&ImageSpec{Image:9aa1fad941575eed91ab13d44f3e4cb5b1ff4e09cbbe954ea63002289416a13b,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:9aa1fad941575eed91ab13d44f3e4cb5b1ff4e09cbbe954ea63002289416a13b,State:CONTAINER_RUNNING,CreatedAt:1728681412839763970,Labels:map[string]string
{io.kubernetes.container.name: kube-scheduler,io.kubernetes.pod.name: kube-scheduler-ha-610874,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 2a418c327914f91342d92b51abad5f64,},Annotations:map[string]string{io.kubernetes.container.hash: 12faacf7,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:1bb0907534c8f1803de8690ee45796589bbcde16d6649dc50f696544a0150865,PodSandboxId:9a96e5f0cd28ab016d78a67db1cf17167b72a2cf22286acf851c3662db92f75a,Metadata:&ContainerMetadata{Name:kube-controller-manager,Attempt:0,},Image:&ImageSpec{Image:175ffd71cce3d90bae95904b55260db941b10007a4e5471a19f3135b30aa9cd1,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:175ffd71cce3d90bae95904b55260db941b10007a4e5471a19f3135b30aa9cd1,State:CONTAINER_RUNNING,CreatedAt:1728681412889527299,Labels:map[string]string{io.kubernet
es.container.name: kube-controller-manager,io.kubernetes.pod.name: kube-controller-manager-ha-610874,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 2a6c5660833ee4be1cedaebce01ddba3,},Annotations:map[string]string{io.kubernetes.container.hash: d1900d79,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:b6a994e3f4bd91647db1b468f7e051276bb32bbd74e0ba8e74f00fd5a8f1d948,PodSandboxId:6fbc98773bd420b0c0a9addd583ca8cb235d197be3f6399aad087b586f74adaa,Metadata:&ContainerMetadata{Name:kube-apiserver,Attempt:0,},Image:&ImageSpec{Image:6bab7719df1001fdcc7e39f1decfa1f73b7f3af2757a91c5bafa1aaea29d1aee,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:6bab7719df1001fdcc7e39f1decfa1f73b7f3af2757a91c5bafa1aaea29d1aee,State:CONTAINER_RUNNING,CreatedAt:1728681412823876431,Labels:map[string]string{io.kubernetes.
container.name: kube-apiserver,io.kubernetes.pod.name: kube-apiserver-ha-610874,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 0331c21fedf7c3c7df69bbc42aa336c1,},Annotations:map[string]string{io.kubernetes.container.hash: 7df2713b,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:1cf13112be94fb78ba1f84336198913ab3539cd3238cead6076ecc103df9008a,PodSandboxId:65e184a9323648bf581759045d55e02c4e21f2a15d4a1261297d5d81dd9ec157,Metadata:&ContainerMetadata{Name:etcd,Attempt:0,},Image:&ImageSpec{Image:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,State:CONTAINER_RUNNING,CreatedAt:1728681412736888215,Labels:map[string]string{io.kubernetes.container.name: etcd,io.kuberne
tes.pod.name: etcd-ha-610874,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 864bf00bf1b32b1846f24d8cd17e31fd,},Annotations:map[string]string{io.kubernetes.container.hash: cdf7d3fa,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},},}" file="otel-collector/interceptors.go:74" id=e56cb9f4-d8a5-45a6-9441-d5f05a9edf80 name=/runtime.v1.RuntimeService/ListContainers
Oct 11 21:23:38 ha-610874 crio[662]: time="2024-10-11 21:23:38.501758749Z" level=debug msg="Request: &VersionRequest{Version:,}" file="otel-collector/interceptors.go:62" id=a2dd8559-37cc-418c-ad36-7b3fadb12b8d name=/runtime.v1.RuntimeService/Version
Oct 11 21:23:38 ha-610874 crio[662]: time="2024-10-11 21:23:38.501828729Z" level=debug msg="Response: &VersionResponse{Version:0.1.0,RuntimeName:cri-o,RuntimeVersion:1.29.1,RuntimeApiVersion:v1,}" file="otel-collector/interceptors.go:74" id=a2dd8559-37cc-418c-ad36-7b3fadb12b8d name=/runtime.v1.RuntimeService/Version
Oct 11 21:23:38 ha-610874 crio[662]: time="2024-10-11 21:23:38.502686202Z" level=debug msg="Request: &ImageFsInfoRequest{}" file="otel-collector/interceptors.go:62" id=abaf00ce-70db-4abd-852f-a4528a4d9b51 name=/runtime.v1.ImageService/ImageFsInfo
Oct 11 21:23:38 ha-610874 crio[662]: time="2024-10-11 21:23:38.503111501Z" level=debug msg="Response: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728681818503091193,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156102,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}" file="otel-collector/interceptors.go:74" id=abaf00ce-70db-4abd-852f-a4528a4d9b51 name=/runtime.v1.ImageService/ImageFsInfo
Oct 11 21:23:38 ha-610874 crio[662]: time="2024-10-11 21:23:38.503758504Z" level=debug msg="Request: &ListContainersRequest{Filter:&ContainerFilter{Id:,State:nil,PodSandboxId:,LabelSelector:map[string]string{},},}" file="otel-collector/interceptors.go:62" id=07be06e3-5375-4949-9481-a5598373cb17 name=/runtime.v1.RuntimeService/ListContainers
Oct 11 21:23:38 ha-610874 crio[662]: time="2024-10-11 21:23:38.503835239Z" level=debug msg="No filters were applied, returning full container list" file="server/container_list.go:60" id=07be06e3-5375-4949-9481-a5598373cb17 name=/runtime.v1.RuntimeService/ListContainers
Oct 11 21:23:38 ha-610874 crio[662]: time="2024-10-11 21:23:38.504088419Z" level=debug msg="Response: &ListContainersResponse{Containers:[]*Container{&Container{Id:a12e9c8cc5fc503cb3d088434daca6fa70557545de8f6271a14617011bb8e4fe,PodSandboxId:3d6c8146ac279f839a9722b1e519709adcf4c13266dcd24bb4be2843837fa5ae,Metadata:&ContainerMetadata{Name:busybox,Attempt:0,},Image:&ImageSpec{Image:gcr.io/k8s-minikube/busybox@sha256:74f634b1bc1bd74535d5209589734efbd44a25f4e2dc96d78784576a3eb5b335,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:8c811b4aec35f259572d0f79207bc0678df4c736eeec50bc9fec37ed936a472a,State:CONTAINER_RUNNING,CreatedAt:1728681584515868695,Labels:map[string]string{io.kubernetes.container.name: busybox,io.kubernetes.pod.name: busybox-7dff88458-wdkxg,io.kubernetes.pod.namespace: default,io.kubernetes.pod.uid: eba860b8-6c0f-433a-8fe0-a8fef6cb685b,},Annotations:map[string]string{io.kubernetes.container.hash: 82159afa,io.kubernetes.container.restartCount: 0,io.kubernetes.c
ontainer.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:add7da026dcc432e1d6eb3b92ad0bc0e811323a99ffb76ab3bd58f21184173e6,PodSandboxId:8079f4949344c506352ce2e6017c5865cbcba0611fbb7b6aa734b3f8018848fd,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1728681445258071611,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-xdhdb,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: dd476307-f596-44e8-b651-095399bb6ce9,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"
UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:f6f79107165988c1ea5d41454b6e8292c035da472ced97a639614f35213e4fbb,PodSandboxId:bb1b1e2f66116e00a0b588459b06f61b10b934e36e569b0c996b6d3186666168,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1728681445232871591,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-bhkxl,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid:
dff1cc79-8272-43f5-b525-b12e913c499d,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:01564ba5bc1e8348535ecfce1665a0483722808b46999831d96f14bd02f6c536,PodSandboxId:5b0253d201393151c16424c686dc1852fc6ed843b7773d31f33242ca9e613825,Metadata:&ContainerMetadata{Name:storage-provisioner,Attempt:0,},Image:&ImageSpec{Image:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,State:CONTAINER_RUNNIN
G,CreatedAt:1728681443641452489,Labels:map[string]string{io.kubernetes.container.name: storage-provisioner,io.kubernetes.pod.name: storage-provisioner,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 2066958b-e1eb-421a-939e-79e8ea7357e1,},Annotations:map[string]string{io.kubernetes.container.hash: 6c6bf961,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:9d5b2015aad60f411567956ee64433709e634951dee64e29066b98759fdca952,PodSandboxId:bc055170688e11254b4e1b480fe275b7d4698f854b540f31ce5421a20ebe8ae1,Metadata:&ContainerMetadata{Name:kindnet-cni,Attempt:0,},Image:&ImageSpec{Image:docker.io/kindest/kindnetd@sha256:a454aa48d8e10631411378503103b251e3f52856d8be2535efb73a92fa2c0387,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:3a5bc24055c9ebfdf31b23eef58eb4bb79b8e1772c483e6aebd2a99b41d99e52,State:CO
NTAINER_RUNNING,CreatedAt:1728681431821685012,Labels:map[string]string{io.kubernetes.container.name: kindnet-cni,io.kubernetes.pod.name: kindnet-pd7rn,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: cc21667d-addd-48a2-a01e-97de30495101,},Annotations:map[string]string{io.kubernetes.container.hash: 1e4dce18,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:4af1bc183cfbe3ab21a91f41a5065722589a152a1a54e475009a5f2a73be708b,PodSandboxId:9bb0d73fd8a6dc65e03f914718411b2e3acf63d65019ec914337764a5b1acde0,Metadata:&ContainerMetadata{Name:kube-proxy,Attempt:0,},Image:&ImageSpec{Image:60c005f310ff3ad6d131805170f07d2946095307063eaaa5eedcaf06a0a89561,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:60c005f310ff3ad6d131805170f07d2946095307063eaaa5eedcaf06a0a89561,State:CONTAINER_RUNNING,CreatedAt:172868142
5602635911,Labels:map[string]string{io.kubernetes.container.name: kube-proxy,io.kubernetes.pod.name: kube-proxy-4tqhn,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 960c7cfe-e1ab-401b-a4fa-2fa7e7ba2f4c,},Annotations:map[string]string{io.kubernetes.container.hash: 159dcc59,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:7009deb3ff5ef8186521445d47345bbbc4cc287e3c8d90af64a91f9c2b05b07d,PodSandboxId:343b700a511ad4c723e763f5d6f205067bfda9ca664d803099b07bfaee6a534c,Metadata:&ContainerMetadata{Name:kube-vip,Attempt:0,},Image:&ImageSpec{Image:ghcr.io/kube-vip/kube-vip@sha256:805addee63aa68946df6a5b2dd410c9e658b7f69ddbfc8c0ea8a1486662d6413,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:18b729c2288dc4ef333dace4cac0c9a3afd63bd7d3c25bc857d39c79eea48460,State:CONTAINER_RUNNING,CreatedAt:17286814159
50493049,Labels:map[string]string{io.kubernetes.container.name: kube-vip,io.kubernetes.pod.name: kube-vip-ha-610874,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: ddc7fcae0779e224950f66ce4b0cf173,},Annotations:map[string]string{io.kubernetes.container.hash: 212a3ca5,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:093fe14b91d96e3d1fe6307fc7bffda9eea3defc55c18d557df6f9e1b1226d94,PodSandboxId:089d2c0589273506db9c0b4cfe87742fc33a12ae5a92164e487abd3d9814e09f,Metadata:&ContainerMetadata{Name:kube-scheduler,Attempt:0,},Image:&ImageSpec{Image:9aa1fad941575eed91ab13d44f3e4cb5b1ff4e09cbbe954ea63002289416a13b,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:9aa1fad941575eed91ab13d44f3e4cb5b1ff4e09cbbe954ea63002289416a13b,State:CONTAINER_RUNNING,CreatedAt:1728681412839763970,Labels:map[string]string
{io.kubernetes.container.name: kube-scheduler,io.kubernetes.pod.name: kube-scheduler-ha-610874,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 2a418c327914f91342d92b51abad5f64,},Annotations:map[string]string{io.kubernetes.container.hash: 12faacf7,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:1bb0907534c8f1803de8690ee45796589bbcde16d6649dc50f696544a0150865,PodSandboxId:9a96e5f0cd28ab016d78a67db1cf17167b72a2cf22286acf851c3662db92f75a,Metadata:&ContainerMetadata{Name:kube-controller-manager,Attempt:0,},Image:&ImageSpec{Image:175ffd71cce3d90bae95904b55260db941b10007a4e5471a19f3135b30aa9cd1,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:175ffd71cce3d90bae95904b55260db941b10007a4e5471a19f3135b30aa9cd1,State:CONTAINER_RUNNING,CreatedAt:1728681412889527299,Labels:map[string]string{io.kubernet
es.container.name: kube-controller-manager,io.kubernetes.pod.name: kube-controller-manager-ha-610874,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 2a6c5660833ee4be1cedaebce01ddba3,},Annotations:map[string]string{io.kubernetes.container.hash: d1900d79,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:b6a994e3f4bd91647db1b468f7e051276bb32bbd74e0ba8e74f00fd5a8f1d948,PodSandboxId:6fbc98773bd420b0c0a9addd583ca8cb235d197be3f6399aad087b586f74adaa,Metadata:&ContainerMetadata{Name:kube-apiserver,Attempt:0,},Image:&ImageSpec{Image:6bab7719df1001fdcc7e39f1decfa1f73b7f3af2757a91c5bafa1aaea29d1aee,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:6bab7719df1001fdcc7e39f1decfa1f73b7f3af2757a91c5bafa1aaea29d1aee,State:CONTAINER_RUNNING,CreatedAt:1728681412823876431,Labels:map[string]string{io.kubernetes.
container.name: kube-apiserver,io.kubernetes.pod.name: kube-apiserver-ha-610874,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 0331c21fedf7c3c7df69bbc42aa336c1,},Annotations:map[string]string{io.kubernetes.container.hash: 7df2713b,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:1cf13112be94fb78ba1f84336198913ab3539cd3238cead6076ecc103df9008a,PodSandboxId:65e184a9323648bf581759045d55e02c4e21f2a15d4a1261297d5d81dd9ec157,Metadata:&ContainerMetadata{Name:etcd,Attempt:0,},Image:&ImageSpec{Image:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,State:CONTAINER_RUNNING,CreatedAt:1728681412736888215,Labels:map[string]string{io.kubernetes.container.name: etcd,io.kuberne
tes.pod.name: etcd-ha-610874,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 864bf00bf1b32b1846f24d8cd17e31fd,},Annotations:map[string]string{io.kubernetes.container.hash: cdf7d3fa,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},},}" file="otel-collector/interceptors.go:74" id=07be06e3-5375-4949-9481-a5598373cb17 name=/runtime.v1.RuntimeService/ListContainers
Oct 11 21:23:38 ha-610874 crio[662]: time="2024-10-11 21:23:38.507081750Z" level=debug msg="Request: &ListPodSandboxRequest{Filter:nil,}" file="otel-collector/interceptors.go:62" id=8c4b2a64-e8fa-45de-9555-3e6648f39595 name=/runtime.v1.RuntimeService/ListPodSandbox
Oct 11 21:23:38 ha-610874 crio[662]: time="2024-10-11 21:23:38.507498392Z" level=debug msg="Response: &ListPodSandboxResponse{Items:[]*PodSandbox{&PodSandbox{Id:3d6c8146ac279f839a9722b1e519709adcf4c13266dcd24bb4be2843837fa5ae,Metadata:&PodSandboxMetadata{Name:busybox-7dff88458-wdkxg,Uid:eba860b8-6c0f-433a-8fe0-a8fef6cb685b,Namespace:default,Attempt:0,},State:SANDBOX_READY,CreatedAt:1728681580504522131,Labels:map[string]string{app: busybox,io.kubernetes.container.name: POD,io.kubernetes.pod.name: busybox-7dff88458-wdkxg,io.kubernetes.pod.namespace: default,io.kubernetes.pod.uid: eba860b8-6c0f-433a-8fe0-a8fef6cb685b,pod-template-hash: 7dff88458,},Annotations:map[string]string{kubernetes.io/config.seen: 2024-10-11T21:19:40.179092319Z,kubernetes.io/config.source: api,},RuntimeHandler:,},&PodSandbox{Id:8079f4949344c506352ce2e6017c5865cbcba0611fbb7b6aa734b3f8018848fd,Metadata:&PodSandboxMetadata{Name:coredns-7c65d6cfc9-xdhdb,Uid:dd476307-f596-44e8-b651-095399bb6ce9,Namespace:kube-system,Attempt:0,},State:S
ANDBOX_READY,CreatedAt:1728681445043815876,Labels:map[string]string{io.kubernetes.container.name: POD,io.kubernetes.pod.name: coredns-7c65d6cfc9-xdhdb,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: dd476307-f596-44e8-b651-095399bb6ce9,k8s-app: kube-dns,pod-template-hash: 7c65d6cfc9,},Annotations:map[string]string{kubernetes.io/config.seen: 2024-10-11T21:17:23.236979424Z,kubernetes.io/config.source: api,},RuntimeHandler:,},&PodSandbox{Id:bb1b1e2f66116e00a0b588459b06f61b10b934e36e569b0c996b6d3186666168,Metadata:&PodSandboxMetadata{Name:coredns-7c65d6cfc9-bhkxl,Uid:dff1cc79-8272-43f5-b525-b12e913c499d,Namespace:kube-system,Attempt:0,},State:SANDBOX_READY,CreatedAt:1728681445034514057,Labels:map[string]string{io.kubernetes.container.name: POD,io.kubernetes.pod.name: coredns-7c65d6cfc9-bhkxl,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: dff1cc79-8272-43f5-b525-b12e913c499d,k8s-app: kube-dns,pod-template-hash: 7c65d6cfc9,},Annotations:map[string]string{kubernetes.io/config.seen: 2
024-10-11T21:17:23.227571519Z,kubernetes.io/config.source: api,},RuntimeHandler:,},&PodSandbox{Id:5b0253d201393151c16424c686dc1852fc6ed843b7773d31f33242ca9e613825,Metadata:&PodSandboxMetadata{Name:storage-provisioner,Uid:2066958b-e1eb-421a-939e-79e8ea7357e1,Namespace:kube-system,Attempt:0,},State:SANDBOX_READY,CreatedAt:1728681443541861734,Labels:map[string]string{addonmanager.kubernetes.io/mode: Reconcile,integration-test: storage-provisioner,io.kubernetes.container.name: POD,io.kubernetes.pod.name: storage-provisioner,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 2066958b-e1eb-421a-939e-79e8ea7357e1,},Annotations:map[string]string{kubectl.kubernetes.io/last-applied-configuration: {\"apiVersion\":\"v1\",\"kind\":\"Pod\",\"metadata\":{\"annotations\":{},\"labels\":{\"addonmanager.kubernetes.io/mode\":\"Reconcile\",\"integration-test\":\"storage-provisioner\"},\"name\":\"storage-provisioner\",\"namespace\":\"kube-system\"},\"spec\":{\"containers\":[{\"command\":[\"/storage-provisioner\"],\"im
age\":\"gcr.io/k8s-minikube/storage-provisioner:v5\",\"imagePullPolicy\":\"IfNotPresent\",\"name\":\"storage-provisioner\",\"volumeMounts\":[{\"mountPath\":\"/tmp\",\"name\":\"tmp\"}]}],\"hostNetwork\":true,\"serviceAccountName\":\"storage-provisioner\",\"volumes\":[{\"hostPath\":{\"path\":\"/tmp\",\"type\":\"Directory\"},\"name\":\"tmp\"}]}}\n,kubernetes.io/config.seen: 2024-10-11T21:17:23.232127315Z,kubernetes.io/config.source: api,},RuntimeHandler:,},&PodSandbox{Id:bc055170688e11254b4e1b480fe275b7d4698f854b540f31ce5421a20ebe8ae1,Metadata:&PodSandboxMetadata{Name:kindnet-pd7rn,Uid:cc21667d-addd-48a2-a01e-97de30495101,Namespace:kube-system,Attempt:0,},State:SANDBOX_READY,CreatedAt:1728681425422030922,Labels:map[string]string{app: kindnet,controller-revision-hash: 6f5b6b96c8,io.kubernetes.container.name: POD,io.kubernetes.pod.name: kindnet-pd7rn,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: cc21667d-addd-48a2-a01e-97de30495101,k8s-app: kindnet,pod-template-generation: 1,tier: node,},Annotati
ons:map[string]string{kubernetes.io/config.seen: 2024-10-11T21:17:03.604990394Z,kubernetes.io/config.source: api,},RuntimeHandler:,},&PodSandbox{Id:9bb0d73fd8a6dc65e03f914718411b2e3acf63d65019ec914337764a5b1acde0,Metadata:&PodSandboxMetadata{Name:kube-proxy-4tqhn,Uid:960c7cfe-e1ab-401b-a4fa-2fa7e7ba2f4c,Namespace:kube-system,Attempt:0,},State:SANDBOX_READY,CreatedAt:1728681425401902636,Labels:map[string]string{controller-revision-hash: 648b489c5b,io.kubernetes.container.name: POD,io.kubernetes.pod.name: kube-proxy-4tqhn,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 960c7cfe-e1ab-401b-a4fa-2fa7e7ba2f4c,k8s-app: kube-proxy,pod-template-generation: 1,},Annotations:map[string]string{kubernetes.io/config.seen: 2024-10-11T21:17:03.590704163Z,kubernetes.io/config.source: api,},RuntimeHandler:,},&PodSandbox{Id:9a96e5f0cd28ab016d78a67db1cf17167b72a2cf22286acf851c3662db92f75a,Metadata:&PodSandboxMetadata{Name:kube-controller-manager-ha-610874,Uid:2a6c5660833ee4be1cedaebce01ddba3,Namespace:kube-system,
Attempt:0,},State:SANDBOX_READY,CreatedAt:1728681412595485609,Labels:map[string]string{component: kube-controller-manager,io.kubernetes.container.name: POD,io.kubernetes.pod.name: kube-controller-manager-ha-610874,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 2a6c5660833ee4be1cedaebce01ddba3,tier: control-plane,},Annotations:map[string]string{kubernetes.io/config.hash: 2a6c5660833ee4be1cedaebce01ddba3,kubernetes.io/config.seen: 2024-10-11T21:16:51.496444363Z,kubernetes.io/config.source: file,},RuntimeHandler:,},&PodSandbox{Id:6fbc98773bd420b0c0a9addd583ca8cb235d197be3f6399aad087b586f74adaa,Metadata:&PodSandboxMetadata{Name:kube-apiserver-ha-610874,Uid:0331c21fedf7c3c7df69bbc42aa336c1,Namespace:kube-system,Attempt:0,},State:SANDBOX_READY,CreatedAt:1728681412594510590,Labels:map[string]string{component: kube-apiserver,io.kubernetes.container.name: POD,io.kubernetes.pod.name: kube-apiserver-ha-610874,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 0331c21fedf7c3c7df69bbc42aa336c
1,tier: control-plane,},Annotations:map[string]string{kubeadm.kubernetes.io/kube-apiserver.advertise-address.endpoint: 192.168.39.10:8443,kubernetes.io/config.hash: 0331c21fedf7c3c7df69bbc42aa336c1,kubernetes.io/config.seen: 2024-10-11T21:16:51.496442941Z,kubernetes.io/config.source: file,},RuntimeHandler:,},&PodSandbox{Id:089d2c0589273506db9c0b4cfe87742fc33a12ae5a92164e487abd3d9814e09f,Metadata:&PodSandboxMetadata{Name:kube-scheduler-ha-610874,Uid:2a418c327914f91342d92b51abad5f64,Namespace:kube-system,Attempt:0,},State:SANDBOX_READY,CreatedAt:1728681412592516430,Labels:map[string]string{component: kube-scheduler,io.kubernetes.container.name: POD,io.kubernetes.pod.name: kube-scheduler-ha-610874,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 2a418c327914f91342d92b51abad5f64,tier: control-plane,},Annotations:map[string]string{kubernetes.io/config.hash: 2a418c327914f91342d92b51abad5f64,kubernetes.io/config.seen: 2024-10-11T21:16:51.496445576Z,kubernetes.io/config.source: file,},RuntimeHandler:,}
,&PodSandbox{Id:65e184a9323648bf581759045d55e02c4e21f2a15d4a1261297d5d81dd9ec157,Metadata:&PodSandboxMetadata{Name:etcd-ha-610874,Uid:864bf00bf1b32b1846f24d8cd17e31fd,Namespace:kube-system,Attempt:0,},State:SANDBOX_READY,CreatedAt:1728681412565113890,Labels:map[string]string{component: etcd,io.kubernetes.container.name: POD,io.kubernetes.pod.name: etcd-ha-610874,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 864bf00bf1b32b1846f24d8cd17e31fd,tier: control-plane,},Annotations:map[string]string{kubeadm.kubernetes.io/etcd.advertise-client-urls: https://192.168.39.10:2379,kubernetes.io/config.hash: 864bf00bf1b32b1846f24d8cd17e31fd,kubernetes.io/config.seen: 2024-10-11T21:16:51.496439059Z,kubernetes.io/config.source: file,},RuntimeHandler:,},&PodSandbox{Id:343b700a511ad4c723e763f5d6f205067bfda9ca664d803099b07bfaee6a534c,Metadata:&PodSandboxMetadata{Name:kube-vip-ha-610874,Uid:ddc7fcae0779e224950f66ce4b0cf173,Namespace:kube-system,Attempt:0,},State:SANDBOX_READY,CreatedAt:1728681412563845744,Labels:
map[string]string{io.kubernetes.container.name: POD,io.kubernetes.pod.name: kube-vip-ha-610874,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: ddc7fcae0779e224950f66ce4b0cf173,},Annotations:map[string]string{kubernetes.io/config.hash: ddc7fcae0779e224950f66ce4b0cf173,kubernetes.io/config.seen: 2024-10-11T21:16:51.496446426Z,kubernetes.io/config.source: file,},RuntimeHandler:,},},}" file="otel-collector/interceptors.go:74" id=8c4b2a64-e8fa-45de-9555-3e6648f39595 name=/runtime.v1.RuntimeService/ListPodSandbox
Oct 11 21:23:38 ha-610874 crio[662]: time="2024-10-11 21:23:38.508611855Z" level=debug msg="Request: &ListContainersRequest{Filter:&ContainerFilter{Id:,State:nil,PodSandboxId:,LabelSelector:map[string]string{},},}" file="otel-collector/interceptors.go:62" id=97bc0e3d-f8b2-4c3b-a19e-2edeafddab8b name=/runtime.v1.RuntimeService/ListContainers
Oct 11 21:23:38 ha-610874 crio[662]: time="2024-10-11 21:23:38.508684970Z" level=debug msg="No filters were applied, returning full container list" file="server/container_list.go:60" id=97bc0e3d-f8b2-4c3b-a19e-2edeafddab8b name=/runtime.v1.RuntimeService/ListContainers
Oct 11 21:23:38 ha-610874 crio[662]: time="2024-10-11 21:23:38.508952757Z" level=debug msg="Response: &ListContainersResponse{Containers:[]*Container{&Container{Id:a12e9c8cc5fc503cb3d088434daca6fa70557545de8f6271a14617011bb8e4fe,PodSandboxId:3d6c8146ac279f839a9722b1e519709adcf4c13266dcd24bb4be2843837fa5ae,Metadata:&ContainerMetadata{Name:busybox,Attempt:0,},Image:&ImageSpec{Image:gcr.io/k8s-minikube/busybox@sha256:74f634b1bc1bd74535d5209589734efbd44a25f4e2dc96d78784576a3eb5b335,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:8c811b4aec35f259572d0f79207bc0678df4c736eeec50bc9fec37ed936a472a,State:CONTAINER_RUNNING,CreatedAt:1728681584515868695,Labels:map[string]string{io.kubernetes.container.name: busybox,io.kubernetes.pod.name: busybox-7dff88458-wdkxg,io.kubernetes.pod.namespace: default,io.kubernetes.pod.uid: eba860b8-6c0f-433a-8fe0-a8fef6cb685b,},Annotations:map[string]string{io.kubernetes.container.hash: 82159afa,io.kubernetes.container.restartCount: 0,io.kubernetes.c
ontainer.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:add7da026dcc432e1d6eb3b92ad0bc0e811323a99ffb76ab3bd58f21184173e6,PodSandboxId:8079f4949344c506352ce2e6017c5865cbcba0611fbb7b6aa734b3f8018848fd,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1728681445258071611,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-xdhdb,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: dd476307-f596-44e8-b651-095399bb6ce9,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"
UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:f6f79107165988c1ea5d41454b6e8292c035da472ced97a639614f35213e4fbb,PodSandboxId:bb1b1e2f66116e00a0b588459b06f61b10b934e36e569b0c996b6d3186666168,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1728681445232871591,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-bhkxl,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid:
dff1cc79-8272-43f5-b525-b12e913c499d,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:01564ba5bc1e8348535ecfce1665a0483722808b46999831d96f14bd02f6c536,PodSandboxId:5b0253d201393151c16424c686dc1852fc6ed843b7773d31f33242ca9e613825,Metadata:&ContainerMetadata{Name:storage-provisioner,Attempt:0,},Image:&ImageSpec{Image:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,State:CONTAINER_RUNNIN
G,CreatedAt:1728681443641452489,Labels:map[string]string{io.kubernetes.container.name: storage-provisioner,io.kubernetes.pod.name: storage-provisioner,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 2066958b-e1eb-421a-939e-79e8ea7357e1,},Annotations:map[string]string{io.kubernetes.container.hash: 6c6bf961,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:9d5b2015aad60f411567956ee64433709e634951dee64e29066b98759fdca952,PodSandboxId:bc055170688e11254b4e1b480fe275b7d4698f854b540f31ce5421a20ebe8ae1,Metadata:&ContainerMetadata{Name:kindnet-cni,Attempt:0,},Image:&ImageSpec{Image:docker.io/kindest/kindnetd@sha256:a454aa48d8e10631411378503103b251e3f52856d8be2535efb73a92fa2c0387,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:3a5bc24055c9ebfdf31b23eef58eb4bb79b8e1772c483e6aebd2a99b41d99e52,State:CO
NTAINER_RUNNING,CreatedAt:1728681431821685012,Labels:map[string]string{io.kubernetes.container.name: kindnet-cni,io.kubernetes.pod.name: kindnet-pd7rn,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: cc21667d-addd-48a2-a01e-97de30495101,},Annotations:map[string]string{io.kubernetes.container.hash: 1e4dce18,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:4af1bc183cfbe3ab21a91f41a5065722589a152a1a54e475009a5f2a73be708b,PodSandboxId:9bb0d73fd8a6dc65e03f914718411b2e3acf63d65019ec914337764a5b1acde0,Metadata:&ContainerMetadata{Name:kube-proxy,Attempt:0,},Image:&ImageSpec{Image:60c005f310ff3ad6d131805170f07d2946095307063eaaa5eedcaf06a0a89561,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:60c005f310ff3ad6d131805170f07d2946095307063eaaa5eedcaf06a0a89561,State:CONTAINER_RUNNING,CreatedAt:172868142
5602635911,Labels:map[string]string{io.kubernetes.container.name: kube-proxy,io.kubernetes.pod.name: kube-proxy-4tqhn,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 960c7cfe-e1ab-401b-a4fa-2fa7e7ba2f4c,},Annotations:map[string]string{io.kubernetes.container.hash: 159dcc59,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:7009deb3ff5ef8186521445d47345bbbc4cc287e3c8d90af64a91f9c2b05b07d,PodSandboxId:343b700a511ad4c723e763f5d6f205067bfda9ca664d803099b07bfaee6a534c,Metadata:&ContainerMetadata{Name:kube-vip,Attempt:0,},Image:&ImageSpec{Image:ghcr.io/kube-vip/kube-vip@sha256:805addee63aa68946df6a5b2dd410c9e658b7f69ddbfc8c0ea8a1486662d6413,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:18b729c2288dc4ef333dace4cac0c9a3afd63bd7d3c25bc857d39c79eea48460,State:CONTAINER_RUNNING,CreatedAt:17286814159
50493049,Labels:map[string]string{io.kubernetes.container.name: kube-vip,io.kubernetes.pod.name: kube-vip-ha-610874,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: ddc7fcae0779e224950f66ce4b0cf173,},Annotations:map[string]string{io.kubernetes.container.hash: 212a3ca5,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:093fe14b91d96e3d1fe6307fc7bffda9eea3defc55c18d557df6f9e1b1226d94,PodSandboxId:089d2c0589273506db9c0b4cfe87742fc33a12ae5a92164e487abd3d9814e09f,Metadata:&ContainerMetadata{Name:kube-scheduler,Attempt:0,},Image:&ImageSpec{Image:9aa1fad941575eed91ab13d44f3e4cb5b1ff4e09cbbe954ea63002289416a13b,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:9aa1fad941575eed91ab13d44f3e4cb5b1ff4e09cbbe954ea63002289416a13b,State:CONTAINER_RUNNING,CreatedAt:1728681412839763970,Labels:map[string]string
{io.kubernetes.container.name: kube-scheduler,io.kubernetes.pod.name: kube-scheduler-ha-610874,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 2a418c327914f91342d92b51abad5f64,},Annotations:map[string]string{io.kubernetes.container.hash: 12faacf7,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:1bb0907534c8f1803de8690ee45796589bbcde16d6649dc50f696544a0150865,PodSandboxId:9a96e5f0cd28ab016d78a67db1cf17167b72a2cf22286acf851c3662db92f75a,Metadata:&ContainerMetadata{Name:kube-controller-manager,Attempt:0,},Image:&ImageSpec{Image:175ffd71cce3d90bae95904b55260db941b10007a4e5471a19f3135b30aa9cd1,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:175ffd71cce3d90bae95904b55260db941b10007a4e5471a19f3135b30aa9cd1,State:CONTAINER_RUNNING,CreatedAt:1728681412889527299,Labels:map[string]string{io.kubernet
es.container.name: kube-controller-manager,io.kubernetes.pod.name: kube-controller-manager-ha-610874,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 2a6c5660833ee4be1cedaebce01ddba3,},Annotations:map[string]string{io.kubernetes.container.hash: d1900d79,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:b6a994e3f4bd91647db1b468f7e051276bb32bbd74e0ba8e74f00fd5a8f1d948,PodSandboxId:6fbc98773bd420b0c0a9addd583ca8cb235d197be3f6399aad087b586f74adaa,Metadata:&ContainerMetadata{Name:kube-apiserver,Attempt:0,},Image:&ImageSpec{Image:6bab7719df1001fdcc7e39f1decfa1f73b7f3af2757a91c5bafa1aaea29d1aee,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:6bab7719df1001fdcc7e39f1decfa1f73b7f3af2757a91c5bafa1aaea29d1aee,State:CONTAINER_RUNNING,CreatedAt:1728681412823876431,Labels:map[string]string{io.kubernetes.
container.name: kube-apiserver,io.kubernetes.pod.name: kube-apiserver-ha-610874,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 0331c21fedf7c3c7df69bbc42aa336c1,},Annotations:map[string]string{io.kubernetes.container.hash: 7df2713b,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:1cf13112be94fb78ba1f84336198913ab3539cd3238cead6076ecc103df9008a,PodSandboxId:65e184a9323648bf581759045d55e02c4e21f2a15d4a1261297d5d81dd9ec157,Metadata:&ContainerMetadata{Name:etcd,Attempt:0,},Image:&ImageSpec{Image:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,State:CONTAINER_RUNNING,CreatedAt:1728681412736888215,Labels:map[string]string{io.kubernetes.container.name: etcd,io.kuberne
tes.pod.name: etcd-ha-610874,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 864bf00bf1b32b1846f24d8cd17e31fd,},Annotations:map[string]string{io.kubernetes.container.hash: cdf7d3fa,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},},}" file="otel-collector/interceptors.go:74" id=97bc0e3d-f8b2-4c3b-a19e-2edeafddab8b name=/runtime.v1.RuntimeService/ListContainers
Oct 11 21:23:38 ha-610874 crio[662]: time="2024-10-11 21:23:38.543041486Z" level=debug msg="Request: &VersionRequest{Version:,}" file="otel-collector/interceptors.go:62" id=5e99b220-b312-489c-a96e-6c12f9b570e3 name=/runtime.v1.RuntimeService/Version
Oct 11 21:23:38 ha-610874 crio[662]: time="2024-10-11 21:23:38.543127807Z" level=debug msg="Response: &VersionResponse{Version:0.1.0,RuntimeName:cri-o,RuntimeVersion:1.29.1,RuntimeApiVersion:v1,}" file="otel-collector/interceptors.go:74" id=5e99b220-b312-489c-a96e-6c12f9b570e3 name=/runtime.v1.RuntimeService/Version
Oct 11 21:23:38 ha-610874 crio[662]: time="2024-10-11 21:23:38.544382176Z" level=debug msg="Request: &ImageFsInfoRequest{}" file="otel-collector/interceptors.go:62" id=9f7aa123-1a31-4300-8212-93db35b539f4 name=/runtime.v1.ImageService/ImageFsInfo
Oct 11 21:23:38 ha-610874 crio[662]: time="2024-10-11 21:23:38.544823473Z" level=debug msg="Response: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728681818544802528,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156102,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}" file="otel-collector/interceptors.go:74" id=9f7aa123-1a31-4300-8212-93db35b539f4 name=/runtime.v1.ImageService/ImageFsInfo
Oct 11 21:23:38 ha-610874 crio[662]: time="2024-10-11 21:23:38.545256054Z" level=debug msg="Request: &ListContainersRequest{Filter:&ContainerFilter{Id:,State:nil,PodSandboxId:,LabelSelector:map[string]string{},},}" file="otel-collector/interceptors.go:62" id=a8982efb-ec31-4a77-a8ef-eb32f6082e2d name=/runtime.v1.RuntimeService/ListContainers
Oct 11 21:23:38 ha-610874 crio[662]: time="2024-10-11 21:23:38.545324543Z" level=debug msg="No filters were applied, returning full container list" file="server/container_list.go:60" id=a8982efb-ec31-4a77-a8ef-eb32f6082e2d name=/runtime.v1.RuntimeService/ListContainers
Oct 11 21:23:38 ha-610874 crio[662]: time="2024-10-11 21:23:38.545550326Z" level=debug msg="Response: &ListContainersResponse{Containers:[]*Container{&Container{Id:a12e9c8cc5fc503cb3d088434daca6fa70557545de8f6271a14617011bb8e4fe,PodSandboxId:3d6c8146ac279f839a9722b1e519709adcf4c13266dcd24bb4be2843837fa5ae,Metadata:&ContainerMetadata{Name:busybox,Attempt:0,},Image:&ImageSpec{Image:gcr.io/k8s-minikube/busybox@sha256:74f634b1bc1bd74535d5209589734efbd44a25f4e2dc96d78784576a3eb5b335,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:8c811b4aec35f259572d0f79207bc0678df4c736eeec50bc9fec37ed936a472a,State:CONTAINER_RUNNING,CreatedAt:1728681584515868695,Labels:map[string]string{io.kubernetes.container.name: busybox,io.kubernetes.pod.name: busybox-7dff88458-wdkxg,io.kubernetes.pod.namespace: default,io.kubernetes.pod.uid: eba860b8-6c0f-433a-8fe0-a8fef6cb685b,},Annotations:map[string]string{io.kubernetes.container.hash: 82159afa,io.kubernetes.container.restartCount: 0,io.kubernetes.c
ontainer.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:add7da026dcc432e1d6eb3b92ad0bc0e811323a99ffb76ab3bd58f21184173e6,PodSandboxId:8079f4949344c506352ce2e6017c5865cbcba0611fbb7b6aa734b3f8018848fd,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1728681445258071611,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-xdhdb,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: dd476307-f596-44e8-b651-095399bb6ce9,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"
UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:f6f79107165988c1ea5d41454b6e8292c035da472ced97a639614f35213e4fbb,PodSandboxId:bb1b1e2f66116e00a0b588459b06f61b10b934e36e569b0c996b6d3186666168,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1728681445232871591,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-bhkxl,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid:
dff1cc79-8272-43f5-b525-b12e913c499d,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:01564ba5bc1e8348535ecfce1665a0483722808b46999831d96f14bd02f6c536,PodSandboxId:5b0253d201393151c16424c686dc1852fc6ed843b7773d31f33242ca9e613825,Metadata:&ContainerMetadata{Name:storage-provisioner,Attempt:0,},Image:&ImageSpec{Image:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,State:CONTAINER_RUNNIN
G,CreatedAt:1728681443641452489,Labels:map[string]string{io.kubernetes.container.name: storage-provisioner,io.kubernetes.pod.name: storage-provisioner,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 2066958b-e1eb-421a-939e-79e8ea7357e1,},Annotations:map[string]string{io.kubernetes.container.hash: 6c6bf961,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:9d5b2015aad60f411567956ee64433709e634951dee64e29066b98759fdca952,PodSandboxId:bc055170688e11254b4e1b480fe275b7d4698f854b540f31ce5421a20ebe8ae1,Metadata:&ContainerMetadata{Name:kindnet-cni,Attempt:0,},Image:&ImageSpec{Image:docker.io/kindest/kindnetd@sha256:a454aa48d8e10631411378503103b251e3f52856d8be2535efb73a92fa2c0387,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:3a5bc24055c9ebfdf31b23eef58eb4bb79b8e1772c483e6aebd2a99b41d99e52,State:CO
NTAINER_RUNNING,CreatedAt:1728681431821685012,Labels:map[string]string{io.kubernetes.container.name: kindnet-cni,io.kubernetes.pod.name: kindnet-pd7rn,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: cc21667d-addd-48a2-a01e-97de30495101,},Annotations:map[string]string{io.kubernetes.container.hash: 1e4dce18,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:4af1bc183cfbe3ab21a91f41a5065722589a152a1a54e475009a5f2a73be708b,PodSandboxId:9bb0d73fd8a6dc65e03f914718411b2e3acf63d65019ec914337764a5b1acde0,Metadata:&ContainerMetadata{Name:kube-proxy,Attempt:0,},Image:&ImageSpec{Image:60c005f310ff3ad6d131805170f07d2946095307063eaaa5eedcaf06a0a89561,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:60c005f310ff3ad6d131805170f07d2946095307063eaaa5eedcaf06a0a89561,State:CONTAINER_RUNNING,CreatedAt:172868142
5602635911,Labels:map[string]string{io.kubernetes.container.name: kube-proxy,io.kubernetes.pod.name: kube-proxy-4tqhn,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 960c7cfe-e1ab-401b-a4fa-2fa7e7ba2f4c,},Annotations:map[string]string{io.kubernetes.container.hash: 159dcc59,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:7009deb3ff5ef8186521445d47345bbbc4cc287e3c8d90af64a91f9c2b05b07d,PodSandboxId:343b700a511ad4c723e763f5d6f205067bfda9ca664d803099b07bfaee6a534c,Metadata:&ContainerMetadata{Name:kube-vip,Attempt:0,},Image:&ImageSpec{Image:ghcr.io/kube-vip/kube-vip@sha256:805addee63aa68946df6a5b2dd410c9e658b7f69ddbfc8c0ea8a1486662d6413,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:18b729c2288dc4ef333dace4cac0c9a3afd63bd7d3c25bc857d39c79eea48460,State:CONTAINER_RUNNING,CreatedAt:17286814159
50493049,Labels:map[string]string{io.kubernetes.container.name: kube-vip,io.kubernetes.pod.name: kube-vip-ha-610874,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: ddc7fcae0779e224950f66ce4b0cf173,},Annotations:map[string]string{io.kubernetes.container.hash: 212a3ca5,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:093fe14b91d96e3d1fe6307fc7bffda9eea3defc55c18d557df6f9e1b1226d94,PodSandboxId:089d2c0589273506db9c0b4cfe87742fc33a12ae5a92164e487abd3d9814e09f,Metadata:&ContainerMetadata{Name:kube-scheduler,Attempt:0,},Image:&ImageSpec{Image:9aa1fad941575eed91ab13d44f3e4cb5b1ff4e09cbbe954ea63002289416a13b,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:9aa1fad941575eed91ab13d44f3e4cb5b1ff4e09cbbe954ea63002289416a13b,State:CONTAINER_RUNNING,CreatedAt:1728681412839763970,Labels:map[string]string
{io.kubernetes.container.name: kube-scheduler,io.kubernetes.pod.name: kube-scheduler-ha-610874,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 2a418c327914f91342d92b51abad5f64,},Annotations:map[string]string{io.kubernetes.container.hash: 12faacf7,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:1bb0907534c8f1803de8690ee45796589bbcde16d6649dc50f696544a0150865,PodSandboxId:9a96e5f0cd28ab016d78a67db1cf17167b72a2cf22286acf851c3662db92f75a,Metadata:&ContainerMetadata{Name:kube-controller-manager,Attempt:0,},Image:&ImageSpec{Image:175ffd71cce3d90bae95904b55260db941b10007a4e5471a19f3135b30aa9cd1,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:175ffd71cce3d90bae95904b55260db941b10007a4e5471a19f3135b30aa9cd1,State:CONTAINER_RUNNING,CreatedAt:1728681412889527299,Labels:map[string]string{io.kubernet
es.container.name: kube-controller-manager,io.kubernetes.pod.name: kube-controller-manager-ha-610874,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 2a6c5660833ee4be1cedaebce01ddba3,},Annotations:map[string]string{io.kubernetes.container.hash: d1900d79,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:b6a994e3f4bd91647db1b468f7e051276bb32bbd74e0ba8e74f00fd5a8f1d948,PodSandboxId:6fbc98773bd420b0c0a9addd583ca8cb235d197be3f6399aad087b586f74adaa,Metadata:&ContainerMetadata{Name:kube-apiserver,Attempt:0,},Image:&ImageSpec{Image:6bab7719df1001fdcc7e39f1decfa1f73b7f3af2757a91c5bafa1aaea29d1aee,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:6bab7719df1001fdcc7e39f1decfa1f73b7f3af2757a91c5bafa1aaea29d1aee,State:CONTAINER_RUNNING,CreatedAt:1728681412823876431,Labels:map[string]string{io.kubernetes.
container.name: kube-apiserver,io.kubernetes.pod.name: kube-apiserver-ha-610874,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 0331c21fedf7c3c7df69bbc42aa336c1,},Annotations:map[string]string{io.kubernetes.container.hash: 7df2713b,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:1cf13112be94fb78ba1f84336198913ab3539cd3238cead6076ecc103df9008a,PodSandboxId:65e184a9323648bf581759045d55e02c4e21f2a15d4a1261297d5d81dd9ec157,Metadata:&ContainerMetadata{Name:etcd,Attempt:0,},Image:&ImageSpec{Image:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,State:CONTAINER_RUNNING,CreatedAt:1728681412736888215,Labels:map[string]string{io.kubernetes.container.name: etcd,io.kuberne
tes.pod.name: etcd-ha-610874,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 864bf00bf1b32b1846f24d8cd17e31fd,},Annotations:map[string]string{io.kubernetes.container.hash: cdf7d3fa,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},},}" file="otel-collector/interceptors.go:74" id=a8982efb-ec31-4a77-a8ef-eb32f6082e2d name=/runtime.v1.RuntimeService/ListContainers
==> container status <==
CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD
a12e9c8cc5fc5 gcr.io/k8s-minikube/busybox@sha256:74f634b1bc1bd74535d5209589734efbd44a25f4e2dc96d78784576a3eb5b335 3 minutes ago Running busybox 0 3d6c8146ac279 busybox-7dff88458-wdkxg
add7da026dcc4 c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6 6 minutes ago Running coredns 0 8079f4949344c coredns-7c65d6cfc9-xdhdb
f6f7910716598 c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6 6 minutes ago Running coredns 0 bb1b1e2f66116 coredns-7c65d6cfc9-bhkxl
01564ba5bc1e8 6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562 6 minutes ago Running storage-provisioner 0 5b0253d201393 storage-provisioner
9d5b2015aad60 docker.io/kindest/kindnetd@sha256:a454aa48d8e10631411378503103b251e3f52856d8be2535efb73a92fa2c0387 6 minutes ago Running kindnet-cni 0 bc055170688e1 kindnet-pd7rn
4af1bc183cfbe 60c005f310ff3ad6d131805170f07d2946095307063eaaa5eedcaf06a0a89561 6 minutes ago Running kube-proxy 0 9bb0d73fd8a6d kube-proxy-4tqhn
7009deb3ff5ef ghcr.io/kube-vip/kube-vip@sha256:805addee63aa68946df6a5b2dd410c9e658b7f69ddbfc8c0ea8a1486662d6413 6 minutes ago Running kube-vip 0 343b700a511ad kube-vip-ha-610874
1bb0907534c8f 175ffd71cce3d90bae95904b55260db941b10007a4e5471a19f3135b30aa9cd1 6 minutes ago Running kube-controller-manager 0 9a96e5f0cd28a kube-controller-manager-ha-610874
093fe14b91d96 9aa1fad941575eed91ab13d44f3e4cb5b1ff4e09cbbe954ea63002289416a13b 6 minutes ago Running kube-scheduler 0 089d2c0589273 kube-scheduler-ha-610874
b6a994e3f4bd9 6bab7719df1001fdcc7e39f1decfa1f73b7f3af2757a91c5bafa1aaea29d1aee 6 minutes ago Running kube-apiserver 0 6fbc98773bd42 kube-apiserver-ha-610874
1cf13112be94f 2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4 6 minutes ago Running etcd 0 65e184a932364 etcd-ha-610874
==> coredns [add7da026dcc432e1d6eb3b92ad0bc0e811323a99ffb76ab3bd58f21184173e6] <==
[INFO] 10.244.1.2:39255 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000143766s
[INFO] 10.244.1.2:38119 - 5 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000142587s
[INFO] 10.244.1.2:40246 - 8 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.002793445s
[INFO] 10.244.1.2:46273 - 9 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000207574s
[INFO] 10.244.0.4:51515 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000133463s
[INFO] 10.244.0.4:34555 - 3 "AAAA IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 36 0.001773084s
[INFO] 10.244.0.4:56190 - 4 "AAAA IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.00010851s
[INFO] 10.244.0.4:35324 - 7 "A IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000114943s
[INFO] 10.244.0.4:37261 - 8 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000075619s
[INFO] 10.244.2.2:33936 - 4 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000100657s
[INFO] 10.244.2.2:47182 - 5 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000246779s
[INFO] 10.244.1.2:44485 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000167961s
[INFO] 10.244.1.2:46483 - 3 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000141019s
[INFO] 10.244.1.2:55464 - 5 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000121351s
[INFO] 10.244.0.4:47194 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000117616s
[INFO] 10.244.0.4:49523 - 3 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000148468s
[INFO] 10.244.0.4:45932 - 4 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000127987s
[INFO] 10.244.0.4:49317 - 5 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000075167s
[INFO] 10.244.2.2:35216 - 3 "AAAA IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 40 0.000169352s
[INFO] 10.244.2.2:33809 - 4 "A IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 78 0.00014751s
[INFO] 10.244.2.2:44485 - 5 "PTR IN 1.39.168.192.in-addr.arpa. udp 43 false 512" NOERROR qr,aa,rd 104 0.000176967s
[INFO] 10.244.1.2:48359 - 3 "AAAA IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 40 0.00011299s
[INFO] 10.244.0.4:56947 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000140437s
[INFO] 10.244.0.4:57754 - 4 "A IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 78 0.000075899s
[INFO] 10.244.0.4:59528 - 5 "PTR IN 1.39.168.192.in-addr.arpa. udp 43 false 512" NOERROR qr,aa,rd 104 0.000091718s
==> coredns [f6f79107165988c1ea5d41454b6e8292c035da472ced97a639614f35213e4fbb] <==
[INFO] 127.0.0.1:48153 - 48750 "HINFO IN 7219889624523006915.8528053042981959638. udp 57 false 512" NXDOMAIN qr,rd,ra 57 0.015325438s
[INFO] 10.244.2.2:47536 - 4 "A IN kubernetes.io. udp 31 false 512" NOERROR qr,rd,ra 60 0.017241259s
[INFO] 10.244.2.2:38591 - 5 "PTR IN 148.40.75.147.in-addr.arpa. udp 44 false 512" NXDOMAIN qr,rd,ra 44 0.013641236s
[INFO] 10.244.1.2:49949 - 3 "AAAA IN kubernetes.io. udp 31 false 512" NOERROR qr,rd,ra 31 0.001322762s
[INFO] 10.244.1.2:43849 - 4 "A IN kubernetes.io. udp 31 false 512" NOERROR qr,aa,rd,ra 60 0.00009337s
[INFO] 10.244.0.4:40246 - 3 "AAAA IN kubernetes.io. udp 31 false 512" NOERROR qr,aa,rd,ra 31 0.000070768s
[INFO] 10.244.0.4:45808 - 5 "PTR IN 148.40.75.147.in-addr.arpa. udp 44 false 512" NXDOMAIN qr,rd,ra 44 0.00140468s
[INFO] 10.244.2.2:36598 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000219913s
[INFO] 10.244.2.2:59970 - 8 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000164371s
[INFO] 10.244.2.2:54785 - 9 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000130909s
[INFO] 10.244.1.2:57804 - 3 "AAAA IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 36 0.001791262s
[INFO] 10.244.1.2:49139 - 4 "AAAA IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000158826s
[INFO] 10.244.1.2:59870 - 6 "A IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 36 0.00130207s
[INFO] 10.244.1.2:48112 - 7 "A IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000127361s
[INFO] 10.244.0.4:37981 - 5 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000152222s
[INFO] 10.244.0.4:40975 - 6 "A IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 36 0.001145115s
[INFO] 10.244.0.4:46746 - 9 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000060695s
[INFO] 10.244.2.2:60221 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000111051s
[INFO] 10.244.2.2:45949 - 3 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.0000966s
[INFO] 10.244.1.2:51845 - 4 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000131185s
[INFO] 10.244.2.2:49925 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000140614s
[INFO] 10.244.1.2:40749 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000139491s
[INFO] 10.244.1.2:40058 - 4 "A IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 78 0.000192557s
[INFO] 10.244.1.2:36253 - 5 "PTR IN 1.39.168.192.in-addr.arpa. udp 43 false 512" NOERROR qr,aa,rd 104 0.000154213s
[INFO] 10.244.0.4:54354 - 3 "AAAA IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 40 0.000127201s
==> describe nodes <==
Name: ha-610874
Roles: control-plane
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=ha-610874
kubernetes.io/os=linux
minikube.k8s.io/commit=22fb0b41d4a12c6d1b6775ff06e33685efed0efd
minikube.k8s.io/name=ha-610874
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2024_10_11T21_16_59_0700
minikube.k8s.io/version=v1.34.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Fri, 11 Oct 2024 21:16:58 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: ha-610874
AcquireTime: <unset>
RenewTime: Fri, 11 Oct 2024 21:23:37 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Fri, 11 Oct 2024 21:20:02 +0000 Fri, 11 Oct 2024 21:16:58 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Fri, 11 Oct 2024 21:20:02 +0000 Fri, 11 Oct 2024 21:16:58 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Fri, 11 Oct 2024 21:20:02 +0000 Fri, 11 Oct 2024 21:16:58 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Fri, 11 Oct 2024 21:20:02 +0000 Fri, 11 Oct 2024 21:17:23 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.39.10
Hostname: ha-610874
Capacity:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
System Info:
Machine ID: 0cfe54b8903d4e3899113202463cdd3d
System UUID: 0cfe54b8-903d-4e38-9911-3202463cdd3d
Boot ID: afa53331-2d72-4daf-aead-d3b59f60fb23
Kernel Version: 5.10.207
OS Image: Buildroot 2023.02.9
Operating System: linux
Architecture: amd64
Container Runtime Version: cri-o://1.29.1
Kubelet Version: v1.31.1
Kube-Proxy Version: v1.31.1
PodCIDR: 10.244.0.0/24
PodCIDRs: 10.244.0.0/24
Non-terminated Pods: (11 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox-7dff88458-wdkxg 0 (0%) 0 (0%) 0 (0%) 0 (0%) 3m58s
kube-system coredns-7c65d6cfc9-bhkxl 100m (5%) 0 (0%) 70Mi (3%) 170Mi (8%) 6m35s
kube-system coredns-7c65d6cfc9-xdhdb 100m (5%) 0 (0%) 70Mi (3%) 170Mi (8%) 6m35s
kube-system etcd-ha-610874 100m (5%) 0 (0%) 100Mi (4%) 0 (0%) 6m39s
kube-system kindnet-pd7rn 100m (5%) 100m (5%) 50Mi (2%) 50Mi (2%) 6m35s
kube-system kube-apiserver-ha-610874 250m (12%) 0 (0%) 0 (0%) 0 (0%) 6m39s
kube-system kube-controller-manager-ha-610874 200m (10%) 0 (0%) 0 (0%) 0 (0%) 6m39s
kube-system kube-proxy-4tqhn 0 (0%) 0 (0%) 0 (0%) 0 (0%) 6m35s
kube-system kube-scheduler-ha-610874 100m (5%) 0 (0%) 0 (0%) 0 (0%) 6m39s
kube-system kube-vip-ha-610874 0 (0%) 0 (0%) 0 (0%) 0 (0%) 6m39s
kube-system storage-provisioner 0 (0%) 0 (0%) 0 (0%) 0 (0%) 6m34s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 950m (47%) 100m (5%)
memory 290Mi (13%) 390Mi (18%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 6m32s kube-proxy
Normal Starting 6m40s kubelet Starting kubelet.
Normal NodeAllocatableEnforced 6m40s kubelet Updated Node Allocatable limit across pods
Normal NodeHasSufficientMemory 6m39s kubelet Node ha-610874 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 6m39s kubelet Node ha-610874 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 6m39s kubelet Node ha-610874 status is now: NodeHasSufficientPID
Normal RegisteredNode 6m36s node-controller Node ha-610874 event: Registered Node ha-610874 in Controller
Normal NodeReady 6m15s kubelet Node ha-610874 status is now: NodeReady
Normal RegisteredNode 5m38s node-controller Node ha-610874 event: Registered Node ha-610874 in Controller
Normal RegisteredNode 4m20s node-controller Node ha-610874 event: Registered Node ha-610874 in Controller
Name: ha-610874-m02
Roles: control-plane
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=ha-610874-m02
kubernetes.io/os=linux
minikube.k8s.io/commit=22fb0b41d4a12c6d1b6775ff06e33685efed0efd
minikube.k8s.io/name=ha-610874
minikube.k8s.io/primary=false
minikube.k8s.io/updated_at=2024_10_11T21_17_54_0700
minikube.k8s.io/version=v1.34.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Fri, 11 Oct 2024 21:17:52 +0000
Taints: node.kubernetes.io/unreachable:NoExecute
node.kubernetes.io/unreachable:NoSchedule
Unschedulable: false
Lease:
HolderIdentity: ha-610874-m02
AcquireTime: <unset>
RenewTime: Fri, 11 Oct 2024 21:20:56 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure Unknown Fri, 11 Oct 2024 21:19:55 +0000 Fri, 11 Oct 2024 21:21:38 +0000 NodeStatusUnknown Kubelet stopped posting node status.
DiskPressure Unknown Fri, 11 Oct 2024 21:19:55 +0000 Fri, 11 Oct 2024 21:21:38 +0000 NodeStatusUnknown Kubelet stopped posting node status.
PIDPressure Unknown Fri, 11 Oct 2024 21:19:55 +0000 Fri, 11 Oct 2024 21:21:38 +0000 NodeStatusUnknown Kubelet stopped posting node status.
Ready Unknown Fri, 11 Oct 2024 21:19:55 +0000 Fri, 11 Oct 2024 21:21:38 +0000 NodeStatusUnknown Kubelet stopped posting node status.
Addresses:
InternalIP: 192.168.39.11
Hostname: ha-610874-m02
Capacity:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
System Info:
Machine ID: e5e48fde498443da85ce03c51747b961
System UUID: e5e48fde-4984-43da-85ce-03c51747b961
Boot ID: bf2f6504-4406-4797-b6e1-dc754be8ce6c
Kernel Version: 5.10.207
OS Image: Buildroot 2023.02.9
Operating System: linux
Architecture: amd64
Container Runtime Version: cri-o://1.29.1
Kubelet Version: v1.31.1
Kube-Proxy Version: v1.31.1
PodCIDR: 10.244.1.0/24
PodCIDRs: 10.244.1.0/24
Non-terminated Pods: (8 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox-7dff88458-pwg8s 0 (0%) 0 (0%) 0 (0%) 0 (0%) 3m58s
kube-system etcd-ha-610874-m02 100m (5%) 0 (0%) 100Mi (4%) 0 (0%) 5m44s
kube-system kindnet-xs5m6 100m (5%) 100m (5%) 50Mi (2%) 50Mi (2%) 5m46s
kube-system kube-apiserver-ha-610874-m02 250m (12%) 0 (0%) 0 (0%) 0 (0%) 5m44s
kube-system kube-controller-manager-ha-610874-m02 200m (10%) 0 (0%) 0 (0%) 0 (0%) 5m42s
kube-system kube-proxy-4bj7p 0 (0%) 0 (0%) 0 (0%) 0 (0%) 5m46s
kube-system kube-scheduler-ha-610874-m02 100m (5%) 0 (0%) 0 (0%) 0 (0%) 5m37s
kube-system kube-vip-ha-610874-m02 0 (0%) 0 (0%) 0 (0%) 0 (0%) 5m41s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 750m (37%) 100m (5%)
memory 150Mi (7%) 50Mi (2%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 5m42s kube-proxy
Normal RegisteredNode 5m46s node-controller Node ha-610874-m02 event: Registered Node ha-610874-m02 in Controller
Normal NodeHasSufficientMemory 5m46s (x8 over 5m46s) kubelet Node ha-610874-m02 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 5m46s (x8 over 5m46s) kubelet Node ha-610874-m02 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 5m46s (x7 over 5m46s) kubelet Node ha-610874-m02 status is now: NodeHasSufficientPID
Normal NodeAllocatableEnforced 5m46s kubelet Updated Node Allocatable limit across pods
Normal RegisteredNode 5m38s node-controller Node ha-610874-m02 event: Registered Node ha-610874-m02 in Controller
Normal RegisteredNode 4m20s node-controller Node ha-610874-m02 event: Registered Node ha-610874-m02 in Controller
Normal NodeNotReady 2m node-controller Node ha-610874-m02 status is now: NodeNotReady
Name: ha-610874-m03
Roles: control-plane
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=ha-610874-m03
kubernetes.io/os=linux
minikube.k8s.io/commit=22fb0b41d4a12c6d1b6775ff06e33685efed0efd
minikube.k8s.io/name=ha-610874
minikube.k8s.io/primary=false
minikube.k8s.io/updated_at=2024_10_11T21_19_12_0700
minikube.k8s.io/version=v1.34.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Fri, 11 Oct 2024 21:19:09 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: ha-610874-m03
AcquireTime: <unset>
RenewTime: Fri, 11 Oct 2024 21:23:34 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Fri, 11 Oct 2024 21:20:10 +0000 Fri, 11 Oct 2024 21:19:09 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Fri, 11 Oct 2024 21:20:10 +0000 Fri, 11 Oct 2024 21:19:09 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Fri, 11 Oct 2024 21:20:10 +0000 Fri, 11 Oct 2024 21:19:09 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Fri, 11 Oct 2024 21:20:10 +0000 Fri, 11 Oct 2024 21:19:32 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.39.222
Hostname: ha-610874-m03
Capacity:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
System Info:
Machine ID: 1063a3d54d5d40c88a61db94380d3423
System UUID: 1063a3d5-4d5d-40c8-8a61-db94380d3423
Boot ID: ced9dc07-ccd1-4190-aae0-50f9a8bdae06
Kernel Version: 5.10.207
OS Image: Buildroot 2023.02.9
Operating System: linux
Architecture: amd64
Container Runtime Version: cri-o://1.29.1
Kubelet Version: v1.31.1
Kube-Proxy Version: v1.31.1
PodCIDR: 10.244.2.0/24
PodCIDRs: 10.244.2.0/24
Non-terminated Pods: (8 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox-7dff88458-4sstr 0 (0%) 0 (0%) 0 (0%) 0 (0%) 3m58s
kube-system etcd-ha-610874-m03 100m (5%) 0 (0%) 100Mi (4%) 0 (0%) 4m27s
kube-system kindnet-2c774 100m (5%) 100m (5%) 50Mi (2%) 50Mi (2%) 4m29s
kube-system kube-apiserver-ha-610874-m03 250m (12%) 0 (0%) 0 (0%) 0 (0%) 4m27s
kube-system kube-controller-manager-ha-610874-m03 200m (10%) 0 (0%) 0 (0%) 0 (0%) 4m21s
kube-system kube-proxy-cwzw4 0 (0%) 0 (0%) 0 (0%) 0 (0%) 4m29s
kube-system kube-scheduler-ha-610874-m03 100m (5%) 0 (0%) 0 (0%) 0 (0%) 4m26s
kube-system kube-vip-ha-610874-m03 0 (0%) 0 (0%) 0 (0%) 0 (0%) 4m24s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 750m (37%) 100m (5%)
memory 150Mi (7%) 50Mi (2%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 4m24s kube-proxy
Normal CIDRAssignmentFailed 4m29s cidrAllocator Node ha-610874-m03 status is now: CIDRAssignmentFailed
Normal NodeHasSufficientMemory 4m29s (x8 over 4m29s) kubelet Node ha-610874-m03 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 4m29s (x8 over 4m29s) kubelet Node ha-610874-m03 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 4m29s (x7 over 4m29s) kubelet Node ha-610874-m03 status is now: NodeHasSufficientPID
Normal NodeAllocatableEnforced 4m29s kubelet Updated Node Allocatable limit across pods
Normal RegisteredNode 4m28s node-controller Node ha-610874-m03 event: Registered Node ha-610874-m03 in Controller
Normal RegisteredNode 4m25s node-controller Node ha-610874-m03 event: Registered Node ha-610874-m03 in Controller
Normal RegisteredNode 4m20s node-controller Node ha-610874-m03 event: Registered Node ha-610874-m03 in Controller
Name: ha-610874-m04
Roles: <none>
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=ha-610874-m04
kubernetes.io/os=linux
minikube.k8s.io/commit=22fb0b41d4a12c6d1b6775ff06e33685efed0efd
minikube.k8s.io/name=ha-610874
minikube.k8s.io/primary=false
minikube.k8s.io/updated_at=2024_10_11T21_20_19_0700
minikube.k8s.io/version=v1.34.0
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Fri, 11 Oct 2024 21:20:18 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: ha-610874-m04
AcquireTime: <unset>
RenewTime: Fri, 11 Oct 2024 21:23:32 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Fri, 11 Oct 2024 21:20:49 +0000 Fri, 11 Oct 2024 21:20:18 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Fri, 11 Oct 2024 21:20:49 +0000 Fri, 11 Oct 2024 21:20:18 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Fri, 11 Oct 2024 21:20:49 +0000 Fri, 11 Oct 2024 21:20:18 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Fri, 11 Oct 2024 21:20:49 +0000 Fri, 11 Oct 2024 21:20:39 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.39.87
Hostname: ha-610874-m04
Capacity:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
System Info:
Machine ID: 75d61525a70843b49a5efd4786a05869
System UUID: 75d61525-a708-43b4-9a5e-fd4786a05869
Boot ID: 172ace10-e670-4373-a755-bb93871c28da
Kernel Version: 5.10.207
OS Image: Buildroot 2023.02.9
Operating System: linux
Architecture: amd64
Container Runtime Version: cri-o://1.29.1
Kubelet Version: v1.31.1
Kube-Proxy Version: v1.31.1
PodCIDR: 10.244.3.0/24
PodCIDRs: 10.244.3.0/24
Non-terminated Pods: (2 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
kube-system kindnet-7dn76 100m (5%) 100m (5%) 50Mi (2%) 50Mi (2%) 3m20s
kube-system kube-proxy-vrd24 0 (0%) 0 (0%) 0 (0%) 0 (0%) 3m20s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 100m (5%) 100m (5%)
memory 50Mi (2%) 50Mi (2%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 3m15s kube-proxy
Normal NodeHasSufficientMemory 3m20s (x2 over 3m20s) kubelet Node ha-610874-m04 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 3m20s (x2 over 3m20s) kubelet Node ha-610874-m04 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 3m20s (x2 over 3m20s) kubelet Node ha-610874-m04 status is now: NodeHasSufficientPID
Normal NodeAllocatableEnforced 3m20s kubelet Updated Node Allocatable limit across pods
Normal CIDRAssignmentFailed 3m19s cidrAllocator Node ha-610874-m04 status is now: CIDRAssignmentFailed
Normal RegisteredNode 3m18s node-controller Node ha-610874-m04 event: Registered Node ha-610874-m04 in Controller
Normal RegisteredNode 3m15s node-controller Node ha-610874-m04 event: Registered Node ha-610874-m04 in Controller
Normal RegisteredNode 3m15s node-controller Node ha-610874-m04 event: Registered Node ha-610874-m04 in Controller
Normal NodeReady 2m59s kubelet Node ha-610874-m04 status is now: NodeReady
==> dmesg <==
[Oct11 21:16] You have booted with nomodeset. This means your GPU drivers are DISABLED
[ +0.000000] Any video related functionality will be severely degraded, and you may not even be able to suspend the system properly
[ +0.000001] Unless you actually understand what nomodeset does, you should reboot without enabling it
[ +0.050003] Spectre V2 : WARNING: Unprivileged eBPF is enabled with eIBRS on, data leaks possible via Spectre v2 BHB attacks!
[ +0.040145] acpi PNP0A03:00: fail to add MMCONFIG information, can't access extended PCI configuration space under this bridge.
[ +4.855992] platform regulatory.0: Direct firmware load for regulatory.db failed with error -2
[ +2.543327] systemd-fstab-generator[116]: Ignoring "noauto" option for root device
[ +4.581790] NFSD: Using /var/lib/nfs/v4recovery as the NFSv4 state recovery directory
[ +0.000007] NFSD: unable to find recovery directory /var/lib/nfs/v4recovery
[ +0.000001] NFSD: Unable to initialize client recovery tracking! (-2)
[ +9.580104] systemd-fstab-generator[586]: Ignoring "noauto" option for root device
[ +0.056279] kauditd_printk_skb: 1 callbacks suppressed
[ +0.056339] systemd-fstab-generator[598]: Ignoring "noauto" option for root device
[ +0.193419] systemd-fstab-generator[612]: Ignoring "noauto" option for root device
[ +0.137869] systemd-fstab-generator[624]: Ignoring "noauto" option for root device
[ +0.293941] systemd-fstab-generator[653]: Ignoring "noauto" option for root device
[ +3.956728] systemd-fstab-generator[746]: Ignoring "noauto" option for root device
[ +4.562630] systemd-fstab-generator[884]: Ignoring "noauto" option for root device
[ +0.064485] kauditd_printk_skb: 158 callbacks suppressed
[ +7.508464] systemd-fstab-generator[1305]: Ignoring "noauto" option for root device
[ +0.090437] kauditd_printk_skb: 79 callbacks suppressed
[Oct11 21:17] kauditd_printk_skb: 21 callbacks suppressed
[ +6.436722] kauditd_printk_skb: 29 callbacks suppressed
[ +46.213407] kauditd_printk_skb: 26 callbacks suppressed
==> etcd [1cf13112be94fb78ba1f84336198913ab3539cd3238cead6076ecc103df9008a] <==
{"level":"warn","ts":"2024-10-11T21:23:38.580779Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"f8926bd555ec3d0e","from":"f8926bd555ec3d0e","remote-peer-id":"75f7d6a6d827e320","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-11T21:23:38.681761Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"f8926bd555ec3d0e","from":"f8926bd555ec3d0e","remote-peer-id":"75f7d6a6d827e320","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-11T21:23:38.781101Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"f8926bd555ec3d0e","from":"f8926bd555ec3d0e","remote-peer-id":"75f7d6a6d827e320","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-11T21:23:38.811071Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"f8926bd555ec3d0e","from":"f8926bd555ec3d0e","remote-peer-id":"75f7d6a6d827e320","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-11T21:23:38.819159Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"f8926bd555ec3d0e","from":"f8926bd555ec3d0e","remote-peer-id":"75f7d6a6d827e320","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-11T21:23:38.822594Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"f8926bd555ec3d0e","from":"f8926bd555ec3d0e","remote-peer-id":"75f7d6a6d827e320","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-11T21:23:38.829950Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"f8926bd555ec3d0e","from":"f8926bd555ec3d0e","remote-peer-id":"75f7d6a6d827e320","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-11T21:23:38.836341Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"f8926bd555ec3d0e","from":"f8926bd555ec3d0e","remote-peer-id":"75f7d6a6d827e320","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-11T21:23:38.842874Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"f8926bd555ec3d0e","from":"f8926bd555ec3d0e","remote-peer-id":"75f7d6a6d827e320","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-11T21:23:38.845764Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"f8926bd555ec3d0e","from":"f8926bd555ec3d0e","remote-peer-id":"75f7d6a6d827e320","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-11T21:23:38.848784Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"f8926bd555ec3d0e","from":"f8926bd555ec3d0e","remote-peer-id":"75f7d6a6d827e320","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-11T21:23:38.856046Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"f8926bd555ec3d0e","from":"f8926bd555ec3d0e","remote-peer-id":"75f7d6a6d827e320","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-11T21:23:38.865901Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"f8926bd555ec3d0e","from":"f8926bd555ec3d0e","remote-peer-id":"75f7d6a6d827e320","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-11T21:23:38.871917Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"f8926bd555ec3d0e","from":"f8926bd555ec3d0e","remote-peer-id":"75f7d6a6d827e320","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-11T21:23:38.874771Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"f8926bd555ec3d0e","from":"f8926bd555ec3d0e","remote-peer-id":"75f7d6a6d827e320","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-11T21:23:38.877647Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"f8926bd555ec3d0e","from":"f8926bd555ec3d0e","remote-peer-id":"75f7d6a6d827e320","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-11T21:23:38.882864Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"f8926bd555ec3d0e","from":"f8926bd555ec3d0e","remote-peer-id":"75f7d6a6d827e320","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-11T21:23:38.883904Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"f8926bd555ec3d0e","from":"f8926bd555ec3d0e","remote-peer-id":"75f7d6a6d827e320","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-11T21:23:38.889924Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"f8926bd555ec3d0e","from":"f8926bd555ec3d0e","remote-peer-id":"75f7d6a6d827e320","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-11T21:23:38.896150Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"f8926bd555ec3d0e","from":"f8926bd555ec3d0e","remote-peer-id":"75f7d6a6d827e320","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-11T21:23:38.899260Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"f8926bd555ec3d0e","from":"f8926bd555ec3d0e","remote-peer-id":"75f7d6a6d827e320","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-11T21:23:38.902546Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"f8926bd555ec3d0e","from":"f8926bd555ec3d0e","remote-peer-id":"75f7d6a6d827e320","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-11T21:23:38.909510Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"f8926bd555ec3d0e","from":"f8926bd555ec3d0e","remote-peer-id":"75f7d6a6d827e320","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-11T21:23:38.917612Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"f8926bd555ec3d0e","from":"f8926bd555ec3d0e","remote-peer-id":"75f7d6a6d827e320","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-11T21:23:38.923159Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"f8926bd555ec3d0e","from":"f8926bd555ec3d0e","remote-peer-id":"75f7d6a6d827e320","remote-peer-name":"pipeline","remote-peer-active":false}
==> kernel <==
21:23:39 up 7 min, 0 users, load average: 0.31, 0.37, 0.20
Linux ha-610874 5.10.207 #1 SMP Tue Oct 8 15:16:25 UTC 2024 x86_64 GNU/Linux
PRETTY_NAME="Buildroot 2023.02.9"
==> kindnet [9d5b2015aad60f411567956ee64433709e634951dee64e29066b98759fdca952] <==
I1011 21:23:03.018292 1 main.go:300] handling current node
I1011 21:23:13.008357 1 main.go:296] Handling node with IPs: map[192.168.39.10:{}]
I1011 21:23:13.008403 1 main.go:300] handling current node
I1011 21:23:13.008468 1 main.go:296] Handling node with IPs: map[192.168.39.11:{}]
I1011 21:23:13.008474 1 main.go:323] Node ha-610874-m02 has CIDR [10.244.1.0/24]
I1011 21:23:13.008844 1 main.go:296] Handling node with IPs: map[192.168.39.222:{}]
I1011 21:23:13.008922 1 main.go:323] Node ha-610874-m03 has CIDR [10.244.2.0/24]
I1011 21:23:13.009419 1 main.go:296] Handling node with IPs: map[192.168.39.87:{}]
I1011 21:23:13.009448 1 main.go:323] Node ha-610874-m04 has CIDR [10.244.3.0/24]
I1011 21:23:23.017976 1 main.go:296] Handling node with IPs: map[192.168.39.10:{}]
I1011 21:23:23.018143 1 main.go:300] handling current node
I1011 21:23:23.018234 1 main.go:296] Handling node with IPs: map[192.168.39.11:{}]
I1011 21:23:23.018259 1 main.go:323] Node ha-610874-m02 has CIDR [10.244.1.0/24]
I1011 21:23:23.018517 1 main.go:296] Handling node with IPs: map[192.168.39.222:{}]
I1011 21:23:23.018551 1 main.go:323] Node ha-610874-m03 has CIDR [10.244.2.0/24]
I1011 21:23:23.018673 1 main.go:296] Handling node with IPs: map[192.168.39.87:{}]
I1011 21:23:23.018695 1 main.go:323] Node ha-610874-m04 has CIDR [10.244.3.0/24]
I1011 21:23:33.008353 1 main.go:296] Handling node with IPs: map[192.168.39.10:{}]
I1011 21:23:33.008439 1 main.go:300] handling current node
I1011 21:23:33.008462 1 main.go:296] Handling node with IPs: map[192.168.39.11:{}]
I1011 21:23:33.008474 1 main.go:323] Node ha-610874-m02 has CIDR [10.244.1.0/24]
I1011 21:23:33.008865 1 main.go:296] Handling node with IPs: map[192.168.39.222:{}]
I1011 21:23:33.008902 1 main.go:323] Node ha-610874-m03 has CIDR [10.244.2.0/24]
I1011 21:23:33.009247 1 main.go:296] Handling node with IPs: map[192.168.39.87:{}]
I1011 21:23:33.009277 1 main.go:323] Node ha-610874-m04 has CIDR [10.244.3.0/24]
==> kube-apiserver [b6a994e3f4bd91647db1b468f7e051276bb32bbd74e0ba8e74f00fd5a8f1d948] <==
I1011 21:17:03.544827 1 controller.go:615] quota admission added evaluator for: controllerrevisions.apps
I1011 21:17:03.633951 1 controller.go:615] quota admission added evaluator for: replicasets.apps
E1011 21:17:53.070315 1 writers.go:122] "Unhandled Error" err="apiserver was unable to write a JSON response: http: Handler timeout" logger="UnhandledError"
E1011 21:17:53.070829 1 finisher.go:175] "Unhandled Error" err="FinishRequest: post-timeout activity - time-elapsed: 84.644µs, panicked: false, err: context canceled, panic-reason: <nil>" logger="UnhandledError"
E1011 21:17:53.072106 1 status.go:71] "Unhandled Error" err="apiserver received an error that is not an metav1.Status: &errors.errorString{s:\"http: Handler timeout\"}: http: Handler timeout" logger="UnhandledError"
E1011 21:17:53.073324 1 writers.go:135] "Unhandled Error" err="apiserver was unable to write a fallback JSON response: http: Handler timeout" logger="UnhandledError"
E1011 21:17:53.074623 1 timeout.go:140] "Post-timeout activity" logger="UnhandledError" timeElapsed="4.578549ms" method="POST" path="/api/v1/namespaces/kube-system/events" result=null
E1011 21:19:10.074019 1 finisher.go:175] "Unhandled Error" err="FinishRequest: post-timeout activity - time-elapsed: 5.449µs, panicked: false, err: context canceled, panic-reason: <nil>" logger="UnhandledError"
E1011 21:19:10.074013 1 wrap.go:53] "Timeout or abort while handling" logger="UnhandledError" method="POST" URI="/api/v1/namespaces/kube-system/events" auditID="9bd8f8e8-8e91-4067-a12f-1ea2d8bd41c6"
E1011 21:19:10.074068 1 timeout.go:140] "Post-timeout activity" logger="UnhandledError" timeElapsed="1.809µs" method="POST" path="/api/v1/namespaces/kube-system/events" result=null
E1011 21:19:45.881753 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:47690: use of closed network connection
E1011 21:19:46.062184 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:47710: use of closed network connection
E1011 21:19:46.253652 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:47728: use of closed network connection
E1011 21:19:46.438494 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:47750: use of closed network connection
E1011 21:19:46.637537 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:47770: use of closed network connection
E1011 21:19:46.815140 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:45184: use of closed network connection
E1011 21:19:47.002661 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:45216: use of closed network connection
E1011 21:19:47.179398 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:45236: use of closed network connection
E1011 21:19:47.346528 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:45250: use of closed network connection
E1011 21:19:47.638405 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:45264: use of closed network connection
E1011 21:19:47.808669 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:45288: use of closed network connection
E1011 21:19:47.977304 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:45304: use of closed network connection
E1011 21:19:48.152762 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:45326: use of closed network connection
E1011 21:19:48.324710 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:45346: use of closed network connection
E1011 21:19:48.491718 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:45354: use of closed network connection
==> kube-controller-manager [1bb0907534c8f1803de8690ee45796589bbcde16d6649dc50f696544a0150865] <==
I1011 21:20:18.968008 1 range_allocator.go:422] "Set node PodCIDR" logger="node-ipam-controller" node="ha-610874-m04" podCIDRs=["10.244.3.0/24"]
I1011 21:20:18.968119 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-610874-m04"
I1011 21:20:18.968257 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-610874-m04"
I1011 21:20:18.984966 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-610874-m04"
I1011 21:20:19.260924 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-610874-m04"
I1011 21:20:20.121280 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-610874-m04"
I1011 21:20:20.397093 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-610874-m04"
I1011 21:20:23.070457 1 node_lifecycle_controller.go:884] "Missing timestamp for Node. Assuming now as a timestamp" logger="node-lifecycle-controller" node="ha-610874-m04"
I1011 21:20:23.072402 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-610874-m04"
I1011 21:20:23.132945 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-610874-m04"
I1011 21:20:23.420908 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-610874-m04"
I1011 21:20:23.568334 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-610874-m04"
I1011 21:20:29.120840 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-610874-m04"
I1011 21:20:39.562626 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-610874-m04"
I1011 21:20:39.562762 1 topologycache.go:237] "Can't get CPU or zone information for node" logger="endpointslice-controller" node="ha-610874-m04"
I1011 21:20:39.580852 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-610874-m04"
I1011 21:20:40.377354 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-610874-m04"
I1011 21:20:49.215156 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-610874-m04"
I1011 21:21:38.097956 1 topologycache.go:237] "Can't get CPU or zone information for node" logger="endpointslice-controller" node="ha-610874-m04"
I1011 21:21:38.098503 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-610874-m02"
I1011 21:21:38.132013 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-610874-m02"
I1011 21:21:38.234358 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/busybox-7dff88458" duration="68.800775ms"
I1011 21:21:38.234458 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/busybox-7dff88458" duration="56.4µs"
I1011 21:21:38.464262 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-610874-m02"
I1011 21:21:43.340055 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-610874-m02"
==> kube-proxy [4af1bc183cfbe3ab21a91f41a5065722589a152a1a54e475009a5f2a73be708b] <==
add table ip kube-proxy
^^^^^^^^^^^^^^^^^^^^^^^^
>
E1011 21:17:05.854510 1 proxier.go:734] "Error cleaning up nftables rules" err=<
could not run nftables command: /dev/stdin:1:1-25: Error: Could not process rule: Operation not supported
add table ip6 kube-proxy
^^^^^^^^^^^^^^^^^^^^^^^^^
>
I1011 21:17:05.879022 1 server.go:677] "Successfully retrieved node IP(s)" IPs=["192.168.39.10"]
E1011 21:17:05.879501 1 server.go:234] "Kube-proxy configuration may be incomplete or incorrect" err="nodePortAddresses is unset; NodePort connections will be accepted on all local IPs. Consider using `--nodeport-addresses primary`"
I1011 21:17:05.914134 1 server_linux.go:146] "No iptables support for family" ipFamily="IPv6"
I1011 21:17:05.914253 1 server.go:245] "kube-proxy running in single-stack mode" ipFamily="IPv4"
I1011 21:17:05.914286 1 server_linux.go:169] "Using iptables Proxier"
I1011 21:17:05.916891 1 proxier.go:255] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses" ipFamily="IPv4"
I1011 21:17:05.917757 1 server.go:483] "Version info" version="v1.31.1"
I1011 21:17:05.917796 1 server.go:485] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I1011 21:17:05.920479 1 config.go:199] "Starting service config controller"
I1011 21:17:05.920740 1 shared_informer.go:313] Waiting for caches to sync for service config
I1011 21:17:05.920939 1 config.go:105] "Starting endpoint slice config controller"
I1011 21:17:05.920964 1 shared_informer.go:313] Waiting for caches to sync for endpoint slice config
I1011 21:17:05.921847 1 config.go:328] "Starting node config controller"
I1011 21:17:05.921877 1 shared_informer.go:313] Waiting for caches to sync for node config
I1011 21:17:06.021605 1 shared_informer.go:320] Caches are synced for endpoint slice config
I1011 21:17:06.021672 1 shared_informer.go:320] Caches are synced for service config
I1011 21:17:06.021955 1 shared_informer.go:320] Caches are synced for node config
==> kube-scheduler [093fe14b91d96e3d1fe6307fc7bffda9eea3defc55c18d557df6f9e1b1226d94] <==
W1011 21:16:56.914961 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
E1011 21:16:56.914997 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csidrivers\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
W1011 21:16:56.955611 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Namespace: namespaces is forbidden: User "system:kube-scheduler" cannot list resource "namespaces" in API group "" at the cluster scope
E1011 21:16:56.955698 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Namespace: failed to list *v1.Namespace: namespaces is forbidden: User \"system:kube-scheduler\" cannot list resource \"namespaces\" in API group \"\" at the cluster scope" logger="UnhandledError"
W1011 21:16:57.100673 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope
E1011 21:16:57.100737 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.ReplicaSet: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User \"system:kube-scheduler\" cannot list resource \"replicasets\" in API group \"apps\" at the cluster scope" logger="UnhandledError"
W1011 21:16:57.117148 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "storageclasses" in API group "storage.k8s.io" at the cluster scope
E1011 21:16:57.117326 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.StorageClass: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"storageclasses\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
W1011 21:16:57.263820 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope
E1011 21:16:57.264353 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PodDisruptionBudget: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User \"system:kube-scheduler\" cannot list resource \"poddisruptionbudgets\" in API group \"policy\" at the cluster scope" logger="UnhandledError"
W1011 21:16:57.296892 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope
E1011 21:16:57.297090 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.StatefulSet: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User \"system:kube-scheduler\" cannot list resource \"statefulsets\" in API group \"apps\" at the cluster scope" logger="UnhandledError"
W1011 21:16:57.359800 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csinodes" in API group "storage.k8s.io" at the cluster scope
E1011 21:16:57.360057 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSINode: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csinodes\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
W1011 21:16:57.555273 1 reflector.go:561] runtime/asm_amd64.s:1695: failed to list *v1.ConfigMap: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot list resource "configmaps" in API group "" in the namespace "kube-system"
E1011 21:16:57.555402 1 reflector.go:158] "Unhandled Error" err="runtime/asm_amd64.s:1695: Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"extension-apiserver-authentication\" is forbidden: User \"system:kube-scheduler\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\"" logger="UnhandledError"
I1011 21:17:00.497419 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
E1011 21:20:19.054608 1 framework.go:1305] "Plugin Failed" err="Operation cannot be fulfilled on pods/binding \"kindnet-7dn76\": pod kindnet-7dn76 is already assigned to node \"ha-610874-m04\"" plugin="DefaultBinder" pod="kube-system/kindnet-7dn76" node="ha-610874-m04"
E1011 21:20:19.055446 1 schedule_one.go:1057] "Error scheduling pod; retrying" err="running Bind plugin \"DefaultBinder\": Operation cannot be fulfilled on pods/binding \"kindnet-7dn76\": pod kindnet-7dn76 is already assigned to node \"ha-610874-m04\"" pod="kube-system/kindnet-7dn76"
E1011 21:20:19.188470 1 framework.go:1305] "Plugin Failed" err="Operation cannot be fulfilled on pods/binding \"kindnet-dz2h8\": pod kindnet-dz2h8 is already assigned to node \"ha-610874-m04\"" plugin="DefaultBinder" pod="kube-system/kindnet-dz2h8" node="ha-610874-m04"
E1011 21:20:19.188552 1 schedule_one.go:1057] "Error scheduling pod; retrying" err="running Bind plugin \"DefaultBinder\": Operation cannot be fulfilled on pods/binding \"kindnet-dz2h8\": pod kindnet-dz2h8 is already assigned to node \"ha-610874-m04\"" pod="kube-system/kindnet-dz2h8"
E1011 21:20:19.193309 1 framework.go:1305] "Plugin Failed" err="Operation cannot be fulfilled on pods/binding \"kube-proxy-ht4ns\": pod kube-proxy-ht4ns is already assigned to node \"ha-610874-m04\"" plugin="DefaultBinder" pod="kube-system/kube-proxy-ht4ns" node="ha-610874-m04"
E1011 21:20:19.195518 1 schedule_one.go:348] "scheduler cache ForgetPod failed" err="pod f3a80da1-771c-458b-85ce-bff2b7759d1e(kube-system/kube-proxy-ht4ns) wasn't assumed so cannot be forgotten" pod="kube-system/kube-proxy-ht4ns"
E1011 21:20:19.195828 1 schedule_one.go:1057] "Error scheduling pod; retrying" err="running Bind plugin \"DefaultBinder\": Operation cannot be fulfilled on pods/binding \"kube-proxy-ht4ns\": pod kube-proxy-ht4ns is already assigned to node \"ha-610874-m04\"" pod="kube-system/kube-proxy-ht4ns"
I1011 21:20:19.196036 1 schedule_one.go:1070] "Pod has been assigned to node. Abort adding it back to queue." pod="kube-system/kube-proxy-ht4ns" node="ha-610874-m04"
==> kubelet <==
Oct 11 21:22:09 ha-610874 kubelet[1312]: E1011 21:22:09.038549 1312 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728681729038152223,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156102,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 11 21:22:09 ha-610874 kubelet[1312]: E1011 21:22:09.038630 1312 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728681729038152223,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156102,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 11 21:22:19 ha-610874 kubelet[1312]: E1011 21:22:19.040811 1312 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728681739040432589,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156102,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 11 21:22:19 ha-610874 kubelet[1312]: E1011 21:22:19.040841 1312 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728681739040432589,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156102,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 11 21:22:29 ha-610874 kubelet[1312]: E1011 21:22:29.042974 1312 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728681749042594287,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156102,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 11 21:22:29 ha-610874 kubelet[1312]: E1011 21:22:29.043019 1312 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728681749042594287,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156102,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 11 21:22:39 ha-610874 kubelet[1312]: E1011 21:22:39.044063 1312 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728681759043815866,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156102,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 11 21:22:39 ha-610874 kubelet[1312]: E1011 21:22:39.044089 1312 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728681759043815866,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156102,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 11 21:22:49 ha-610874 kubelet[1312]: E1011 21:22:49.045695 1312 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728681769045448487,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156102,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 11 21:22:49 ha-610874 kubelet[1312]: E1011 21:22:49.045734 1312 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728681769045448487,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156102,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 11 21:22:58 ha-610874 kubelet[1312]: E1011 21:22:58.943175 1312 iptables.go:577] "Could not set up iptables canary" err=<
Oct 11 21:22:58 ha-610874 kubelet[1312]: error creating chain "KUBE-KUBELET-CANARY": exit status 3: Ignoring deprecated --wait-interval option.
Oct 11 21:22:58 ha-610874 kubelet[1312]: ip6tables v1.8.9 (legacy): can't initialize ip6tables table `nat': Table does not exist (do you need to insmod?)
Oct 11 21:22:58 ha-610874 kubelet[1312]: Perhaps ip6tables or your kernel needs to be upgraded.
Oct 11 21:22:58 ha-610874 kubelet[1312]: > table="nat" chain="KUBE-KUBELET-CANARY"
Oct 11 21:22:59 ha-610874 kubelet[1312]: E1011 21:22:59.046933 1312 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728681779046714955,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156102,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 11 21:22:59 ha-610874 kubelet[1312]: E1011 21:22:59.047037 1312 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728681779046714955,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156102,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 11 21:23:09 ha-610874 kubelet[1312]: E1011 21:23:09.049554 1312 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728681789048818103,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156102,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 11 21:23:09 ha-610874 kubelet[1312]: E1011 21:23:09.049631 1312 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728681789048818103,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156102,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 11 21:23:19 ha-610874 kubelet[1312]: E1011 21:23:19.053671 1312 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728681799053044733,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156102,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 11 21:23:19 ha-610874 kubelet[1312]: E1011 21:23:19.054088 1312 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728681799053044733,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156102,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 11 21:23:29 ha-610874 kubelet[1312]: E1011 21:23:29.057472 1312 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728681809056986667,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156102,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 11 21:23:29 ha-610874 kubelet[1312]: E1011 21:23:29.057867 1312 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728681809056986667,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156102,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 11 21:23:39 ha-610874 kubelet[1312]: E1011 21:23:39.059542 1312 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728681819058994564,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156102,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 11 21:23:39 ha-610874 kubelet[1312]: E1011 21:23:39.059569 1312 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728681819058994564,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156102,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
-- /stdout --
helpers_test.go:254: (dbg) Run: out/minikube-linux-amd64 status --format={{.APIServer}} -p ha-610874 -n ha-610874
helpers_test.go:261: (dbg) Run: kubectl --context ha-610874 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:285: <<< TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart FAILED: end of post-mortem logs <<<
helpers_test.go:286: ---------------------/post-mortem---------------------------------
--- FAIL: TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart (6.43s)