=== RUN TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart
ha_test.go:281: (dbg) Run: out/minikube-linux-amd64 profile list --output json
ha_test.go:281: (dbg) Done: out/minikube-linux-amd64 profile list --output json: (4.174878679s)
ha_test.go:309: expected profile "ha-805293" in json of 'profile list' to have "HAppy" status but have "Unknown" status. got *"{\"invalid\":[],\"valid\":[{\"Name\":\"ha-805293\",\"Status\":\"Unknown\",\"Config\":{\"Name\":\"ha-805293\",\"KeepContext\":false,\"EmbedCerts\":false,\"MinikubeISO\":\"https://storage.googleapis.com/minikube-builds/iso/19696/minikube-v1.34.0-1727108440-19696-amd64.iso\",\"KicBaseImage\":\"gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1727108449-19696@sha256:c662152d8855bc4c62a3b5786a68adf99e04794e7f8f374a3859703004ef1d21\",\"Memory\":2200,\"CPUs\":2,\"DiskSize\":20000,\"Driver\":\"kvm2\",\"HyperkitVpnKitSock\":\"\",\"HyperkitVSockPorts\":[],\"DockerEnv\":null,\"ContainerVolumeMounts\":null,\"InsecureRegistry\":null,\"RegistryMirror\":[],\"HostOnlyCIDR\":\"192.168.59.1/24\",\"HypervVirtualSwitch\":\"\",\"HypervUseExternalSwitch\":false,\"HypervExternalAdapter\":\"\",\"KVMNetwork\":\"default\",\"KVMQemuURI\":\"qemu:///system\",\"KVMGPU\":false,\"KVMHidden\":false,\"KVMNUMACount\":1,\
"APIServerPort\":8443,\"DockerOpt\":null,\"DisableDriverMounts\":false,\"NFSShare\":[],\"NFSSharesRoot\":\"/nfsshares\",\"UUID\":\"\",\"NoVTXCheck\":false,\"DNSProxy\":false,\"HostDNSResolver\":true,\"HostOnlyNicType\":\"virtio\",\"NatNicType\":\"virtio\",\"SSHIPAddress\":\"\",\"SSHUser\":\"root\",\"SSHKey\":\"\",\"SSHPort\":22,\"KubernetesConfig\":{\"KubernetesVersion\":\"v1.31.1\",\"ClusterName\":\"ha-805293\",\"Namespace\":\"default\",\"APIServerHAVIP\":\"192.168.39.254\",\"APIServerName\":\"minikubeCA\",\"APIServerNames\":null,\"APIServerIPs\":null,\"DNSDomain\":\"cluster.local\",\"ContainerRuntime\":\"crio\",\"CRISocket\":\"\",\"NetworkPlugin\":\"cni\",\"FeatureGates\":\"\",\"ServiceCIDR\":\"10.96.0.0/12\",\"ImageRepository\":\"\",\"LoadBalancerStartIP\":\"\",\"LoadBalancerEndIP\":\"\",\"CustomIngressCert\":\"\",\"RegistryAliases\":\"\",\"ExtraOptions\":null,\"ShouldLoadCachedImages\":true,\"EnableDefaultCNI\":false,\"CNI\":\"\"},\"Nodes\":[{\"Name\":\"\",\"IP\":\"192.168.39.3\",\"Port\":8443,\"Kubernete
sVersion\":\"v1.31.1\",\"ContainerRuntime\":\"crio\",\"ControlPlane\":true,\"Worker\":true},{\"Name\":\"m02\",\"IP\":\"192.168.39.220\",\"Port\":8443,\"KubernetesVersion\":\"v1.31.1\",\"ContainerRuntime\":\"crio\",\"ControlPlane\":true,\"Worker\":true},{\"Name\":\"m03\",\"IP\":\"192.168.39.227\",\"Port\":8443,\"KubernetesVersion\":\"v1.31.1\",\"ContainerRuntime\":\"crio\",\"ControlPlane\":true,\"Worker\":true},{\"Name\":\"m04\",\"IP\":\"192.168.39.92\",\"Port\":0,\"KubernetesVersion\":\"v1.31.1\",\"ContainerRuntime\":\"\",\"ControlPlane\":false,\"Worker\":true}],\"Addons\":{\"ambassador\":false,\"auto-pause\":false,\"cloud-spanner\":false,\"csi-hostpath-driver\":false,\"dashboard\":false,\"default-storageclass\":false,\"efk\":false,\"freshpod\":false,\"gcp-auth\":false,\"gvisor\":false,\"headlamp\":false,\"inaccel\":false,\"ingress\":false,\"ingress-dns\":false,\"inspektor-gadget\":false,\"istio\":false,\"istio-provisioner\":false,\"kong\":false,\"kubeflow\":false,\"kubevirt\":false,\"logviewer\":false,\"meta
llb\":false,\"metrics-server\":false,\"nvidia-device-plugin\":false,\"nvidia-driver-installer\":false,\"nvidia-gpu-device-plugin\":false,\"olm\":false,\"pod-security-policy\":false,\"portainer\":false,\"registry\":false,\"registry-aliases\":false,\"registry-creds\":false,\"storage-provisioner\":false,\"storage-provisioner-gluster\":false,\"storage-provisioner-rancher\":false,\"volcano\":false,\"volumesnapshots\":false,\"yakd\":false},\"CustomAddonImages\":null,\"CustomAddonRegistries\":null,\"VerifyComponents\":{\"apiserver\":true,\"apps_running\":true,\"default_sa\":true,\"extra\":true,\"kubelet\":true,\"node_ready\":true,\"system_pods\":true},\"StartHostTimeout\":360000000000,\"ScheduledStop\":null,\"ExposedPorts\":[],\"ListenAddress\":\"\",\"Network\":\"\",\"Subnet\":\"\",\"MultiNodeRequested\":true,\"ExtraDisks\":0,\"CertExpiration\":94608000000000000,\"Mount\":false,\"MountString\":\"/home/jenkins:/minikube-host\",\"Mount9PVersion\":\"9p2000.L\",\"MountGID\":\"docker\",\"MountIP\":\"\",\"MountMSize\":262
144,\"MountOptions\":[],\"MountPort\":0,\"MountType\":\"9p\",\"MountUID\":\"docker\",\"BinaryMirror\":\"\",\"DisableOptimizations\":false,\"DisableMetrics\":false,\"CustomQemuFirmwarePath\":\"\",\"SocketVMnetClientPath\":\"\",\"SocketVMnetPath\":\"\",\"StaticIP\":\"\",\"SSHAuthSock\":\"\",\"SSHAgentPID\":0,\"GPUs\":\"\",\"AutoPauseInterval\":60000000000},\"Active\":false,\"ActiveKubeContext\":true}]}"*. args: "out/minikube-linux-amd64 profile list --output json"
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:239: (dbg) Run: out/minikube-linux-amd64 status --format={{.Host}} -p ha-805293 -n ha-805293
helpers_test.go:244: <<< TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart FAILED: start of post-mortem logs <<<
helpers_test.go:245: ======> post-mortem[TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart]: minikube logs <======
helpers_test.go:247: (dbg) Run: out/minikube-linux-amd64 -p ha-805293 logs -n 25
helpers_test.go:247: (dbg) Done: out/minikube-linux-amd64 -p ha-805293 logs -n 25: (1.368709726s)
helpers_test.go:252: TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart logs:
-- stdout --
==> Audit <==
|---------|----------------------------------------------------------------------------------|-----------|---------|---------|---------------------|---------------------|
| Command | Args | Profile | User | Version | Start Time | End Time |
|---------|----------------------------------------------------------------------------------|-----------|---------|---------|---------------------|---------------------|
| ssh | ha-805293 ssh -n | ha-805293 | jenkins | v1.34.0 | 30 Sep 24 20:03 UTC | 30 Sep 24 20:03 UTC |
| | ha-805293-m03 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| cp | ha-805293 cp ha-805293-m03:/home/docker/cp-test.txt | ha-805293 | jenkins | v1.34.0 | 30 Sep 24 20:03 UTC | 30 Sep 24 20:03 UTC |
| | ha-805293:/home/docker/cp-test_ha-805293-m03_ha-805293.txt | | | | | |
| ssh | ha-805293 ssh -n | ha-805293 | jenkins | v1.34.0 | 30 Sep 24 20:03 UTC | 30 Sep 24 20:03 UTC |
| | ha-805293-m03 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-805293 ssh -n ha-805293 sudo cat | ha-805293 | jenkins | v1.34.0 | 30 Sep 24 20:03 UTC | 30 Sep 24 20:03 UTC |
| | /home/docker/cp-test_ha-805293-m03_ha-805293.txt | | | | | |
| cp | ha-805293 cp ha-805293-m03:/home/docker/cp-test.txt | ha-805293 | jenkins | v1.34.0 | 30 Sep 24 20:03 UTC | 30 Sep 24 20:03 UTC |
| | ha-805293-m02:/home/docker/cp-test_ha-805293-m03_ha-805293-m02.txt | | | | | |
| ssh | ha-805293 ssh -n | ha-805293 | jenkins | v1.34.0 | 30 Sep 24 20:03 UTC | 30 Sep 24 20:03 UTC |
| | ha-805293-m03 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-805293 ssh -n ha-805293-m02 sudo cat | ha-805293 | jenkins | v1.34.0 | 30 Sep 24 20:03 UTC | 30 Sep 24 20:03 UTC |
| | /home/docker/cp-test_ha-805293-m03_ha-805293-m02.txt | | | | | |
| cp | ha-805293 cp ha-805293-m03:/home/docker/cp-test.txt | ha-805293 | jenkins | v1.34.0 | 30 Sep 24 20:03 UTC | 30 Sep 24 20:03 UTC |
| | ha-805293-m04:/home/docker/cp-test_ha-805293-m03_ha-805293-m04.txt | | | | | |
| ssh | ha-805293 ssh -n | ha-805293 | jenkins | v1.34.0 | 30 Sep 24 20:03 UTC | 30 Sep 24 20:03 UTC |
| | ha-805293-m03 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-805293 ssh -n ha-805293-m04 sudo cat | ha-805293 | jenkins | v1.34.0 | 30 Sep 24 20:03 UTC | 30 Sep 24 20:03 UTC |
| | /home/docker/cp-test_ha-805293-m03_ha-805293-m04.txt | | | | | |
| cp | ha-805293 cp testdata/cp-test.txt | ha-805293 | jenkins | v1.34.0 | 30 Sep 24 20:03 UTC | 30 Sep 24 20:03 UTC |
| | ha-805293-m04:/home/docker/cp-test.txt | | | | | |
| ssh | ha-805293 ssh -n | ha-805293 | jenkins | v1.34.0 | 30 Sep 24 20:03 UTC | 30 Sep 24 20:03 UTC |
| | ha-805293-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| cp | ha-805293 cp ha-805293-m04:/home/docker/cp-test.txt | ha-805293 | jenkins | v1.34.0 | 30 Sep 24 20:03 UTC | 30 Sep 24 20:03 UTC |
| | /tmp/TestMultiControlPlaneserialCopyFile3144947660/001/cp-test_ha-805293-m04.txt | | | | | |
| ssh | ha-805293 ssh -n | ha-805293 | jenkins | v1.34.0 | 30 Sep 24 20:03 UTC | 30 Sep 24 20:03 UTC |
| | ha-805293-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| cp | ha-805293 cp ha-805293-m04:/home/docker/cp-test.txt | ha-805293 | jenkins | v1.34.0 | 30 Sep 24 20:03 UTC | 30 Sep 24 20:03 UTC |
| | ha-805293:/home/docker/cp-test_ha-805293-m04_ha-805293.txt | | | | | |
| ssh | ha-805293 ssh -n | ha-805293 | jenkins | v1.34.0 | 30 Sep 24 20:03 UTC | 30 Sep 24 20:03 UTC |
| | ha-805293-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-805293 ssh -n ha-805293 sudo cat | ha-805293 | jenkins | v1.34.0 | 30 Sep 24 20:03 UTC | 30 Sep 24 20:03 UTC |
| | /home/docker/cp-test_ha-805293-m04_ha-805293.txt | | | | | |
| cp | ha-805293 cp ha-805293-m04:/home/docker/cp-test.txt | ha-805293 | jenkins | v1.34.0 | 30 Sep 24 20:03 UTC | 30 Sep 24 20:03 UTC |
| | ha-805293-m02:/home/docker/cp-test_ha-805293-m04_ha-805293-m02.txt | | | | | |
| ssh | ha-805293 ssh -n | ha-805293 | jenkins | v1.34.0 | 30 Sep 24 20:03 UTC | 30 Sep 24 20:03 UTC |
| | ha-805293-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-805293 ssh -n ha-805293-m02 sudo cat | ha-805293 | jenkins | v1.34.0 | 30 Sep 24 20:03 UTC | 30 Sep 24 20:03 UTC |
| | /home/docker/cp-test_ha-805293-m04_ha-805293-m02.txt | | | | | |
| cp | ha-805293 cp ha-805293-m04:/home/docker/cp-test.txt | ha-805293 | jenkins | v1.34.0 | 30 Sep 24 20:03 UTC | 30 Sep 24 20:03 UTC |
| | ha-805293-m03:/home/docker/cp-test_ha-805293-m04_ha-805293-m03.txt | | | | | |
| ssh | ha-805293 ssh -n | ha-805293 | jenkins | v1.34.0 | 30 Sep 24 20:03 UTC | 30 Sep 24 20:03 UTC |
| | ha-805293-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-805293 ssh -n ha-805293-m03 sudo cat | ha-805293 | jenkins | v1.34.0 | 30 Sep 24 20:03 UTC | 30 Sep 24 20:03 UTC |
| | /home/docker/cp-test_ha-805293-m04_ha-805293-m03.txt | | | | | |
| node | ha-805293 node stop m02 -v=7 | ha-805293 | jenkins | v1.34.0 | 30 Sep 24 20:03 UTC | |
| | --alsologtostderr | | | | | |
| node | ha-805293 node start m02 -v=7 | ha-805293 | jenkins | v1.34.0 | 30 Sep 24 20:06 UTC | |
| | --alsologtostderr | | | | | |
|---------|----------------------------------------------------------------------------------|-----------|---------|---------|---------------------|---------------------|
==> Last Start <==
Log file created at: 2024/09/30 19:59:16
Running on machine: ubuntu-20-agent-8
Binary: Built with gc go1.23.0 for linux/amd64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I0930 19:59:16.465113 26315 out.go:345] Setting OutFile to fd 1 ...
I0930 19:59:16.465408 26315 out.go:392] TERM=,COLORTERM=, which probably does not support color
I0930 19:59:16.465418 26315 out.go:358] Setting ErrFile to fd 2...
I0930 19:59:16.465423 26315 out.go:392] TERM=,COLORTERM=, which probably does not support color
I0930 19:59:16.465672 26315 root.go:338] Updating PATH: /home/jenkins/minikube-integration/19736-7672/.minikube/bin
I0930 19:59:16.466270 26315 out.go:352] Setting JSON to false
I0930 19:59:16.467246 26315 start.go:129] hostinfo: {"hostname":"ubuntu-20-agent-8","uptime":2499,"bootTime":1727723857,"procs":180,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1069-gcp","kernelArch":"x86_64","virtualizationSystem":"kvm","virtualizationRole":"guest","hostId":"591c9f12-2938-3743-e2bf-c56a050d43d1"}
I0930 19:59:16.467349 26315 start.go:139] virtualization: kvm guest
I0930 19:59:16.469778 26315 out.go:177] * [ha-805293] minikube v1.34.0 on Ubuntu 20.04 (kvm/amd64)
I0930 19:59:16.471083 26315 notify.go:220] Checking for updates...
I0930 19:59:16.471129 26315 out.go:177] - MINIKUBE_LOCATION=19736
I0930 19:59:16.472574 26315 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I0930 19:59:16.474040 26315 out.go:177] - KUBECONFIG=/home/jenkins/minikube-integration/19736-7672/kubeconfig
I0930 19:59:16.475378 26315 out.go:177] - MINIKUBE_HOME=/home/jenkins/minikube-integration/19736-7672/.minikube
I0930 19:59:16.476781 26315 out.go:177] - MINIKUBE_BIN=out/minikube-linux-amd64
I0930 19:59:16.478196 26315 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I0930 19:59:16.479555 26315 driver.go:394] Setting default libvirt URI to qemu:///system
I0930 19:59:16.514287 26315 out.go:177] * Using the kvm2 driver based on user configuration
I0930 19:59:16.515592 26315 start.go:297] selected driver: kvm2
I0930 19:59:16.515604 26315 start.go:901] validating driver "kvm2" against <nil>
I0930 19:59:16.515615 26315 start.go:912] status for kvm2: {Installed:true Healthy:true Running:true NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I0930 19:59:16.516299 26315 install.go:52] acquiring lock: {Name:mk900956b073697a4aa6c80a27c6bb0742a99a53 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I0930 19:59:16.516372 26315 install.go:117] Validating docker-machine-driver-kvm2, PATH=/home/jenkins/minikube-integration/19736-7672/.minikube/bin:/home/jenkins/workspace/KVM_Linux_crio_integration/out/:/usr/local/bin:/usr/bin:/bin:/usr/local/games:/usr/games:/usr/local/go/bin:/home/jenkins/go/bin:/usr/local/bin/:/usr/local/go/bin/:/home/jenkins/go/bin
I0930 19:59:16.531012 26315 install.go:137] /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2 version is 1.34.0
I0930 19:59:16.531063 26315 start_flags.go:310] no existing cluster config was found, will generate one from the flags
I0930 19:59:16.531292 26315 start_flags.go:947] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I0930 19:59:16.531318 26315 cni.go:84] Creating CNI manager for ""
I0930 19:59:16.531357 26315 cni.go:136] multinode detected (0 nodes found), recommending kindnet
I0930 19:59:16.531370 26315 start_flags.go:319] Found "CNI" CNI - setting NetworkPlugin=cni
I0930 19:59:16.531430 26315 start.go:340] cluster config:
{Name:ha-805293 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1727108449-19696@sha256:c662152d8855bc4c62a3b5786a68adf99e04794e7f8f374a3859703004ef1d21 Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.1 ClusterName:ha-805293 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRIS
ocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0
GPUs: AutoPauseInterval:1m0s}
I0930 19:59:16.531545 26315 iso.go:125] acquiring lock: {Name:mkd089f21f4d5306d5af5defa4101731e6e67391 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I0930 19:59:16.533673 26315 out.go:177] * Starting "ha-805293" primary control-plane node in "ha-805293" cluster
I0930 19:59:16.534957 26315 preload.go:131] Checking if preload exists for k8s version v1.31.1 and runtime crio
I0930 19:59:16.535009 26315 preload.go:146] Found local preload: /home/jenkins/minikube-integration/19736-7672/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.1-cri-o-overlay-amd64.tar.lz4
I0930 19:59:16.535023 26315 cache.go:56] Caching tarball of preloaded images
I0930 19:59:16.535111 26315 preload.go:172] Found /home/jenkins/minikube-integration/19736-7672/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.1-cri-o-overlay-amd64.tar.lz4 in cache, skipping download
I0930 19:59:16.535121 26315 cache.go:59] Finished verifying existence of preloaded tar for v1.31.1 on crio
I0930 19:59:16.535489 26315 profile.go:143] Saving config to /home/jenkins/minikube-integration/19736-7672/.minikube/profiles/ha-805293/config.json ...
I0930 19:59:16.535515 26315 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19736-7672/.minikube/profiles/ha-805293/config.json: {Name:mk695bb0575a50d6b6d53e3d2c18bb8666421806 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0930 19:59:16.535704 26315 start.go:360] acquireMachinesLock for ha-805293: {Name:mk0cb470c08a5d9f26fdc9dfd10f07b5493d04dc Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}
I0930 19:59:16.535734 26315 start.go:364] duration metric: took 15.84µs to acquireMachinesLock for "ha-805293"
I0930 19:59:16.535751 26315 start.go:93] Provisioning new machine with config: &{Name:ha-805293 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19696/minikube-v1.34.0-1727108440-19696-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1727108449-19696@sha256:c662152d8855bc4c62a3b5786a68adf99e04794e7f8f374a3859703004ef1d21 Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{Kubernete
sVersion:v1.31.1 ClusterName:ha-805293 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:
9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name: IP: Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I0930 19:59:16.535821 26315 start.go:125] createHost starting for "" (driver="kvm2")
I0930 19:59:16.537498 26315 out.go:235] * Creating kvm2 VM (CPUs=2, Memory=2200MB, Disk=20000MB) ...
I0930 19:59:16.537633 26315 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I0930 19:59:16.537678 26315 main.go:141] libmachine: Launching plugin server for driver kvm2
I0930 19:59:16.552377 26315 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:44379
I0930 19:59:16.552824 26315 main.go:141] libmachine: () Calling .GetVersion
I0930 19:59:16.553523 26315 main.go:141] libmachine: Using API Version 1
I0930 19:59:16.553548 26315 main.go:141] libmachine: () Calling .SetConfigRaw
I0930 19:59:16.553949 26315 main.go:141] libmachine: () Calling .GetMachineName
I0930 19:59:16.554153 26315 main.go:141] libmachine: (ha-805293) Calling .GetMachineName
I0930 19:59:16.554354 26315 main.go:141] libmachine: (ha-805293) Calling .DriverName
I0930 19:59:16.554484 26315 start.go:159] libmachine.API.Create for "ha-805293" (driver="kvm2")
I0930 19:59:16.554517 26315 client.go:168] LocalClient.Create starting
I0930 19:59:16.554565 26315 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/19736-7672/.minikube/certs/ca.pem
I0930 19:59:16.554602 26315 main.go:141] libmachine: Decoding PEM data...
I0930 19:59:16.554620 26315 main.go:141] libmachine: Parsing certificate...
I0930 19:59:16.554688 26315 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/19736-7672/.minikube/certs/cert.pem
I0930 19:59:16.554716 26315 main.go:141] libmachine: Decoding PEM data...
I0930 19:59:16.554736 26315 main.go:141] libmachine: Parsing certificate...
I0930 19:59:16.554758 26315 main.go:141] libmachine: Running pre-create checks...
I0930 19:59:16.554770 26315 main.go:141] libmachine: (ha-805293) Calling .PreCreateCheck
I0930 19:59:16.555128 26315 main.go:141] libmachine: (ha-805293) Calling .GetConfigRaw
I0930 19:59:16.555744 26315 main.go:141] libmachine: Creating machine...
I0930 19:59:16.555765 26315 main.go:141] libmachine: (ha-805293) Calling .Create
I0930 19:59:16.555931 26315 main.go:141] libmachine: (ha-805293) Creating KVM machine...
I0930 19:59:16.557277 26315 main.go:141] libmachine: (ha-805293) DBG | found existing default KVM network
I0930 19:59:16.557963 26315 main.go:141] libmachine: (ha-805293) DBG | I0930 19:59:16.557842 26338 network.go:206] using free private subnet 192.168.39.0/24: &{IP:192.168.39.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.39.0/24 Gateway:192.168.39.1 ClientMin:192.168.39.2 ClientMax:192.168.39.254 Broadcast:192.168.39.255 IsPrivate:true Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:} reservation:0xc0001231e0}
I0930 19:59:16.558012 26315 main.go:141] libmachine: (ha-805293) DBG | created network xml:
I0930 19:59:16.558024 26315 main.go:141] libmachine: (ha-805293) DBG | <network>
I0930 19:59:16.558032 26315 main.go:141] libmachine: (ha-805293) DBG | <name>mk-ha-805293</name>
I0930 19:59:16.558037 26315 main.go:141] libmachine: (ha-805293) DBG | <dns enable='no'/>
I0930 19:59:16.558041 26315 main.go:141] libmachine: (ha-805293) DBG |
I0930 19:59:16.558052 26315 main.go:141] libmachine: (ha-805293) DBG | <ip address='192.168.39.1' netmask='255.255.255.0'>
I0930 19:59:16.558057 26315 main.go:141] libmachine: (ha-805293) DBG | <dhcp>
I0930 19:59:16.558063 26315 main.go:141] libmachine: (ha-805293) DBG | <range start='192.168.39.2' end='192.168.39.253'/>
I0930 19:59:16.558073 26315 main.go:141] libmachine: (ha-805293) DBG | </dhcp>
I0930 19:59:16.558087 26315 main.go:141] libmachine: (ha-805293) DBG | </ip>
I0930 19:59:16.558111 26315 main.go:141] libmachine: (ha-805293) DBG |
I0930 19:59:16.558145 26315 main.go:141] libmachine: (ha-805293) DBG | </network>
I0930 19:59:16.558156 26315 main.go:141] libmachine: (ha-805293) DBG |
I0930 19:59:16.563671 26315 main.go:141] libmachine: (ha-805293) DBG | trying to create private KVM network mk-ha-805293 192.168.39.0/24...
I0930 19:59:16.628841 26315 main.go:141] libmachine: (ha-805293) DBG | private KVM network mk-ha-805293 192.168.39.0/24 created
I0930 19:59:16.628870 26315 main.go:141] libmachine: (ha-805293) DBG | I0930 19:59:16.628827 26338 common.go:145] Making disk image using store path: /home/jenkins/minikube-integration/19736-7672/.minikube
I0930 19:59:16.628892 26315 main.go:141] libmachine: (ha-805293) Setting up store path in /home/jenkins/minikube-integration/19736-7672/.minikube/machines/ha-805293 ...
I0930 19:59:16.628909 26315 main.go:141] libmachine: (ha-805293) Building disk image from file:///home/jenkins/minikube-integration/19736-7672/.minikube/cache/iso/amd64/minikube-v1.34.0-1727108440-19696-amd64.iso
I0930 19:59:16.629064 26315 main.go:141] libmachine: (ha-805293) Downloading /home/jenkins/minikube-integration/19736-7672/.minikube/cache/boot2docker.iso from file:///home/jenkins/minikube-integration/19736-7672/.minikube/cache/iso/amd64/minikube-v1.34.0-1727108440-19696-amd64.iso...
I0930 19:59:16.879937 26315 main.go:141] libmachine: (ha-805293) DBG | I0930 19:59:16.879799 26338 common.go:152] Creating ssh key: /home/jenkins/minikube-integration/19736-7672/.minikube/machines/ha-805293/id_rsa...
I0930 19:59:17.039302 26315 main.go:141] libmachine: (ha-805293) DBG | I0930 19:59:17.039101 26338 common.go:158] Creating raw disk image: /home/jenkins/minikube-integration/19736-7672/.minikube/machines/ha-805293/ha-805293.rawdisk...
I0930 19:59:17.039341 26315 main.go:141] libmachine: (ha-805293) DBG | Writing magic tar header
I0930 19:59:17.039359 26315 main.go:141] libmachine: (ha-805293) Setting executable bit set on /home/jenkins/minikube-integration/19736-7672/.minikube/machines/ha-805293 (perms=drwx------)
I0930 19:59:17.039382 26315 main.go:141] libmachine: (ha-805293) Setting executable bit set on /home/jenkins/minikube-integration/19736-7672/.minikube/machines (perms=drwxr-xr-x)
I0930 19:59:17.039389 26315 main.go:141] libmachine: (ha-805293) Setting executable bit set on /home/jenkins/minikube-integration/19736-7672/.minikube (perms=drwxr-xr-x)
I0930 19:59:17.039398 26315 main.go:141] libmachine: (ha-805293) Setting executable bit set on /home/jenkins/minikube-integration/19736-7672 (perms=drwxrwxr-x)
I0930 19:59:17.039404 26315 main.go:141] libmachine: (ha-805293) Setting executable bit set on /home/jenkins/minikube-integration (perms=drwxrwxr-x)
I0930 19:59:17.039415 26315 main.go:141] libmachine: (ha-805293) Setting executable bit set on /home/jenkins (perms=drwxr-xr-x)
I0930 19:59:17.039420 26315 main.go:141] libmachine: (ha-805293) Creating domain...
I0930 19:59:17.039450 26315 main.go:141] libmachine: (ha-805293) DBG | Writing SSH key tar header
I0930 19:59:17.039468 26315 main.go:141] libmachine: (ha-805293) DBG | I0930 19:59:17.039218 26338 common.go:172] Fixing permissions on /home/jenkins/minikube-integration/19736-7672/.minikube/machines/ha-805293 ...
I0930 19:59:17.039478 26315 main.go:141] libmachine: (ha-805293) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19736-7672/.minikube/machines/ha-805293
I0930 19:59:17.039485 26315 main.go:141] libmachine: (ha-805293) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19736-7672/.minikube/machines
I0930 19:59:17.039546 26315 main.go:141] libmachine: (ha-805293) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19736-7672/.minikube
I0930 19:59:17.039570 26315 main.go:141] libmachine: (ha-805293) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19736-7672
I0930 19:59:17.039613 26315 main.go:141] libmachine: (ha-805293) DBG | Checking permissions on dir: /home/jenkins/minikube-integration
I0930 19:59:17.039667 26315 main.go:141] libmachine: (ha-805293) DBG | Checking permissions on dir: /home/jenkins
I0930 19:59:17.039707 26315 main.go:141] libmachine: (ha-805293) DBG | Checking permissions on dir: /home
I0930 19:59:17.039720 26315 main.go:141] libmachine: (ha-805293) DBG | Skipping /home - not owner
I0930 19:59:17.040595 26315 main.go:141] libmachine: (ha-805293) define libvirt domain using xml:
I0930 19:59:17.040607 26315 main.go:141] libmachine: (ha-805293) <domain type='kvm'>
I0930 19:59:17.040612 26315 main.go:141] libmachine: (ha-805293) <name>ha-805293</name>
I0930 19:59:17.040617 26315 main.go:141] libmachine: (ha-805293) <memory unit='MiB'>2200</memory>
I0930 19:59:17.040621 26315 main.go:141] libmachine: (ha-805293) <vcpu>2</vcpu>
I0930 19:59:17.040625 26315 main.go:141] libmachine: (ha-805293) <features>
I0930 19:59:17.040630 26315 main.go:141] libmachine: (ha-805293) <acpi/>
I0930 19:59:17.040633 26315 main.go:141] libmachine: (ha-805293) <apic/>
I0930 19:59:17.040638 26315 main.go:141] libmachine: (ha-805293) <pae/>
I0930 19:59:17.040642 26315 main.go:141] libmachine: (ha-805293)
I0930 19:59:17.040649 26315 main.go:141] libmachine: (ha-805293) </features>
I0930 19:59:17.040654 26315 main.go:141] libmachine: (ha-805293) <cpu mode='host-passthrough'>
I0930 19:59:17.040661 26315 main.go:141] libmachine: (ha-805293)
I0930 19:59:17.040664 26315 main.go:141] libmachine: (ha-805293) </cpu>
I0930 19:59:17.040671 26315 main.go:141] libmachine: (ha-805293) <os>
I0930 19:59:17.040675 26315 main.go:141] libmachine: (ha-805293) <type>hvm</type>
I0930 19:59:17.040680 26315 main.go:141] libmachine: (ha-805293) <boot dev='cdrom'/>
I0930 19:59:17.040692 26315 main.go:141] libmachine: (ha-805293) <boot dev='hd'/>
I0930 19:59:17.040703 26315 main.go:141] libmachine: (ha-805293) <bootmenu enable='no'/>
I0930 19:59:17.040714 26315 main.go:141] libmachine: (ha-805293) </os>
I0930 19:59:17.040724 26315 main.go:141] libmachine: (ha-805293) <devices>
I0930 19:59:17.040732 26315 main.go:141] libmachine: (ha-805293) <disk type='file' device='cdrom'>
I0930 19:59:17.040739 26315 main.go:141] libmachine: (ha-805293) <source file='/home/jenkins/minikube-integration/19736-7672/.minikube/machines/ha-805293/boot2docker.iso'/>
I0930 19:59:17.040757 26315 main.go:141] libmachine: (ha-805293) <target dev='hdc' bus='scsi'/>
I0930 19:59:17.040766 26315 main.go:141] libmachine: (ha-805293) <readonly/>
I0930 19:59:17.040770 26315 main.go:141] libmachine: (ha-805293) </disk>
I0930 19:59:17.040776 26315 main.go:141] libmachine: (ha-805293) <disk type='file' device='disk'>
I0930 19:59:17.040783 26315 main.go:141] libmachine: (ha-805293) <driver name='qemu' type='raw' cache='default' io='threads' />
I0930 19:59:17.040791 26315 main.go:141] libmachine: (ha-805293) <source file='/home/jenkins/minikube-integration/19736-7672/.minikube/machines/ha-805293/ha-805293.rawdisk'/>
I0930 19:59:17.040797 26315 main.go:141] libmachine: (ha-805293) <target dev='hda' bus='virtio'/>
I0930 19:59:17.040802 26315 main.go:141] libmachine: (ha-805293) </disk>
I0930 19:59:17.040808 26315 main.go:141] libmachine: (ha-805293) <interface type='network'>
I0930 19:59:17.040814 26315 main.go:141] libmachine: (ha-805293) <source network='mk-ha-805293'/>
I0930 19:59:17.040822 26315 main.go:141] libmachine: (ha-805293) <model type='virtio'/>
I0930 19:59:17.040829 26315 main.go:141] libmachine: (ha-805293) </interface>
I0930 19:59:17.040833 26315 main.go:141] libmachine: (ha-805293) <interface type='network'>
I0930 19:59:17.040840 26315 main.go:141] libmachine: (ha-805293) <source network='default'/>
I0930 19:59:17.040844 26315 main.go:141] libmachine: (ha-805293) <model type='virtio'/>
I0930 19:59:17.040850 26315 main.go:141] libmachine: (ha-805293) </interface>
I0930 19:59:17.040855 26315 main.go:141] libmachine: (ha-805293) <serial type='pty'>
I0930 19:59:17.040860 26315 main.go:141] libmachine: (ha-805293) <target port='0'/>
I0930 19:59:17.040865 26315 main.go:141] libmachine: (ha-805293) </serial>
I0930 19:59:17.040871 26315 main.go:141] libmachine: (ha-805293) <console type='pty'>
I0930 19:59:17.040877 26315 main.go:141] libmachine: (ha-805293) <target type='serial' port='0'/>
I0930 19:59:17.040882 26315 main.go:141] libmachine: (ha-805293) </console>
I0930 19:59:17.040888 26315 main.go:141] libmachine: (ha-805293) <rng model='virtio'>
I0930 19:59:17.040894 26315 main.go:141] libmachine: (ha-805293) <backend model='random'>/dev/random</backend>
I0930 19:59:17.040901 26315 main.go:141] libmachine: (ha-805293) </rng>
I0930 19:59:17.040907 26315 main.go:141] libmachine: (ha-805293)
I0930 19:59:17.040917 26315 main.go:141] libmachine: (ha-805293)
I0930 19:59:17.040925 26315 main.go:141] libmachine: (ha-805293) </devices>
I0930 19:59:17.040928 26315 main.go:141] libmachine: (ha-805293) </domain>
I0930 19:59:17.040937 26315 main.go:141] libmachine: (ha-805293)
I0930 19:59:17.045576 26315 main.go:141] libmachine: (ha-805293) DBG | domain ha-805293 has defined MAC address 52:54:00:16:26:46 in network default
I0930 19:59:17.046091 26315 main.go:141] libmachine: (ha-805293) Ensuring networks are active...
I0930 19:59:17.046110 26315 main.go:141] libmachine: (ha-805293) DBG | domain ha-805293 has defined MAC address 52:54:00:a8:b8:c7 in network mk-ha-805293
I0930 19:59:17.046918 26315 main.go:141] libmachine: (ha-805293) Ensuring network default is active
I0930 19:59:17.047170 26315 main.go:141] libmachine: (ha-805293) Ensuring network mk-ha-805293 is active
I0930 19:59:17.048069 26315 main.go:141] libmachine: (ha-805293) Getting domain xml...
I0930 19:59:17.048925 26315 main.go:141] libmachine: (ha-805293) Creating domain...
I0930 19:59:18.262935 26315 main.go:141] libmachine: (ha-805293) Waiting to get IP...
I0930 19:59:18.263713 26315 main.go:141] libmachine: (ha-805293) DBG | domain ha-805293 has defined MAC address 52:54:00:a8:b8:c7 in network mk-ha-805293
I0930 19:59:18.264097 26315 main.go:141] libmachine: (ha-805293) DBG | unable to find current IP address of domain ha-805293 in network mk-ha-805293
I0930 19:59:18.264150 26315 main.go:141] libmachine: (ha-805293) DBG | I0930 19:59:18.264077 26338 retry.go:31] will retry after 272.130038ms: waiting for machine to come up
I0930 19:59:18.537624 26315 main.go:141] libmachine: (ha-805293) DBG | domain ha-805293 has defined MAC address 52:54:00:a8:b8:c7 in network mk-ha-805293
I0930 19:59:18.538207 26315 main.go:141] libmachine: (ha-805293) DBG | unable to find current IP address of domain ha-805293 in network mk-ha-805293
I0930 19:59:18.538236 26315 main.go:141] libmachine: (ha-805293) DBG | I0930 19:59:18.538152 26338 retry.go:31] will retry after 384.976128ms: waiting for machine to come up
I0930 19:59:18.924813 26315 main.go:141] libmachine: (ha-805293) DBG | domain ha-805293 has defined MAC address 52:54:00:a8:b8:c7 in network mk-ha-805293
I0930 19:59:18.925224 26315 main.go:141] libmachine: (ha-805293) DBG | unable to find current IP address of domain ha-805293 in network mk-ha-805293
I0930 19:59:18.925244 26315 main.go:141] libmachine: (ha-805293) DBG | I0930 19:59:18.925193 26338 retry.go:31] will retry after 439.036671ms: waiting for machine to come up
I0930 19:59:19.365792 26315 main.go:141] libmachine: (ha-805293) DBG | domain ha-805293 has defined MAC address 52:54:00:a8:b8:c7 in network mk-ha-805293
I0930 19:59:19.366237 26315 main.go:141] libmachine: (ha-805293) DBG | unable to find current IP address of domain ha-805293 in network mk-ha-805293
I0930 19:59:19.366268 26315 main.go:141] libmachine: (ha-805293) DBG | I0930 19:59:19.366201 26338 retry.go:31] will retry after 523.251996ms: waiting for machine to come up
I0930 19:59:19.890884 26315 main.go:141] libmachine: (ha-805293) DBG | domain ha-805293 has defined MAC address 52:54:00:a8:b8:c7 in network mk-ha-805293
I0930 19:59:19.891377 26315 main.go:141] libmachine: (ha-805293) DBG | unable to find current IP address of domain ha-805293 in network mk-ha-805293
I0930 19:59:19.891399 26315 main.go:141] libmachine: (ha-805293) DBG | I0930 19:59:19.891276 26338 retry.go:31] will retry after 505.591634ms: waiting for machine to come up
I0930 19:59:20.398064 26315 main.go:141] libmachine: (ha-805293) DBG | domain ha-805293 has defined MAC address 52:54:00:a8:b8:c7 in network mk-ha-805293
I0930 19:59:20.398495 26315 main.go:141] libmachine: (ha-805293) DBG | unable to find current IP address of domain ha-805293 in network mk-ha-805293
I0930 19:59:20.398518 26315 main.go:141] libmachine: (ha-805293) DBG | I0930 19:59:20.398434 26338 retry.go:31] will retry after 840.243199ms: waiting for machine to come up
I0930 19:59:21.240528 26315 main.go:141] libmachine: (ha-805293) DBG | domain ha-805293 has defined MAC address 52:54:00:a8:b8:c7 in network mk-ha-805293
I0930 19:59:21.240974 26315 main.go:141] libmachine: (ha-805293) DBG | unable to find current IP address of domain ha-805293 in network mk-ha-805293
I0930 19:59:21.241011 26315 main.go:141] libmachine: (ha-805293) DBG | I0930 19:59:21.240928 26338 retry.go:31] will retry after 727.422374ms: waiting for machine to come up
I0930 19:59:21.970399 26315 main.go:141] libmachine: (ha-805293) DBG | domain ha-805293 has defined MAC address 52:54:00:a8:b8:c7 in network mk-ha-805293
I0930 19:59:21.970994 26315 main.go:141] libmachine: (ha-805293) DBG | unable to find current IP address of domain ha-805293 in network mk-ha-805293
I0930 19:59:21.971027 26315 main.go:141] libmachine: (ha-805293) DBG | I0930 19:59:21.970937 26338 retry.go:31] will retry after 1.250553906s: waiting for machine to come up
I0930 19:59:23.223257 26315 main.go:141] libmachine: (ha-805293) DBG | domain ha-805293 has defined MAC address 52:54:00:a8:b8:c7 in network mk-ha-805293
I0930 19:59:23.223588 26315 main.go:141] libmachine: (ha-805293) DBG | unable to find current IP address of domain ha-805293 in network mk-ha-805293
I0930 19:59:23.223617 26315 main.go:141] libmachine: (ha-805293) DBG | I0930 19:59:23.223524 26338 retry.go:31] will retry after 1.498180761s: waiting for machine to come up
I0930 19:59:24.724089 26315 main.go:141] libmachine: (ha-805293) DBG | domain ha-805293 has defined MAC address 52:54:00:a8:b8:c7 in network mk-ha-805293
I0930 19:59:24.724526 26315 main.go:141] libmachine: (ha-805293) DBG | unable to find current IP address of domain ha-805293 in network mk-ha-805293
I0930 19:59:24.724547 26315 main.go:141] libmachine: (ha-805293) DBG | I0930 19:59:24.724490 26338 retry.go:31] will retry after 1.710980244s: waiting for machine to come up
I0930 19:59:26.437365 26315 main.go:141] libmachine: (ha-805293) DBG | domain ha-805293 has defined MAC address 52:54:00:a8:b8:c7 in network mk-ha-805293
I0930 19:59:26.437733 26315 main.go:141] libmachine: (ha-805293) DBG | unable to find current IP address of domain ha-805293 in network mk-ha-805293
I0930 19:59:26.437791 26315 main.go:141] libmachine: (ha-805293) DBG | I0930 19:59:26.437707 26338 retry.go:31] will retry after 1.996131833s: waiting for machine to come up
I0930 19:59:28.435394 26315 main.go:141] libmachine: (ha-805293) DBG | domain ha-805293 has defined MAC address 52:54:00:a8:b8:c7 in network mk-ha-805293
I0930 19:59:28.435899 26315 main.go:141] libmachine: (ha-805293) DBG | unable to find current IP address of domain ha-805293 in network mk-ha-805293
I0930 19:59:28.435920 26315 main.go:141] libmachine: (ha-805293) DBG | I0930 19:59:28.435854 26338 retry.go:31] will retry after 2.313700889s: waiting for machine to come up
I0930 19:59:30.752853 26315 main.go:141] libmachine: (ha-805293) DBG | domain ha-805293 has defined MAC address 52:54:00:a8:b8:c7 in network mk-ha-805293
I0930 19:59:30.753113 26315 main.go:141] libmachine: (ha-805293) DBG | unable to find current IP address of domain ha-805293 in network mk-ha-805293
I0930 19:59:30.753140 26315 main.go:141] libmachine: (ha-805293) DBG | I0930 19:59:30.753096 26338 retry.go:31] will retry after 2.892875975s: waiting for machine to come up
I0930 19:59:33.648697 26315 main.go:141] libmachine: (ha-805293) DBG | domain ha-805293 has defined MAC address 52:54:00:a8:b8:c7 in network mk-ha-805293
I0930 19:59:33.649006 26315 main.go:141] libmachine: (ha-805293) DBG | unable to find current IP address of domain ha-805293 in network mk-ha-805293
I0930 19:59:33.649067 26315 main.go:141] libmachine: (ha-805293) DBG | I0930 19:59:33.648958 26338 retry.go:31] will retry after 4.162794884s: waiting for machine to come up
I0930 19:59:37.813324 26315 main.go:141] libmachine: (ha-805293) DBG | domain ha-805293 has defined MAC address 52:54:00:a8:b8:c7 in network mk-ha-805293
I0930 19:59:37.813940 26315 main.go:141] libmachine: (ha-805293) Found IP for machine: 192.168.39.3
I0930 19:59:37.813967 26315 main.go:141] libmachine: (ha-805293) Reserving static IP address...
I0930 19:59:37.813980 26315 main.go:141] libmachine: (ha-805293) DBG | domain ha-805293 has current primary IP address 192.168.39.3 and MAC address 52:54:00:a8:b8:c7 in network mk-ha-805293
I0930 19:59:37.814363 26315 main.go:141] libmachine: (ha-805293) DBG | unable to find host DHCP lease matching {name: "ha-805293", mac: "52:54:00:a8:b8:c7", ip: "192.168.39.3"} in network mk-ha-805293
I0930 19:59:37.894677 26315 main.go:141] libmachine: (ha-805293) DBG | Getting to WaitForSSH function...
I0930 19:59:37.894706 26315 main.go:141] libmachine: (ha-805293) Reserved static IP address: 192.168.39.3
I0930 19:59:37.894719 26315 main.go:141] libmachine: (ha-805293) Waiting for SSH to be available...
I0930 19:59:37.897595 26315 main.go:141] libmachine: (ha-805293) DBG | domain ha-805293 has defined MAC address 52:54:00:a8:b8:c7 in network mk-ha-805293
I0930 19:59:37.897922 26315 main.go:141] libmachine: (ha-805293) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:a8:b8:c7", ip: ""} in network mk-ha-805293: {Iface:virbr1 ExpiryTime:2024-09-30 20:59:30 +0000 UTC Type:0 Mac:52:54:00:a8:b8:c7 Iaid: IPaddr:192.168.39.3 Prefix:24 Hostname:minikube Clientid:01:52:54:00:a8:b8:c7}
I0930 19:59:37.897956 26315 main.go:141] libmachine: (ha-805293) DBG | domain ha-805293 has defined IP address 192.168.39.3 and MAC address 52:54:00:a8:b8:c7 in network mk-ha-805293
I0930 19:59:37.898087 26315 main.go:141] libmachine: (ha-805293) DBG | Using SSH client type: external
I0930 19:59:37.898106 26315 main.go:141] libmachine: (ha-805293) DBG | Using SSH private key: /home/jenkins/minikube-integration/19736-7672/.minikube/machines/ha-805293/id_rsa (-rw-------)
I0930 19:59:37.898139 26315 main.go:141] libmachine: (ha-805293) DBG | &{[-F /dev/null -o ConnectionAttempts=3 -o ConnectTimeout=10 -o ControlMaster=no -o ControlPath=none -o LogLevel=quiet -o PasswordAuthentication=no -o ServerAliveInterval=60 -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null docker@192.168.39.3 -o IdentitiesOnly=yes -i /home/jenkins/minikube-integration/19736-7672/.minikube/machines/ha-805293/id_rsa -p 22] /usr/bin/ssh <nil>}
I0930 19:59:37.898155 26315 main.go:141] libmachine: (ha-805293) DBG | About to run SSH command:
I0930 19:59:37.898169 26315 main.go:141] libmachine: (ha-805293) DBG | exit 0
I0930 19:59:38.031893 26315 main.go:141] libmachine: (ha-805293) DBG | SSH cmd err, output: <nil>:
I0930 19:59:38.032180 26315 main.go:141] libmachine: (ha-805293) KVM machine creation complete!
I0930 19:59:38.032650 26315 main.go:141] libmachine: (ha-805293) Calling .GetConfigRaw
I0930 19:59:38.033332 26315 main.go:141] libmachine: (ha-805293) Calling .DriverName
I0930 19:59:38.033535 26315 main.go:141] libmachine: (ha-805293) Calling .DriverName
I0930 19:59:38.033703 26315 main.go:141] libmachine: Waiting for machine to be running, this may take a few minutes...
I0930 19:59:38.033722 26315 main.go:141] libmachine: (ha-805293) Calling .GetState
I0930 19:59:38.035148 26315 main.go:141] libmachine: Detecting operating system of created instance...
I0930 19:59:38.035166 26315 main.go:141] libmachine: Waiting for SSH to be available...
I0930 19:59:38.035171 26315 main.go:141] libmachine: Getting to WaitForSSH function...
I0930 19:59:38.035176 26315 main.go:141] libmachine: (ha-805293) Calling .GetSSHHostname
I0930 19:59:38.037430 26315 main.go:141] libmachine: (ha-805293) DBG | domain ha-805293 has defined MAC address 52:54:00:a8:b8:c7 in network mk-ha-805293
I0930 19:59:38.037779 26315 main.go:141] libmachine: (ha-805293) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:a8:b8:c7", ip: ""} in network mk-ha-805293: {Iface:virbr1 ExpiryTime:2024-09-30 20:59:30 +0000 UTC Type:0 Mac:52:54:00:a8:b8:c7 Iaid: IPaddr:192.168.39.3 Prefix:24 Hostname:ha-805293 Clientid:01:52:54:00:a8:b8:c7}
I0930 19:59:38.037807 26315 main.go:141] libmachine: (ha-805293) DBG | domain ha-805293 has defined IP address 192.168.39.3 and MAC address 52:54:00:a8:b8:c7 in network mk-ha-805293
I0930 19:59:38.037886 26315 main.go:141] libmachine: (ha-805293) Calling .GetSSHPort
I0930 19:59:38.038058 26315 main.go:141] libmachine: (ha-805293) Calling .GetSSHKeyPath
I0930 19:59:38.038172 26315 main.go:141] libmachine: (ha-805293) Calling .GetSSHKeyPath
I0930 19:59:38.038292 26315 main.go:141] libmachine: (ha-805293) Calling .GetSSHUsername
I0930 19:59:38.038466 26315 main.go:141] libmachine: Using SSH client type: native
I0930 19:59:38.038732 26315 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x864a40] 0x867720 <nil> [] 0s} 192.168.39.3 22 <nil> <nil>}
I0930 19:59:38.038742 26315 main.go:141] libmachine: About to run SSH command:
exit 0
I0930 19:59:38.150707 26315 main.go:141] libmachine: SSH cmd err, output: <nil>:
I0930 19:59:38.150736 26315 main.go:141] libmachine: Detecting the provisioner...
I0930 19:59:38.150744 26315 main.go:141] libmachine: (ha-805293) Calling .GetSSHHostname
I0930 19:59:38.153577 26315 main.go:141] libmachine: (ha-805293) DBG | domain ha-805293 has defined MAC address 52:54:00:a8:b8:c7 in network mk-ha-805293
I0930 19:59:38.153985 26315 main.go:141] libmachine: (ha-805293) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:a8:b8:c7", ip: ""} in network mk-ha-805293: {Iface:virbr1 ExpiryTime:2024-09-30 20:59:30 +0000 UTC Type:0 Mac:52:54:00:a8:b8:c7 Iaid: IPaddr:192.168.39.3 Prefix:24 Hostname:ha-805293 Clientid:01:52:54:00:a8:b8:c7}
I0930 19:59:38.154015 26315 main.go:141] libmachine: (ha-805293) DBG | domain ha-805293 has defined IP address 192.168.39.3 and MAC address 52:54:00:a8:b8:c7 in network mk-ha-805293
I0930 19:59:38.154165 26315 main.go:141] libmachine: (ha-805293) Calling .GetSSHPort
I0930 19:59:38.154420 26315 main.go:141] libmachine: (ha-805293) Calling .GetSSHKeyPath
I0930 19:59:38.154616 26315 main.go:141] libmachine: (ha-805293) Calling .GetSSHKeyPath
I0930 19:59:38.154796 26315 main.go:141] libmachine: (ha-805293) Calling .GetSSHUsername
I0930 19:59:38.154961 26315 main.go:141] libmachine: Using SSH client type: native
I0930 19:59:38.155144 26315 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x864a40] 0x867720 <nil> [] 0s} 192.168.39.3 22 <nil> <nil>}
I0930 19:59:38.155155 26315 main.go:141] libmachine: About to run SSH command:
cat /etc/os-release
I0930 19:59:38.268071 26315 main.go:141] libmachine: SSH cmd err, output: <nil>: NAME=Buildroot
VERSION=2023.02.9-dirty
ID=buildroot
VERSION_ID=2023.02.9
PRETTY_NAME="Buildroot 2023.02.9"
I0930 19:59:38.268223 26315 main.go:141] libmachine: found compatible host: buildroot
I0930 19:59:38.268235 26315 main.go:141] libmachine: Provisioning with buildroot...
I0930 19:59:38.268248 26315 main.go:141] libmachine: (ha-805293) Calling .GetMachineName
I0930 19:59:38.268485 26315 buildroot.go:166] provisioning hostname "ha-805293"
I0930 19:59:38.268519 26315 main.go:141] libmachine: (ha-805293) Calling .GetMachineName
I0930 19:59:38.268699 26315 main.go:141] libmachine: (ha-805293) Calling .GetSSHHostname
I0930 19:59:38.271029 26315 main.go:141] libmachine: (ha-805293) DBG | domain ha-805293 has defined MAC address 52:54:00:a8:b8:c7 in network mk-ha-805293
I0930 19:59:38.271351 26315 main.go:141] libmachine: (ha-805293) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:a8:b8:c7", ip: ""} in network mk-ha-805293: {Iface:virbr1 ExpiryTime:2024-09-30 20:59:30 +0000 UTC Type:0 Mac:52:54:00:a8:b8:c7 Iaid: IPaddr:192.168.39.3 Prefix:24 Hostname:ha-805293 Clientid:01:52:54:00:a8:b8:c7}
I0930 19:59:38.271376 26315 main.go:141] libmachine: (ha-805293) DBG | domain ha-805293 has defined IP address 192.168.39.3 and MAC address 52:54:00:a8:b8:c7 in network mk-ha-805293
I0930 19:59:38.271551 26315 main.go:141] libmachine: (ha-805293) Calling .GetSSHPort
I0930 19:59:38.271727 26315 main.go:141] libmachine: (ha-805293) Calling .GetSSHKeyPath
I0930 19:59:38.271905 26315 main.go:141] libmachine: (ha-805293) Calling .GetSSHKeyPath
I0930 19:59:38.272048 26315 main.go:141] libmachine: (ha-805293) Calling .GetSSHUsername
I0930 19:59:38.272215 26315 main.go:141] libmachine: Using SSH client type: native
I0930 19:59:38.272420 26315 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x864a40] 0x867720 <nil> [] 0s} 192.168.39.3 22 <nil> <nil>}
I0930 19:59:38.272431 26315 main.go:141] libmachine: About to run SSH command:
sudo hostname ha-805293 && echo "ha-805293" | sudo tee /etc/hostname
I0930 19:59:38.397989 26315 main.go:141] libmachine: SSH cmd err, output: <nil>: ha-805293
I0930 19:59:38.398019 26315 main.go:141] libmachine: (ha-805293) Calling .GetSSHHostname
I0930 19:59:38.401388 26315 main.go:141] libmachine: (ha-805293) DBG | domain ha-805293 has defined MAC address 52:54:00:a8:b8:c7 in network mk-ha-805293
I0930 19:59:38.401792 26315 main.go:141] libmachine: (ha-805293) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:a8:b8:c7", ip: ""} in network mk-ha-805293: {Iface:virbr1 ExpiryTime:2024-09-30 20:59:30 +0000 UTC Type:0 Mac:52:54:00:a8:b8:c7 Iaid: IPaddr:192.168.39.3 Prefix:24 Hostname:ha-805293 Clientid:01:52:54:00:a8:b8:c7}
I0930 19:59:38.401818 26315 main.go:141] libmachine: (ha-805293) DBG | domain ha-805293 has defined IP address 192.168.39.3 and MAC address 52:54:00:a8:b8:c7 in network mk-ha-805293
I0930 19:59:38.402043 26315 main.go:141] libmachine: (ha-805293) Calling .GetSSHPort
I0930 19:59:38.402262 26315 main.go:141] libmachine: (ha-805293) Calling .GetSSHKeyPath
I0930 19:59:38.402446 26315 main.go:141] libmachine: (ha-805293) Calling .GetSSHKeyPath
I0930 19:59:38.402640 26315 main.go:141] libmachine: (ha-805293) Calling .GetSSHUsername
I0930 19:59:38.402835 26315 main.go:141] libmachine: Using SSH client type: native
I0930 19:59:38.403014 26315 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x864a40] 0x867720 <nil> [] 0s} 192.168.39.3 22 <nil> <nil>}
I0930 19:59:38.403030 26315 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\sha-805293' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 ha-805293/g' /etc/hosts;
else
echo '127.0.1.1 ha-805293' | sudo tee -a /etc/hosts;
fi
fi
I0930 19:59:38.523981 26315 main.go:141] libmachine: SSH cmd err, output: <nil>:
I0930 19:59:38.524025 26315 buildroot.go:172] set auth options {CertDir:/home/jenkins/minikube-integration/19736-7672/.minikube CaCertPath:/home/jenkins/minikube-integration/19736-7672/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/19736-7672/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/19736-7672/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/19736-7672/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/19736-7672/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/19736-7672/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/19736-7672/.minikube}
I0930 19:59:38.524082 26315 buildroot.go:174] setting up certificates
I0930 19:59:38.524097 26315 provision.go:84] configureAuth start
I0930 19:59:38.524111 26315 main.go:141] libmachine: (ha-805293) Calling .GetMachineName
I0930 19:59:38.524383 26315 main.go:141] libmachine: (ha-805293) Calling .GetIP
I0930 19:59:38.527277 26315 main.go:141] libmachine: (ha-805293) DBG | domain ha-805293 has defined MAC address 52:54:00:a8:b8:c7 in network mk-ha-805293
I0930 19:59:38.527630 26315 main.go:141] libmachine: (ha-805293) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:a8:b8:c7", ip: ""} in network mk-ha-805293: {Iface:virbr1 ExpiryTime:2024-09-30 20:59:30 +0000 UTC Type:0 Mac:52:54:00:a8:b8:c7 Iaid: IPaddr:192.168.39.3 Prefix:24 Hostname:ha-805293 Clientid:01:52:54:00:a8:b8:c7}
I0930 19:59:38.527658 26315 main.go:141] libmachine: (ha-805293) DBG | domain ha-805293 has defined IP address 192.168.39.3 and MAC address 52:54:00:a8:b8:c7 in network mk-ha-805293
I0930 19:59:38.527836 26315 main.go:141] libmachine: (ha-805293) Calling .GetSSHHostname
I0930 19:59:38.530619 26315 main.go:141] libmachine: (ha-805293) DBG | domain ha-805293 has defined MAC address 52:54:00:a8:b8:c7 in network mk-ha-805293
I0930 19:59:38.530940 26315 main.go:141] libmachine: (ha-805293) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:a8:b8:c7", ip: ""} in network mk-ha-805293: {Iface:virbr1 ExpiryTime:2024-09-30 20:59:30 +0000 UTC Type:0 Mac:52:54:00:a8:b8:c7 Iaid: IPaddr:192.168.39.3 Prefix:24 Hostname:ha-805293 Clientid:01:52:54:00:a8:b8:c7}
I0930 19:59:38.530964 26315 main.go:141] libmachine: (ha-805293) DBG | domain ha-805293 has defined IP address 192.168.39.3 and MAC address 52:54:00:a8:b8:c7 in network mk-ha-805293
I0930 19:59:38.531100 26315 provision.go:143] copyHostCerts
I0930 19:59:38.531123 26315 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19736-7672/.minikube/certs/ca.pem -> /home/jenkins/minikube-integration/19736-7672/.minikube/ca.pem
I0930 19:59:38.531167 26315 exec_runner.go:144] found /home/jenkins/minikube-integration/19736-7672/.minikube/ca.pem, removing ...
I0930 19:59:38.531177 26315 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19736-7672/.minikube/ca.pem
I0930 19:59:38.531239 26315 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19736-7672/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/19736-7672/.minikube/ca.pem (1082 bytes)
I0930 19:59:38.531347 26315 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19736-7672/.minikube/certs/cert.pem -> /home/jenkins/minikube-integration/19736-7672/.minikube/cert.pem
I0930 19:59:38.531367 26315 exec_runner.go:144] found /home/jenkins/minikube-integration/19736-7672/.minikube/cert.pem, removing ...
I0930 19:59:38.531371 26315 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19736-7672/.minikube/cert.pem
I0930 19:59:38.531397 26315 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19736-7672/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/19736-7672/.minikube/cert.pem (1123 bytes)
I0930 19:59:38.531451 26315 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19736-7672/.minikube/certs/key.pem -> /home/jenkins/minikube-integration/19736-7672/.minikube/key.pem
I0930 19:59:38.531467 26315 exec_runner.go:144] found /home/jenkins/minikube-integration/19736-7672/.minikube/key.pem, removing ...
I0930 19:59:38.531473 26315 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19736-7672/.minikube/key.pem
I0930 19:59:38.531511 26315 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19736-7672/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/19736-7672/.minikube/key.pem (1675 bytes)
I0930 19:59:38.531604 26315 provision.go:117] generating server cert: /home/jenkins/minikube-integration/19736-7672/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/19736-7672/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/19736-7672/.minikube/certs/ca-key.pem org=jenkins.ha-805293 san=[127.0.0.1 192.168.39.3 ha-805293 localhost minikube]
I0930 19:59:38.676763 26315 provision.go:177] copyRemoteCerts
I0930 19:59:38.676824 26315 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I0930 19:59:38.676847 26315 main.go:141] libmachine: (ha-805293) Calling .GetSSHHostname
I0930 19:59:38.679571 26315 main.go:141] libmachine: (ha-805293) DBG | domain ha-805293 has defined MAC address 52:54:00:a8:b8:c7 in network mk-ha-805293
I0930 19:59:38.680006 26315 main.go:141] libmachine: (ha-805293) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:a8:b8:c7", ip: ""} in network mk-ha-805293: {Iface:virbr1 ExpiryTime:2024-09-30 20:59:30 +0000 UTC Type:0 Mac:52:54:00:a8:b8:c7 Iaid: IPaddr:192.168.39.3 Prefix:24 Hostname:ha-805293 Clientid:01:52:54:00:a8:b8:c7}
I0930 19:59:38.680032 26315 main.go:141] libmachine: (ha-805293) DBG | domain ha-805293 has defined IP address 192.168.39.3 and MAC address 52:54:00:a8:b8:c7 in network mk-ha-805293
I0930 19:59:38.680205 26315 main.go:141] libmachine: (ha-805293) Calling .GetSSHPort
I0930 19:59:38.680392 26315 main.go:141] libmachine: (ha-805293) Calling .GetSSHKeyPath
I0930 19:59:38.680556 26315 main.go:141] libmachine: (ha-805293) Calling .GetSSHUsername
I0930 19:59:38.680720 26315 sshutil.go:53] new ssh client: &{IP:192.168.39.3 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19736-7672/.minikube/machines/ha-805293/id_rsa Username:docker}
I0930 19:59:38.765532 26315 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19736-7672/.minikube/certs/ca.pem -> /etc/docker/ca.pem
I0930 19:59:38.765609 26315 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19736-7672/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1082 bytes)
I0930 19:59:38.789748 26315 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19736-7672/.minikube/machines/server.pem -> /etc/docker/server.pem
I0930 19:59:38.789818 26315 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19736-7672/.minikube/machines/server.pem --> /etc/docker/server.pem (1196 bytes)
I0930 19:59:38.811783 26315 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19736-7672/.minikube/machines/server-key.pem -> /etc/docker/server-key.pem
I0930 19:59:38.811868 26315 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19736-7672/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1675 bytes)
I0930 19:59:38.834125 26315 provision.go:87] duration metric: took 310.01212ms to configureAuth
I0930 19:59:38.834160 26315 buildroot.go:189] setting minikube options for container-runtime
I0930 19:59:38.834431 26315 config.go:182] Loaded profile config "ha-805293": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.1
I0930 19:59:38.834524 26315 main.go:141] libmachine: (ha-805293) Calling .GetSSHHostname
I0930 19:59:38.837303 26315 main.go:141] libmachine: (ha-805293) DBG | domain ha-805293 has defined MAC address 52:54:00:a8:b8:c7 in network mk-ha-805293
I0930 19:59:38.837631 26315 main.go:141] libmachine: (ha-805293) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:a8:b8:c7", ip: ""} in network mk-ha-805293: {Iface:virbr1 ExpiryTime:2024-09-30 20:59:30 +0000 UTC Type:0 Mac:52:54:00:a8:b8:c7 Iaid: IPaddr:192.168.39.3 Prefix:24 Hostname:ha-805293 Clientid:01:52:54:00:a8:b8:c7}
I0930 19:59:38.837775 26315 main.go:141] libmachine: (ha-805293) DBG | domain ha-805293 has defined IP address 192.168.39.3 and MAC address 52:54:00:a8:b8:c7 in network mk-ha-805293
I0930 19:59:38.838052 26315 main.go:141] libmachine: (ha-805293) Calling .GetSSHPort
I0930 19:59:38.838232 26315 main.go:141] libmachine: (ha-805293) Calling .GetSSHKeyPath
I0930 19:59:38.838399 26315 main.go:141] libmachine: (ha-805293) Calling .GetSSHKeyPath
I0930 19:59:38.838530 26315 main.go:141] libmachine: (ha-805293) Calling .GetSSHUsername
I0930 19:59:38.838676 26315 main.go:141] libmachine: Using SSH client type: native
I0930 19:59:38.838897 26315 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x864a40] 0x867720 <nil> [] 0s} 192.168.39.3 22 <nil> <nil>}
I0930 19:59:38.838918 26315 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I0930 19:59:39.069352 26315 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I0930 19:59:39.069381 26315 main.go:141] libmachine: Checking connection to Docker...
I0930 19:59:39.069395 26315 main.go:141] libmachine: (ha-805293) Calling .GetURL
I0930 19:59:39.070641 26315 main.go:141] libmachine: (ha-805293) DBG | Using libvirt version 6000000
I0930 19:59:39.073164 26315 main.go:141] libmachine: (ha-805293) DBG | domain ha-805293 has defined MAC address 52:54:00:a8:b8:c7 in network mk-ha-805293
I0930 19:59:39.073482 26315 main.go:141] libmachine: (ha-805293) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:a8:b8:c7", ip: ""} in network mk-ha-805293: {Iface:virbr1 ExpiryTime:2024-09-30 20:59:30 +0000 UTC Type:0 Mac:52:54:00:a8:b8:c7 Iaid: IPaddr:192.168.39.3 Prefix:24 Hostname:ha-805293 Clientid:01:52:54:00:a8:b8:c7}
I0930 19:59:39.073521 26315 main.go:141] libmachine: (ha-805293) DBG | domain ha-805293 has defined IP address 192.168.39.3 and MAC address 52:54:00:a8:b8:c7 in network mk-ha-805293
I0930 19:59:39.073664 26315 main.go:141] libmachine: Docker is up and running!
I0930 19:59:39.073675 26315 main.go:141] libmachine: Reticulating splines...
I0930 19:59:39.073688 26315 client.go:171] duration metric: took 22.519163927s to LocalClient.Create
I0930 19:59:39.073710 26315 start.go:167] duration metric: took 22.519226404s to libmachine.API.Create "ha-805293"
I0930 19:59:39.073725 26315 start.go:293] postStartSetup for "ha-805293" (driver="kvm2")
I0930 19:59:39.073739 26315 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I0930 19:59:39.073759 26315 main.go:141] libmachine: (ha-805293) Calling .DriverName
I0930 19:59:39.073979 26315 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I0930 19:59:39.074068 26315 main.go:141] libmachine: (ha-805293) Calling .GetSSHHostname
I0930 19:59:39.076481 26315 main.go:141] libmachine: (ha-805293) DBG | domain ha-805293 has defined MAC address 52:54:00:a8:b8:c7 in network mk-ha-805293
I0930 19:59:39.076820 26315 main.go:141] libmachine: (ha-805293) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:a8:b8:c7", ip: ""} in network mk-ha-805293: {Iface:virbr1 ExpiryTime:2024-09-30 20:59:30 +0000 UTC Type:0 Mac:52:54:00:a8:b8:c7 Iaid: IPaddr:192.168.39.3 Prefix:24 Hostname:ha-805293 Clientid:01:52:54:00:a8:b8:c7}
I0930 19:59:39.076872 26315 main.go:141] libmachine: (ha-805293) DBG | domain ha-805293 has defined IP address 192.168.39.3 and MAC address 52:54:00:a8:b8:c7 in network mk-ha-805293
I0930 19:59:39.076969 26315 main.go:141] libmachine: (ha-805293) Calling .GetSSHPort
I0930 19:59:39.077131 26315 main.go:141] libmachine: (ha-805293) Calling .GetSSHKeyPath
I0930 19:59:39.077256 26315 main.go:141] libmachine: (ha-805293) Calling .GetSSHUsername
I0930 19:59:39.077345 26315 sshutil.go:53] new ssh client: &{IP:192.168.39.3 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19736-7672/.minikube/machines/ha-805293/id_rsa Username:docker}
I0930 19:59:39.162144 26315 ssh_runner.go:195] Run: cat /etc/os-release
I0930 19:59:39.166524 26315 info.go:137] Remote host: Buildroot 2023.02.9
I0930 19:59:39.166551 26315 filesync.go:126] Scanning /home/jenkins/minikube-integration/19736-7672/.minikube/addons for local assets ...
I0930 19:59:39.166625 26315 filesync.go:126] Scanning /home/jenkins/minikube-integration/19736-7672/.minikube/files for local assets ...
I0930 19:59:39.166691 26315 filesync.go:149] local asset: /home/jenkins/minikube-integration/19736-7672/.minikube/files/etc/ssl/certs/148752.pem -> 148752.pem in /etc/ssl/certs
I0930 19:59:39.166701 26315 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19736-7672/.minikube/files/etc/ssl/certs/148752.pem -> /etc/ssl/certs/148752.pem
I0930 19:59:39.166826 26315 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I0930 19:59:39.175862 26315 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19736-7672/.minikube/files/etc/ssl/certs/148752.pem --> /etc/ssl/certs/148752.pem (1708 bytes)
I0930 19:59:39.198495 26315 start.go:296] duration metric: took 124.748363ms for postStartSetup
I0930 19:59:39.198552 26315 main.go:141] libmachine: (ha-805293) Calling .GetConfigRaw
I0930 19:59:39.199175 26315 main.go:141] libmachine: (ha-805293) Calling .GetIP
I0930 19:59:39.202045 26315 main.go:141] libmachine: (ha-805293) DBG | domain ha-805293 has defined MAC address 52:54:00:a8:b8:c7 in network mk-ha-805293
I0930 19:59:39.202447 26315 main.go:141] libmachine: (ha-805293) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:a8:b8:c7", ip: ""} in network mk-ha-805293: {Iface:virbr1 ExpiryTime:2024-09-30 20:59:30 +0000 UTC Type:0 Mac:52:54:00:a8:b8:c7 Iaid: IPaddr:192.168.39.3 Prefix:24 Hostname:ha-805293 Clientid:01:52:54:00:a8:b8:c7}
I0930 19:59:39.202472 26315 main.go:141] libmachine: (ha-805293) DBG | domain ha-805293 has defined IP address 192.168.39.3 and MAC address 52:54:00:a8:b8:c7 in network mk-ha-805293
I0930 19:59:39.202702 26315 profile.go:143] Saving config to /home/jenkins/minikube-integration/19736-7672/.minikube/profiles/ha-805293/config.json ...
I0930 19:59:39.202915 26315 start.go:128] duration metric: took 22.667085053s to createHost
I0930 19:59:39.202950 26315 main.go:141] libmachine: (ha-805293) Calling .GetSSHHostname
I0930 19:59:39.205157 26315 main.go:141] libmachine: (ha-805293) DBG | domain ha-805293 has defined MAC address 52:54:00:a8:b8:c7 in network mk-ha-805293
I0930 19:59:39.205495 26315 main.go:141] libmachine: (ha-805293) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:a8:b8:c7", ip: ""} in network mk-ha-805293: {Iface:virbr1 ExpiryTime:2024-09-30 20:59:30 +0000 UTC Type:0 Mac:52:54:00:a8:b8:c7 Iaid: IPaddr:192.168.39.3 Prefix:24 Hostname:ha-805293 Clientid:01:52:54:00:a8:b8:c7}
I0930 19:59:39.205516 26315 main.go:141] libmachine: (ha-805293) DBG | domain ha-805293 has defined IP address 192.168.39.3 and MAC address 52:54:00:a8:b8:c7 in network mk-ha-805293
I0930 19:59:39.205668 26315 main.go:141] libmachine: (ha-805293) Calling .GetSSHPort
I0930 19:59:39.205846 26315 main.go:141] libmachine: (ha-805293) Calling .GetSSHKeyPath
I0930 19:59:39.205981 26315 main.go:141] libmachine: (ha-805293) Calling .GetSSHKeyPath
I0930 19:59:39.206111 26315 main.go:141] libmachine: (ha-805293) Calling .GetSSHUsername
I0930 19:59:39.206270 26315 main.go:141] libmachine: Using SSH client type: native
I0930 19:59:39.206542 26315 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x864a40] 0x867720 <nil> [] 0s} 192.168.39.3 22 <nil> <nil>}
I0930 19:59:39.206565 26315 main.go:141] libmachine: About to run SSH command:
date +%s.%N
I0930 19:59:39.320050 26315 main.go:141] libmachine: SSH cmd err, output: <nil>: 1727726379.295271539
I0930 19:59:39.320076 26315 fix.go:216] guest clock: 1727726379.295271539
I0930 19:59:39.320086 26315 fix.go:229] Guest: 2024-09-30 19:59:39.295271539 +0000 UTC Remote: 2024-09-30 19:59:39.202937168 +0000 UTC m=+22.774027114 (delta=92.334371ms)
I0930 19:59:39.320118 26315 fix.go:200] guest clock delta is within tolerance: 92.334371ms
I0930 19:59:39.320128 26315 start.go:83] releasing machines lock for "ha-805293", held for 22.784384982s
I0930 19:59:39.320156 26315 main.go:141] libmachine: (ha-805293) Calling .DriverName
I0930 19:59:39.320464 26315 main.go:141] libmachine: (ha-805293) Calling .GetIP
I0930 19:59:39.323340 26315 main.go:141] libmachine: (ha-805293) DBG | domain ha-805293 has defined MAC address 52:54:00:a8:b8:c7 in network mk-ha-805293
I0930 19:59:39.323749 26315 main.go:141] libmachine: (ha-805293) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:a8:b8:c7", ip: ""} in network mk-ha-805293: {Iface:virbr1 ExpiryTime:2024-09-30 20:59:30 +0000 UTC Type:0 Mac:52:54:00:a8:b8:c7 Iaid: IPaddr:192.168.39.3 Prefix:24 Hostname:ha-805293 Clientid:01:52:54:00:a8:b8:c7}
I0930 19:59:39.323763 26315 main.go:141] libmachine: (ha-805293) DBG | domain ha-805293 has defined IP address 192.168.39.3 and MAC address 52:54:00:a8:b8:c7 in network mk-ha-805293
I0930 19:59:39.323980 26315 main.go:141] libmachine: (ha-805293) Calling .DriverName
I0930 19:59:39.324511 26315 main.go:141] libmachine: (ha-805293) Calling .DriverName
I0930 19:59:39.324710 26315 main.go:141] libmachine: (ha-805293) Calling .DriverName
I0930 19:59:39.324873 26315 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I0930 19:59:39.324922 26315 main.go:141] libmachine: (ha-805293) Calling .GetSSHHostname
I0930 19:59:39.324933 26315 ssh_runner.go:195] Run: cat /version.json
I0930 19:59:39.324953 26315 main.go:141] libmachine: (ha-805293) Calling .GetSSHHostname
I0930 19:59:39.327479 26315 main.go:141] libmachine: (ha-805293) DBG | domain ha-805293 has defined MAC address 52:54:00:a8:b8:c7 in network mk-ha-805293
I0930 19:59:39.327790 26315 main.go:141] libmachine: (ha-805293) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:a8:b8:c7", ip: ""} in network mk-ha-805293: {Iface:virbr1 ExpiryTime:2024-09-30 20:59:30 +0000 UTC Type:0 Mac:52:54:00:a8:b8:c7 Iaid: IPaddr:192.168.39.3 Prefix:24 Hostname:ha-805293 Clientid:01:52:54:00:a8:b8:c7}
I0930 19:59:39.327833 26315 main.go:141] libmachine: (ha-805293) DBG | domain ha-805293 has defined IP address 192.168.39.3 and MAC address 52:54:00:a8:b8:c7 in network mk-ha-805293
I0930 19:59:39.327954 26315 main.go:141] libmachine: (ha-805293) DBG | domain ha-805293 has defined MAC address 52:54:00:a8:b8:c7 in network mk-ha-805293
I0930 19:59:39.327975 26315 main.go:141] libmachine: (ha-805293) Calling .GetSSHPort
I0930 19:59:39.328205 26315 main.go:141] libmachine: (ha-805293) Calling .GetSSHKeyPath
I0930 19:59:39.328371 26315 main.go:141] libmachine: (ha-805293) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:a8:b8:c7", ip: ""} in network mk-ha-805293: {Iface:virbr1 ExpiryTime:2024-09-30 20:59:30 +0000 UTC Type:0 Mac:52:54:00:a8:b8:c7 Iaid: IPaddr:192.168.39.3 Prefix:24 Hostname:ha-805293 Clientid:01:52:54:00:a8:b8:c7}
I0930 19:59:39.328394 26315 main.go:141] libmachine: (ha-805293) DBG | domain ha-805293 has defined IP address 192.168.39.3 and MAC address 52:54:00:a8:b8:c7 in network mk-ha-805293
I0930 19:59:39.328435 26315 main.go:141] libmachine: (ha-805293) Calling .GetSSHUsername
I0930 19:59:39.328560 26315 main.go:141] libmachine: (ha-805293) Calling .GetSSHPort
I0930 19:59:39.328620 26315 sshutil.go:53] new ssh client: &{IP:192.168.39.3 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19736-7672/.minikube/machines/ha-805293/id_rsa Username:docker}
I0930 19:59:39.328752 26315 main.go:141] libmachine: (ha-805293) Calling .GetSSHKeyPath
I0930 19:59:39.328910 26315 main.go:141] libmachine: (ha-805293) Calling .GetSSHUsername
I0930 19:59:39.329053 26315 sshutil.go:53] new ssh client: &{IP:192.168.39.3 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19736-7672/.minikube/machines/ha-805293/id_rsa Username:docker}
I0930 19:59:39.449869 26315 ssh_runner.go:195] Run: systemctl --version
I0930 19:59:39.457140 26315 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I0930 19:59:39.620534 26315 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
W0930 19:59:39.626812 26315 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I0930 19:59:39.626884 26315 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I0930 19:59:39.643150 26315 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)
I0930 19:59:39.643182 26315 start.go:495] detecting cgroup driver to use...
I0930 19:59:39.643259 26315 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I0930 19:59:39.659582 26315 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I0930 19:59:39.673481 26315 docker.go:217] disabling cri-docker service (if available) ...
I0930 19:59:39.673546 26315 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I0930 19:59:39.687166 26315 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I0930 19:59:39.700766 26315 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I0930 19:59:39.817845 26315 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I0930 19:59:39.989160 26315 docker.go:233] disabling docker service ...
I0930 19:59:39.989251 26315 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I0930 19:59:40.003138 26315 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I0930 19:59:40.016004 26315 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I0930 19:59:40.149065 26315 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I0930 19:59:40.264254 26315 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I0930 19:59:40.278167 26315 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I0930 19:59:40.296364 26315 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10" pause image...
I0930 19:59:40.296421 26315 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10"|' /etc/crio/crio.conf.d/02-crio.conf"
I0930 19:59:40.306661 26315 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I0930 19:59:40.306731 26315 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I0930 19:59:40.317138 26315 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I0930 19:59:40.327466 26315 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I0930 19:59:40.337951 26315 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I0930 19:59:40.348585 26315 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I0930 19:59:40.358684 26315 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I0930 19:59:40.375315 26315 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I0930 19:59:40.385587 26315 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I0930 19:59:40.394996 26315 crio.go:166] couldn't verify netfilter by "sudo sysctl net.bridge.bridge-nf-call-iptables" which might be okay. error: sudo sysctl net.bridge.bridge-nf-call-iptables: Process exited with status 255
stdout:
stderr:
sysctl: cannot stat /proc/sys/net/bridge/bridge-nf-call-iptables: No such file or directory
I0930 19:59:40.395092 26315 ssh_runner.go:195] Run: sudo modprobe br_netfilter
I0930 19:59:40.408121 26315 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I0930 19:59:40.417783 26315 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0930 19:59:40.532464 26315 ssh_runner.go:195] Run: sudo systemctl restart crio
I0930 19:59:40.627203 26315 start.go:542] Will wait 60s for socket path /var/run/crio/crio.sock
I0930 19:59:40.627277 26315 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I0930 19:59:40.632142 26315 start.go:563] Will wait 60s for crictl version
I0930 19:59:40.632198 26315 ssh_runner.go:195] Run: which crictl
I0930 19:59:40.635892 26315 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I0930 19:59:40.673372 26315 start.go:579] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.29.1
RuntimeApiVersion: v1
I0930 19:59:40.673453 26315 ssh_runner.go:195] Run: crio --version
I0930 19:59:40.701810 26315 ssh_runner.go:195] Run: crio --version
I0930 19:59:40.733603 26315 out.go:177] * Preparing Kubernetes v1.31.1 on CRI-O 1.29.1 ...
I0930 19:59:40.734810 26315 main.go:141] libmachine: (ha-805293) Calling .GetIP
I0930 19:59:40.737789 26315 main.go:141] libmachine: (ha-805293) DBG | domain ha-805293 has defined MAC address 52:54:00:a8:b8:c7 in network mk-ha-805293
I0930 19:59:40.738162 26315 main.go:141] libmachine: (ha-805293) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:a8:b8:c7", ip: ""} in network mk-ha-805293: {Iface:virbr1 ExpiryTime:2024-09-30 20:59:30 +0000 UTC Type:0 Mac:52:54:00:a8:b8:c7 Iaid: IPaddr:192.168.39.3 Prefix:24 Hostname:ha-805293 Clientid:01:52:54:00:a8:b8:c7}
I0930 19:59:40.738188 26315 main.go:141] libmachine: (ha-805293) DBG | domain ha-805293 has defined IP address 192.168.39.3 and MAC address 52:54:00:a8:b8:c7 in network mk-ha-805293
I0930 19:59:40.738414 26315 ssh_runner.go:195] Run: grep 192.168.39.1 host.minikube.internal$ /etc/hosts
I0930 19:59:40.742812 26315 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.39.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0930 19:59:40.755762 26315 kubeadm.go:883] updating cluster {Name:ha-805293 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19696/minikube-v1.34.0-1727108440-19696-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1727108449-19696@sha256:c662152d8855bc4c62a3b5786a68adf99e04794e7f8f374a3859703004ef1d21 Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.1 Cl
usterName:ha-805293 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.39.3 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 Mou
ntType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} ...
I0930 19:59:40.755880 26315 preload.go:131] Checking if preload exists for k8s version v1.31.1 and runtime crio
I0930 19:59:40.755941 26315 ssh_runner.go:195] Run: sudo crictl images --output json
I0930 19:59:40.795843 26315 crio.go:510] couldn't find preloaded image for "registry.k8s.io/kube-apiserver:v1.31.1". assuming images are not preloaded.
I0930 19:59:40.795919 26315 ssh_runner.go:195] Run: which lz4
I0930 19:59:40.799847 26315 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19736-7672/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.1-cri-o-overlay-amd64.tar.lz4 -> /preloaded.tar.lz4
I0930 19:59:40.799948 26315 ssh_runner.go:195] Run: stat -c "%s %y" /preloaded.tar.lz4
I0930 19:59:40.803954 26315 ssh_runner.go:352] existence check for /preloaded.tar.lz4: stat -c "%s %y" /preloaded.tar.lz4: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/preloaded.tar.lz4': No such file or directory
I0930 19:59:40.803978 26315 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19736-7672/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.1-cri-o-overlay-amd64.tar.lz4 --> /preloaded.tar.lz4 (388599353 bytes)
I0930 19:59:42.086885 26315 crio.go:462] duration metric: took 1.286971524s to copy over tarball
I0930 19:59:42.086956 26315 ssh_runner.go:195] Run: sudo tar --xattrs --xattrs-include security.capability -I lz4 -C /var -xf /preloaded.tar.lz4
I0930 19:59:44.140911 26315 ssh_runner.go:235] Completed: sudo tar --xattrs --xattrs-include security.capability -I lz4 -C /var -xf /preloaded.tar.lz4: (2.053919148s)
I0930 19:59:44.140946 26315 crio.go:469] duration metric: took 2.054033393s to extract the tarball
I0930 19:59:44.140956 26315 ssh_runner.go:146] rm: /preloaded.tar.lz4
I0930 19:59:44.176934 26315 ssh_runner.go:195] Run: sudo crictl images --output json
I0930 19:59:44.223432 26315 crio.go:514] all images are preloaded for cri-o runtime.
I0930 19:59:44.223453 26315 cache_images.go:84] Images are preloaded, skipping loading
I0930 19:59:44.223463 26315 kubeadm.go:934] updating node { 192.168.39.3 8443 v1.31.1 crio true true} ...
I0930 19:59:44.223618 26315 kubeadm.go:946] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.31.1/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --hostname-override=ha-805293 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.39.3
[Install]
config:
{KubernetesVersion:v1.31.1 ClusterName:ha-805293 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I0930 19:59:44.223687 26315 ssh_runner.go:195] Run: crio config
I0930 19:59:44.267892 26315 cni.go:84] Creating CNI manager for ""
I0930 19:59:44.267913 26315 cni.go:136] multinode detected (1 nodes found), recommending kindnet
I0930 19:59:44.267927 26315 kubeadm.go:84] Using pod CIDR: 10.244.0.0/16
I0930 19:59:44.267969 26315 kubeadm.go:181] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.39.3 APIServerPort:8443 KubernetesVersion:v1.31.1 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:ha-805293 NodeName:ha-805293 DNSDomain:cluster.local CRISocket:/var/run/crio/crio.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.39.3"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.39.3 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/kubernetes/mani
fests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[containerRuntimeEndpoint:unix:///var/run/crio/crio.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I0930 19:59:44.268143 26315 kubeadm.go:187] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta3
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.39.3
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/crio/crio.sock
name: "ha-805293"
kubeletExtraArgs:
node-ip: 192.168.39.3
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta3
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.39.3"]
extraArgs:
enable-admission-plugins: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
allocate-node-cidrs: "true"
leader-elect: "false"
scheduler:
extraArgs:
leader-elect: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
extraArgs:
proxy-refresh-interval: "70000"
kubernetesVersion: v1.31.1
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
containerRuntimeEndpoint: unix:///var/run/crio/crio.sock
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%"
nodefs.inodesFree: "0%"
imagefs.available: "0%"
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I0930 19:59:44.268174 26315 kube-vip.go:115] generating kube-vip config ...
I0930 19:59:44.268226 26315 ssh_runner.go:195] Run: sudo sh -c "modprobe --all ip_vs ip_vs_rr ip_vs_wrr ip_vs_sh nf_conntrack"
I0930 19:59:44.290057 26315 kube-vip.go:167] auto-enabling control-plane load-balancing in kube-vip
I0930 19:59:44.290186 26315 kube-vip.go:137] kube-vip config:
apiVersion: v1
kind: Pod
metadata:
creationTimestamp: null
name: kube-vip
namespace: kube-system
spec:
containers:
- args:
- manager
env:
- name: vip_arp
value: "true"
- name: port
value: "8443"
- name: vip_nodename
valueFrom:
fieldRef:
fieldPath: spec.nodeName
- name: vip_interface
value: eth0
- name: vip_cidr
value: "32"
- name: dns_mode
value: first
- name: cp_enable
value: "true"
- name: cp_namespace
value: kube-system
- name: vip_leaderelection
value: "true"
- name: vip_leasename
value: plndr-cp-lock
- name: vip_leaseduration
value: "5"
- name: vip_renewdeadline
value: "3"
- name: vip_retryperiod
value: "1"
- name: address
value: 192.168.39.254
- name: prometheus_server
value: :2112
- name : lb_enable
value: "true"
- name: lb_port
value: "8443"
image: ghcr.io/kube-vip/kube-vip:v0.8.3
imagePullPolicy: IfNotPresent
name: kube-vip
resources: {}
securityContext:
capabilities:
add:
- NET_ADMIN
- NET_RAW
volumeMounts:
- mountPath: /etc/kubernetes/admin.conf
name: kubeconfig
hostAliases:
- hostnames:
- kubernetes
ip: 127.0.0.1
hostNetwork: true
volumes:
- hostPath:
path: "/etc/kubernetes/super-admin.conf"
name: kubeconfig
status: {}
I0930 19:59:44.290252 26315 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.31.1
I0930 19:59:44.300619 26315 binaries.go:44] Found k8s binaries, skipping transfer
I0930 19:59:44.300694 26315 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube /etc/kubernetes/manifests
I0930 19:59:44.312702 26315 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (307 bytes)
I0930 19:59:44.329980 26315 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I0930 19:59:44.347106 26315 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2147 bytes)
I0930 19:59:44.363429 26315 ssh_runner.go:362] scp memory --> /etc/kubernetes/manifests/kube-vip.yaml (1447 bytes)
I0930 19:59:44.379706 26315 ssh_runner.go:195] Run: grep 192.168.39.254 control-plane.minikube.internal$ /etc/hosts
I0930 19:59:44.383786 26315 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.39.254 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0930 19:59:44.396392 26315 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0930 19:59:44.511834 26315 ssh_runner.go:195] Run: sudo systemctl start kubelet
I0930 19:59:44.528890 26315 certs.go:68] Setting up /home/jenkins/minikube-integration/19736-7672/.minikube/profiles/ha-805293 for IP: 192.168.39.3
I0930 19:59:44.528918 26315 certs.go:194] generating shared ca certs ...
I0930 19:59:44.528990 26315 certs.go:226] acquiring lock for ca certs: {Name:mka13ea8107121fad4b179e8ca898b92dd330bf0 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0930 19:59:44.529203 26315 certs.go:235] skipping valid "minikubeCA" ca cert: /home/jenkins/minikube-integration/19736-7672/.minikube/ca.key
I0930 19:59:44.529261 26315 certs.go:235] skipping valid "proxyClientCA" ca cert: /home/jenkins/minikube-integration/19736-7672/.minikube/proxy-client-ca.key
I0930 19:59:44.529273 26315 certs.go:256] generating profile certs ...
I0930 19:59:44.529338 26315 certs.go:363] generating signed profile cert for "minikube-user": /home/jenkins/minikube-integration/19736-7672/.minikube/profiles/ha-805293/client.key
I0930 19:59:44.529377 26315 crypto.go:68] Generating cert /home/jenkins/minikube-integration/19736-7672/.minikube/profiles/ha-805293/client.crt with IP's: []
I0930 19:59:44.693203 26315 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19736-7672/.minikube/profiles/ha-805293/client.crt ...
I0930 19:59:44.693232 26315 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19736-7672/.minikube/profiles/ha-805293/client.crt: {Name:mk4ee04dd06bd91d73f7f1298e33968b422b097c Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0930 19:59:44.693403 26315 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19736-7672/.minikube/profiles/ha-805293/client.key ...
I0930 19:59:44.693413 26315 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19736-7672/.minikube/profiles/ha-805293/client.key: {Name:mk2b8ad6c09983ddb0203e6dca1df4008d2fe717 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0930 19:59:44.693487 26315 certs.go:363] generating signed profile cert for "minikube": /home/jenkins/minikube-integration/19736-7672/.minikube/profiles/ha-805293/apiserver.key.1b433d78
I0930 19:59:44.693501 26315 crypto.go:68] Generating cert /home/jenkins/minikube-integration/19736-7672/.minikube/profiles/ha-805293/apiserver.crt.1b433d78 with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.168.39.3 192.168.39.254]
I0930 19:59:44.767682 26315 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19736-7672/.minikube/profiles/ha-805293/apiserver.crt.1b433d78 ...
I0930 19:59:44.767709 26315 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19736-7672/.minikube/profiles/ha-805293/apiserver.crt.1b433d78: {Name:mkf1b16d36ab45268d051f89cfe928869656e760 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0930 19:59:44.767864 26315 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19736-7672/.minikube/profiles/ha-805293/apiserver.key.1b433d78 ...
I0930 19:59:44.767875 26315 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19736-7672/.minikube/profiles/ha-805293/apiserver.key.1b433d78: {Name:mk53eca62135b4c1b261b7c937012d89f293e976 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0930 19:59:44.767944 26315 certs.go:381] copying /home/jenkins/minikube-integration/19736-7672/.minikube/profiles/ha-805293/apiserver.crt.1b433d78 -> /home/jenkins/minikube-integration/19736-7672/.minikube/profiles/ha-805293/apiserver.crt
I0930 19:59:44.768026 26315 certs.go:385] copying /home/jenkins/minikube-integration/19736-7672/.minikube/profiles/ha-805293/apiserver.key.1b433d78 -> /home/jenkins/minikube-integration/19736-7672/.minikube/profiles/ha-805293/apiserver.key
I0930 19:59:44.768082 26315 certs.go:363] generating signed profile cert for "aggregator": /home/jenkins/minikube-integration/19736-7672/.minikube/profiles/ha-805293/proxy-client.key
I0930 19:59:44.768096 26315 crypto.go:68] Generating cert /home/jenkins/minikube-integration/19736-7672/.minikube/profiles/ha-805293/proxy-client.crt with IP's: []
I0930 19:59:45.223535 26315 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19736-7672/.minikube/profiles/ha-805293/proxy-client.crt ...
I0930 19:59:45.223567 26315 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19736-7672/.minikube/profiles/ha-805293/proxy-client.crt: {Name:mke738cc3ccc573243158c6f5e5f022828f32c28 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0930 19:59:45.223723 26315 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19736-7672/.minikube/profiles/ha-805293/proxy-client.key ...
I0930 19:59:45.223733 26315 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19736-7672/.minikube/profiles/ha-805293/proxy-client.key: {Name:mkbfe8ac8fc7a409b1152c27d19ceb3cdc436834 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0930 19:59:45.223814 26315 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19736-7672/.minikube/ca.crt -> /var/lib/minikube/certs/ca.crt
I0930 19:59:45.223831 26315 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19736-7672/.minikube/ca.key -> /var/lib/minikube/certs/ca.key
I0930 19:59:45.223844 26315 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19736-7672/.minikube/proxy-client-ca.crt -> /var/lib/minikube/certs/proxy-client-ca.crt
I0930 19:59:45.223854 26315 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19736-7672/.minikube/proxy-client-ca.key -> /var/lib/minikube/certs/proxy-client-ca.key
I0930 19:59:45.223865 26315 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19736-7672/.minikube/profiles/ha-805293/apiserver.crt -> /var/lib/minikube/certs/apiserver.crt
I0930 19:59:45.223889 26315 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19736-7672/.minikube/profiles/ha-805293/apiserver.key -> /var/lib/minikube/certs/apiserver.key
I0930 19:59:45.223908 26315 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19736-7672/.minikube/profiles/ha-805293/proxy-client.crt -> /var/lib/minikube/certs/proxy-client.crt
I0930 19:59:45.223920 26315 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19736-7672/.minikube/profiles/ha-805293/proxy-client.key -> /var/lib/minikube/certs/proxy-client.key
I0930 19:59:45.223964 26315 certs.go:484] found cert: /home/jenkins/minikube-integration/19736-7672/.minikube/certs/14875.pem (1338 bytes)
W0930 19:59:45.224006 26315 certs.go:480] ignoring /home/jenkins/minikube-integration/19736-7672/.minikube/certs/14875_empty.pem, impossibly tiny 0 bytes
I0930 19:59:45.224013 26315 certs.go:484] found cert: /home/jenkins/minikube-integration/19736-7672/.minikube/certs/ca-key.pem (1675 bytes)
I0930 19:59:45.224036 26315 certs.go:484] found cert: /home/jenkins/minikube-integration/19736-7672/.minikube/certs/ca.pem (1082 bytes)
I0930 19:59:45.224057 26315 certs.go:484] found cert: /home/jenkins/minikube-integration/19736-7672/.minikube/certs/cert.pem (1123 bytes)
I0930 19:59:45.224083 26315 certs.go:484] found cert: /home/jenkins/minikube-integration/19736-7672/.minikube/certs/key.pem (1675 bytes)
I0930 19:59:45.224119 26315 certs.go:484] found cert: /home/jenkins/minikube-integration/19736-7672/.minikube/files/etc/ssl/certs/148752.pem (1708 bytes)
I0930 19:59:45.224143 26315 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19736-7672/.minikube/certs/14875.pem -> /usr/share/ca-certificates/14875.pem
I0930 19:59:45.224156 26315 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19736-7672/.minikube/files/etc/ssl/certs/148752.pem -> /usr/share/ca-certificates/148752.pem
I0930 19:59:45.224168 26315 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19736-7672/.minikube/ca.crt -> /usr/share/ca-certificates/minikubeCA.pem
I0930 19:59:45.224809 26315 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19736-7672/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I0930 19:59:45.251773 26315 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19736-7672/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1675 bytes)
I0930 19:59:45.283221 26315 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19736-7672/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I0930 19:59:45.307169 26315 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19736-7672/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1679 bytes)
I0930 19:59:45.340795 26315 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19736-7672/.minikube/profiles/ha-805293/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1424 bytes)
I0930 19:59:45.364921 26315 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19736-7672/.minikube/profiles/ha-805293/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1679 bytes)
I0930 19:59:45.388786 26315 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19736-7672/.minikube/profiles/ha-805293/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I0930 19:59:45.412412 26315 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19736-7672/.minikube/profiles/ha-805293/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1679 bytes)
I0930 19:59:45.437530 26315 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19736-7672/.minikube/certs/14875.pem --> /usr/share/ca-certificates/14875.pem (1338 bytes)
I0930 19:59:45.462538 26315 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19736-7672/.minikube/files/etc/ssl/certs/148752.pem --> /usr/share/ca-certificates/148752.pem (1708 bytes)
I0930 19:59:45.486247 26315 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19736-7672/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I0930 19:59:45.510070 26315 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I0930 19:59:45.527040 26315 ssh_runner.go:195] Run: openssl version
I0930 19:59:45.532953 26315 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/14875.pem && ln -fs /usr/share/ca-certificates/14875.pem /etc/ssl/certs/14875.pem"
I0930 19:59:45.544314 26315 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/14875.pem
I0930 19:59:45.548732 26315 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Sep 30 19:55 /usr/share/ca-certificates/14875.pem
I0930 19:59:45.548808 26315 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/14875.pem
I0930 19:59:45.554737 26315 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/14875.pem /etc/ssl/certs/51391683.0"
I0930 19:59:45.565237 26315 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/148752.pem && ln -fs /usr/share/ca-certificates/148752.pem /etc/ssl/certs/148752.pem"
I0930 19:59:45.576275 26315 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/148752.pem
I0930 19:59:45.580833 26315 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Sep 30 19:55 /usr/share/ca-certificates/148752.pem
I0930 19:59:45.580899 26315 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/148752.pem
I0930 19:59:45.586723 26315 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/148752.pem /etc/ssl/certs/3ec20f2e.0"
I0930 19:59:45.597151 26315 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I0930 19:59:45.607829 26315 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I0930 19:59:45.612479 26315 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Sep 30 19:39 /usr/share/ca-certificates/minikubeCA.pem
I0930 19:59:45.612538 26315 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I0930 19:59:45.618560 26315 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I0930 19:59:45.629886 26315 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I0930 19:59:45.634469 26315 certs.go:399] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I0930 19:59:45.634548 26315 kubeadm.go:392] StartCluster: {Name:ha-805293 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19696/minikube-v1.34.0-1727108440-19696-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1727108449-19696@sha256:c662152d8855bc4c62a3b5786a68adf99e04794e7f8f374a3859703004ef1d21 Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.1 Clust
erName:ha-805293 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.39.3 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountT
ype:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I0930 19:59:45.634646 26315 cri.go:54] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I0930 19:59:45.634717 26315 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I0930 19:59:45.672608 26315 cri.go:89] found id: ""
I0930 19:59:45.672680 26315 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I0930 19:59:45.682253 26315 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml
I0930 19:59:45.695746 26315 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf
I0930 19:59:45.707747 26315 kubeadm.go:155] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory
ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory
ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory
ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory
I0930 19:59:45.707771 26315 kubeadm.go:157] found existing configuration files:
I0930 19:59:45.707824 26315 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf
I0930 19:59:45.717218 26315 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/admin.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/admin.conf: No such file or directory
I0930 19:59:45.717271 26315 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/admin.conf
I0930 19:59:45.727134 26315 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf
I0930 19:59:45.736453 26315 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/kubelet.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/kubelet.conf: No such file or directory
I0930 19:59:45.736514 26315 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/kubelet.conf
I0930 19:59:45.746137 26315 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf
I0930 19:59:45.755226 26315 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/controller-manager.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/controller-manager.conf: No such file or directory
I0930 19:59:45.755300 26315 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/controller-manager.conf
I0930 19:59:45.765188 26315 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf
I0930 19:59:45.774772 26315 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/scheduler.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/scheduler.conf: No such file or directory
I0930 19:59:45.774830 26315 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/scheduler.conf
I0930 19:59:45.784513 26315 ssh_runner.go:286] Start: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.1:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem"
I0930 19:59:45.891942 26315 kubeadm.go:310] [init] Using Kubernetes version: v1.31.1
I0930 19:59:45.891997 26315 kubeadm.go:310] [preflight] Running pre-flight checks
I0930 19:59:45.998241 26315 kubeadm.go:310] [preflight] Pulling images required for setting up a Kubernetes cluster
I0930 19:59:45.998404 26315 kubeadm.go:310] [preflight] This might take a minute or two, depending on the speed of your internet connection
I0930 19:59:45.998552 26315 kubeadm.go:310] [preflight] You can also perform this action beforehand using 'kubeadm config images pull'
I0930 19:59:46.014075 26315 kubeadm.go:310] [certs] Using certificateDir folder "/var/lib/minikube/certs"
I0930 19:59:46.112806 26315 out.go:235] - Generating certificates and keys ...
I0930 19:59:46.112955 26315 kubeadm.go:310] [certs] Using existing ca certificate authority
I0930 19:59:46.113026 26315 kubeadm.go:310] [certs] Using existing apiserver certificate and key on disk
I0930 19:59:46.210951 26315 kubeadm.go:310] [certs] Generating "apiserver-kubelet-client" certificate and key
I0930 19:59:46.354582 26315 kubeadm.go:310] [certs] Generating "front-proxy-ca" certificate and key
I0930 19:59:46.555785 26315 kubeadm.go:310] [certs] Generating "front-proxy-client" certificate and key
I0930 19:59:46.646311 26315 kubeadm.go:310] [certs] Generating "etcd/ca" certificate and key
I0930 19:59:46.770735 26315 kubeadm.go:310] [certs] Generating "etcd/server" certificate and key
I0930 19:59:46.770873 26315 kubeadm.go:310] [certs] etcd/server serving cert is signed for DNS names [ha-805293 localhost] and IPs [192.168.39.3 127.0.0.1 ::1]
I0930 19:59:47.044600 26315 kubeadm.go:310] [certs] Generating "etcd/peer" certificate and key
I0930 19:59:47.044796 26315 kubeadm.go:310] [certs] etcd/peer serving cert is signed for DNS names [ha-805293 localhost] and IPs [192.168.39.3 127.0.0.1 ::1]
I0930 19:59:47.135575 26315 kubeadm.go:310] [certs] Generating "etcd/healthcheck-client" certificate and key
I0930 19:59:47.309550 26315 kubeadm.go:310] [certs] Generating "apiserver-etcd-client" certificate and key
I0930 19:59:47.407346 26315 kubeadm.go:310] [certs] Generating "sa" key and public key
I0930 19:59:47.407491 26315 kubeadm.go:310] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"
I0930 19:59:47.782301 26315 kubeadm.go:310] [kubeconfig] Writing "admin.conf" kubeconfig file
I0930 19:59:47.938840 26315 kubeadm.go:310] [kubeconfig] Writing "super-admin.conf" kubeconfig file
I0930 19:59:48.153368 26315 kubeadm.go:310] [kubeconfig] Writing "kubelet.conf" kubeconfig file
I0930 19:59:48.373848 26315 kubeadm.go:310] [kubeconfig] Writing "controller-manager.conf" kubeconfig file
I0930 19:59:48.924719 26315 kubeadm.go:310] [kubeconfig] Writing "scheduler.conf" kubeconfig file
I0930 19:59:48.925435 26315 kubeadm.go:310] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
I0930 19:59:48.929527 26315 kubeadm.go:310] [control-plane] Using manifest folder "/etc/kubernetes/manifests"
I0930 19:59:48.931731 26315 out.go:235] - Booting up control plane ...
I0930 19:59:48.931901 26315 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-apiserver"
I0930 19:59:48.931984 26315 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-controller-manager"
I0930 19:59:48.932610 26315 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-scheduler"
I0930 19:59:48.952672 26315 kubeadm.go:310] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
I0930 19:59:48.959981 26315 kubeadm.go:310] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
I0930 19:59:48.960193 26315 kubeadm.go:310] [kubelet-start] Starting the kubelet
I0930 19:59:49.095726 26315 kubeadm.go:310] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests"
I0930 19:59:49.095850 26315 kubeadm.go:310] [kubelet-check] Waiting for a healthy kubelet at http://127.0.0.1:10248/healthz. This can take up to 4m0s
I0930 19:59:49.596721 26315 kubeadm.go:310] [kubelet-check] The kubelet is healthy after 501.116798ms
I0930 19:59:49.596826 26315 kubeadm.go:310] [api-check] Waiting for a healthy API server. This can take up to 4m0s
I0930 19:59:55.702855 26315 kubeadm.go:310] [api-check] The API server is healthy after 6.110016436s
I0930 19:59:55.715163 26315 kubeadm.go:310] [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace
I0930 19:59:55.739975 26315 kubeadm.go:310] [kubelet] Creating a ConfigMap "kubelet-config" in namespace kube-system with the configuration for the kubelets in the cluster
I0930 19:59:56.278812 26315 kubeadm.go:310] [upload-certs] Skipping phase. Please see --upload-certs
I0930 19:59:56.279051 26315 kubeadm.go:310] [mark-control-plane] Marking the node ha-805293 as control-plane by adding the labels: [node-role.kubernetes.io/control-plane node.kubernetes.io/exclude-from-external-load-balancers]
I0930 19:59:56.293005 26315 kubeadm.go:310] [bootstrap-token] Using token: p0s0d4.yc45k5nzuh1mipkz
I0930 19:59:56.294535 26315 out.go:235] - Configuring RBAC rules ...
I0930 19:59:56.294681 26315 kubeadm.go:310] [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles
I0930 19:59:56.299474 26315 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to get nodes
I0930 19:59:56.308838 26315 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials
I0930 19:59:56.312908 26315 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token
I0930 19:59:56.320143 26315 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow certificate rotation for all node client certificates in the cluster
I0930 19:59:56.328834 26315 kubeadm.go:310] [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace
I0930 19:59:56.351618 26315 kubeadm.go:310] [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key
I0930 19:59:56.617778 26315 kubeadm.go:310] [addons] Applied essential addon: CoreDNS
I0930 19:59:57.116458 26315 kubeadm.go:310] [addons] Applied essential addon: kube-proxy
I0930 19:59:57.116486 26315 kubeadm.go:310]
I0930 19:59:57.116560 26315 kubeadm.go:310] Your Kubernetes control-plane has initialized successfully!
I0930 19:59:57.116570 26315 kubeadm.go:310]
I0930 19:59:57.116674 26315 kubeadm.go:310] To start using your cluster, you need to run the following as a regular user:
I0930 19:59:57.116685 26315 kubeadm.go:310]
I0930 19:59:57.116719 26315 kubeadm.go:310] mkdir -p $HOME/.kube
I0930 19:59:57.116823 26315 kubeadm.go:310] sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config
I0930 19:59:57.116882 26315 kubeadm.go:310] sudo chown $(id -u):$(id -g) $HOME/.kube/config
I0930 19:59:57.116886 26315 kubeadm.go:310]
I0930 19:59:57.116955 26315 kubeadm.go:310] Alternatively, if you are the root user, you can run:
I0930 19:59:57.116980 26315 kubeadm.go:310]
I0930 19:59:57.117053 26315 kubeadm.go:310] export KUBECONFIG=/etc/kubernetes/admin.conf
I0930 19:59:57.117064 26315 kubeadm.go:310]
I0930 19:59:57.117137 26315 kubeadm.go:310] You should now deploy a pod network to the cluster.
I0930 19:59:57.117202 26315 kubeadm.go:310] Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:
I0930 19:59:57.117263 26315 kubeadm.go:310] https://kubernetes.io/docs/concepts/cluster-administration/addons/
I0930 19:59:57.117268 26315 kubeadm.go:310]
I0930 19:59:57.117377 26315 kubeadm.go:310] You can now join any number of control-plane nodes by copying certificate authorities
I0930 19:59:57.117490 26315 kubeadm.go:310] and service account keys on each node and then running the following as root:
I0930 19:59:57.117501 26315 kubeadm.go:310]
I0930 19:59:57.117607 26315 kubeadm.go:310] kubeadm join control-plane.minikube.internal:8443 --token p0s0d4.yc45k5nzuh1mipkz \
I0930 19:59:57.117749 26315 kubeadm.go:310] --discovery-token-ca-cert-hash sha256:352dfd8425761db90b29426d7b39e0cd78050576f8c3b54f4769ee4dc405f73a \
I0930 19:59:57.117783 26315 kubeadm.go:310] --control-plane
I0930 19:59:57.117789 26315 kubeadm.go:310]
I0930 19:59:57.117912 26315 kubeadm.go:310] Then you can join any number of worker nodes by running the following on each as root:
I0930 19:59:57.117922 26315 kubeadm.go:310]
I0930 19:59:57.117993 26315 kubeadm.go:310] kubeadm join control-plane.minikube.internal:8443 --token p0s0d4.yc45k5nzuh1mipkz \
I0930 19:59:57.118080 26315 kubeadm.go:310] --discovery-token-ca-cert-hash sha256:352dfd8425761db90b29426d7b39e0cd78050576f8c3b54f4769ee4dc405f73a
I0930 19:59:57.119219 26315 kubeadm.go:310] W0930 19:59:45.871969 832 common.go:101] your configuration file uses a deprecated API spec: "kubeadm.k8s.io/v1beta3" (kind: "ClusterConfiguration"). Please use 'kubeadm config migrate --old-config old.yaml --new-config new.yaml', which will write the new, similar spec using a newer API version.
I0930 19:59:57.119559 26315 kubeadm.go:310] W0930 19:59:45.872918 832 common.go:101] your configuration file uses a deprecated API spec: "kubeadm.k8s.io/v1beta3" (kind: "InitConfiguration"). Please use 'kubeadm config migrate --old-config old.yaml --new-config new.yaml', which will write the new, similar spec using a newer API version.
I0930 19:59:57.119653 26315 kubeadm.go:310] [WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
I0930 19:59:57.119676 26315 cni.go:84] Creating CNI manager for ""
I0930 19:59:57.119684 26315 cni.go:136] multinode detected (1 nodes found), recommending kindnet
I0930 19:59:57.121508 26315 out.go:177] * Configuring CNI (Container Networking Interface) ...
I0930 19:59:57.122778 26315 ssh_runner.go:195] Run: stat /opt/cni/bin/portmap
I0930 19:59:57.129018 26315 cni.go:182] applying CNI manifest using /var/lib/minikube/binaries/v1.31.1/kubectl ...
I0930 19:59:57.129033 26315 ssh_runner.go:362] scp memory --> /var/tmp/minikube/cni.yaml (2601 bytes)
I0930 19:59:57.148058 26315 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl apply --kubeconfig=/var/lib/minikube/kubeconfig -f /var/tmp/minikube/cni.yaml
I0930 19:59:57.490355 26315 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"
I0930 19:59:57.490415 26315 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl create clusterrolebinding minikube-rbac --clusterrole=cluster-admin --serviceaccount=kube-system:default --kubeconfig=/var/lib/minikube/kubeconfig
I0930 19:59:57.490422 26315 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig label --overwrite nodes ha-805293 minikube.k8s.io/updated_at=2024_09_30T19_59_57_0700 minikube.k8s.io/version=v1.34.0 minikube.k8s.io/commit=a8859b2b27cf43a9dac1b7d9f7a3a2e21d50b022 minikube.k8s.io/name=ha-805293 minikube.k8s.io/primary=true
I0930 19:59:57.530433 26315 ops.go:34] apiserver oom_adj: -16
I0930 19:59:57.632942 26315 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0930 19:59:58.133232 26315 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0930 19:59:58.633968 26315 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0930 19:59:59.133876 26315 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0930 19:59:59.633715 26315 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0930 20:00:00.134062 26315 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0930 20:00:00.633798 26315 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0930 20:00:01.133378 26315 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0930 20:00:01.219465 26315 kubeadm.go:1113] duration metric: took 3.729111543s to wait for elevateKubeSystemPrivileges
I0930 20:00:01.219521 26315 kubeadm.go:394] duration metric: took 15.584976844s to StartCluster
I0930 20:00:01.219559 26315 settings.go:142] acquiring lock: {Name:mkd7167558dcf9e4e74b1ba89686af996800a9f6 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0930 20:00:01.219656 26315 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/19736-7672/kubeconfig
I0930 20:00:01.220437 26315 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19736-7672/kubeconfig: {Name:mk7f7a50a5e604547351c0e84ead36c7161a29de Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0930 20:00:01.220719 26315 start.go:233] HA (multi-control plane) cluster: will skip waiting for primary control-plane node &{Name: IP:192.168.39.3 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I0930 20:00:01.220739 26315 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml"
I0930 20:00:01.220750 26315 start.go:241] waiting for startup goroutines ...
I0930 20:00:01.220771 26315 addons.go:507] enable addons start: toEnable=map[ambassador:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-gluster:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false]
I0930 20:00:01.220861 26315 addons.go:69] Setting storage-provisioner=true in profile "ha-805293"
I0930 20:00:01.220890 26315 addons.go:234] Setting addon storage-provisioner=true in "ha-805293"
I0930 20:00:01.220907 26315 addons.go:69] Setting default-storageclass=true in profile "ha-805293"
I0930 20:00:01.220929 26315 host.go:66] Checking if "ha-805293" exists ...
I0930 20:00:01.220943 26315 addons_storage_classes.go:33] enableOrDisableStorageClasses default-storageclass=true on "ha-805293"
I0930 20:00:01.220958 26315 config.go:182] Loaded profile config "ha-805293": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.1
I0930 20:00:01.221373 26315 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I0930 20:00:01.221421 26315 main.go:141] libmachine: Launching plugin server for driver kvm2
I0930 20:00:01.221455 26315 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I0930 20:00:01.221495 26315 main.go:141] libmachine: Launching plugin server for driver kvm2
I0930 20:00:01.237192 26315 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:38991
I0930 20:00:01.237232 26315 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:44093
I0930 20:00:01.237724 26315 main.go:141] libmachine: () Calling .GetVersion
I0930 20:00:01.237776 26315 main.go:141] libmachine: () Calling .GetVersion
I0930 20:00:01.238255 26315 main.go:141] libmachine: Using API Version 1
I0930 20:00:01.238280 26315 main.go:141] libmachine: () Calling .SetConfigRaw
I0930 20:00:01.238371 26315 main.go:141] libmachine: Using API Version 1
I0930 20:00:01.238394 26315 main.go:141] libmachine: () Calling .SetConfigRaw
I0930 20:00:01.238662 26315 main.go:141] libmachine: () Calling .GetMachineName
I0930 20:00:01.238738 26315 main.go:141] libmachine: () Calling .GetMachineName
I0930 20:00:01.238902 26315 main.go:141] libmachine: (ha-805293) Calling .GetState
I0930 20:00:01.239184 26315 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I0930 20:00:01.239227 26315 main.go:141] libmachine: Launching plugin server for driver kvm2
I0930 20:00:01.241145 26315 loader.go:395] Config loaded from file: /home/jenkins/minikube-integration/19736-7672/kubeconfig
I0930 20:00:01.241484 26315 kapi.go:59] client config for ha-805293: &rest.Config{Host:"https://192.168.39.254:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/home/jenkins/minikube-integration/19736-7672/.minikube/profiles/ha-805293/client.crt", KeyFile:"/home/jenkins/minikube-integration/19736-7672/.minikube/profiles/ha-805293/client.key", CAFile:"/home/jenkins/minikube-integration/19736-7672/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil), CAData:[]uint8(nil), NextProtos:[]string(nil)},
UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x1f685c0), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
I0930 20:00:01.242040 26315 cert_rotation.go:140] Starting client certificate rotation controller
I0930 20:00:01.242321 26315 addons.go:234] Setting addon default-storageclass=true in "ha-805293"
I0930 20:00:01.242364 26315 host.go:66] Checking if "ha-805293" exists ...
I0930 20:00:01.242753 26315 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I0930 20:00:01.242800 26315 main.go:141] libmachine: Launching plugin server for driver kvm2
I0930 20:00:01.255454 26315 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:34783
I0930 20:00:01.255998 26315 main.go:141] libmachine: () Calling .GetVersion
I0930 20:00:01.256626 26315 main.go:141] libmachine: Using API Version 1
I0930 20:00:01.256655 26315 main.go:141] libmachine: () Calling .SetConfigRaw
I0930 20:00:01.257008 26315 main.go:141] libmachine: () Calling .GetMachineName
I0930 20:00:01.257244 26315 main.go:141] libmachine: (ha-805293) Calling .GetState
I0930 20:00:01.258602 26315 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:38221
I0930 20:00:01.259101 26315 main.go:141] libmachine: () Calling .GetVersion
I0930 20:00:01.259492 26315 main.go:141] libmachine: (ha-805293) Calling .DriverName
I0930 20:00:01.259705 26315 main.go:141] libmachine: Using API Version 1
I0930 20:00:01.259732 26315 main.go:141] libmachine: () Calling .SetConfigRaw
I0930 20:00:01.260119 26315 main.go:141] libmachine: () Calling .GetMachineName
I0930 20:00:01.260656 26315 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I0930 20:00:01.260698 26315 main.go:141] libmachine: Launching plugin server for driver kvm2
I0930 20:00:01.261796 26315 out.go:177] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
I0930 20:00:01.263230 26315 addons.go:431] installing /etc/kubernetes/addons/storage-provisioner.yaml
I0930 20:00:01.263251 26315 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I0930 20:00:01.263275 26315 main.go:141] libmachine: (ha-805293) Calling .GetSSHHostname
I0930 20:00:01.266511 26315 main.go:141] libmachine: (ha-805293) DBG | domain ha-805293 has defined MAC address 52:54:00:a8:b8:c7 in network mk-ha-805293
I0930 20:00:01.266953 26315 main.go:141] libmachine: (ha-805293) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:a8:b8:c7", ip: ""} in network mk-ha-805293: {Iface:virbr1 ExpiryTime:2024-09-30 20:59:30 +0000 UTC Type:0 Mac:52:54:00:a8:b8:c7 Iaid: IPaddr:192.168.39.3 Prefix:24 Hostname:ha-805293 Clientid:01:52:54:00:a8:b8:c7}
I0930 20:00:01.266979 26315 main.go:141] libmachine: (ha-805293) DBG | domain ha-805293 has defined IP address 192.168.39.3 and MAC address 52:54:00:a8:b8:c7 in network mk-ha-805293
I0930 20:00:01.267159 26315 main.go:141] libmachine: (ha-805293) Calling .GetSSHPort
I0930 20:00:01.267342 26315 main.go:141] libmachine: (ha-805293) Calling .GetSSHKeyPath
I0930 20:00:01.267495 26315 main.go:141] libmachine: (ha-805293) Calling .GetSSHUsername
I0930 20:00:01.267640 26315 sshutil.go:53] new ssh client: &{IP:192.168.39.3 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19736-7672/.minikube/machines/ha-805293/id_rsa Username:docker}
I0930 20:00:01.276774 26315 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:42613
I0930 20:00:01.277256 26315 main.go:141] libmachine: () Calling .GetVersion
I0930 20:00:01.277779 26315 main.go:141] libmachine: Using API Version 1
I0930 20:00:01.277808 26315 main.go:141] libmachine: () Calling .SetConfigRaw
I0930 20:00:01.278167 26315 main.go:141] libmachine: () Calling .GetMachineName
I0930 20:00:01.278348 26315 main.go:141] libmachine: (ha-805293) Calling .GetState
I0930 20:00:01.279998 26315 main.go:141] libmachine: (ha-805293) Calling .DriverName
I0930 20:00:01.280191 26315 addons.go:431] installing /etc/kubernetes/addons/storageclass.yaml
I0930 20:00:01.280204 26315 ssh_runner.go:362] scp storageclass/storageclass.yaml --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)
I0930 20:00:01.280218 26315 main.go:141] libmachine: (ha-805293) Calling .GetSSHHostname
I0930 20:00:01.282743 26315 main.go:141] libmachine: (ha-805293) DBG | domain ha-805293 has defined MAC address 52:54:00:a8:b8:c7 in network mk-ha-805293
I0930 20:00:01.283181 26315 main.go:141] libmachine: (ha-805293) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:a8:b8:c7", ip: ""} in network mk-ha-805293: {Iface:virbr1 ExpiryTime:2024-09-30 20:59:30 +0000 UTC Type:0 Mac:52:54:00:a8:b8:c7 Iaid: IPaddr:192.168.39.3 Prefix:24 Hostname:ha-805293 Clientid:01:52:54:00:a8:b8:c7}
I0930 20:00:01.283205 26315 main.go:141] libmachine: (ha-805293) DBG | domain ha-805293 has defined IP address 192.168.39.3 and MAC address 52:54:00:a8:b8:c7 in network mk-ha-805293
I0930 20:00:01.283377 26315 main.go:141] libmachine: (ha-805293) Calling .GetSSHPort
I0930 20:00:01.283566 26315 main.go:141] libmachine: (ha-805293) Calling .GetSSHKeyPath
I0930 20:00:01.283719 26315 main.go:141] libmachine: (ha-805293) Calling .GetSSHUsername
I0930 20:00:01.283866 26315 sshutil.go:53] new ssh client: &{IP:192.168.39.3 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19736-7672/.minikube/machines/ha-805293/id_rsa Username:docker}
I0930 20:00:01.308679 26315 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.39.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.31.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -"
I0930 20:00:01.431260 26315 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml
I0930 20:00:01.433924 26315 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml
I0930 20:00:01.558490 26315 start.go:971] {"host.minikube.internal": 192.168.39.1} host record injected into CoreDNS's ConfigMap
I0930 20:00:01.621587 26315 main.go:141] libmachine: Making call to close driver server
I0930 20:00:01.621614 26315 main.go:141] libmachine: (ha-805293) Calling .Close
I0930 20:00:01.621883 26315 main.go:141] libmachine: Successfully made call to close driver server
I0930 20:00:01.621900 26315 main.go:141] libmachine: Making call to close connection to plugin binary
I0930 20:00:01.621908 26315 main.go:141] libmachine: Making call to close driver server
I0930 20:00:01.621931 26315 main.go:141] libmachine: (ha-805293) DBG | Closing plugin on server side
I0930 20:00:01.621995 26315 main.go:141] libmachine: (ha-805293) Calling .Close
I0930 20:00:01.622217 26315 main.go:141] libmachine: (ha-805293) DBG | Closing plugin on server side
I0930 20:00:01.622234 26315 main.go:141] libmachine: Successfully made call to close driver server
I0930 20:00:01.622247 26315 main.go:141] libmachine: Making call to close connection to plugin binary
I0930 20:00:01.622328 26315 envvar.go:172] "Feature gate default state" feature="WatchListClient" enabled=false
I0930 20:00:01.622377 26315 envvar.go:172] "Feature gate default state" feature="InformerResourceVersion" enabled=false
I0930 20:00:01.622485 26315 round_trippers.go:463] GET https://192.168.39.254:8443/apis/storage.k8s.io/v1/storageclasses
I0930 20:00:01.622496 26315 round_trippers.go:469] Request Headers:
I0930 20:00:01.622504 26315 round_trippers.go:473] Accept: application/json, */*
I0930 20:00:01.622508 26315 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0930 20:00:01.630544 26315 round_trippers.go:574] Response Status: 200 OK in 8 milliseconds
I0930 20:00:01.631089 26315 round_trippers.go:463] PUT https://192.168.39.254:8443/apis/storage.k8s.io/v1/storageclasses/standard
I0930 20:00:01.631103 26315 round_trippers.go:469] Request Headers:
I0930 20:00:01.631110 26315 round_trippers.go:473] Accept: application/json, */*
I0930 20:00:01.631115 26315 round_trippers.go:473] Content-Type: application/json
I0930 20:00:01.631119 26315 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0930 20:00:01.636731 26315 round_trippers.go:574] Response Status: 200 OK in 5 milliseconds
I0930 20:00:01.636889 26315 main.go:141] libmachine: Making call to close driver server
I0930 20:00:01.636905 26315 main.go:141] libmachine: (ha-805293) Calling .Close
I0930 20:00:01.637222 26315 main.go:141] libmachine: Successfully made call to close driver server
I0930 20:00:01.637249 26315 main.go:141] libmachine: Making call to close connection to plugin binary
I0930 20:00:01.637227 26315 main.go:141] libmachine: (ha-805293) DBG | Closing plugin on server side
I0930 20:00:01.910454 26315 main.go:141] libmachine: Making call to close driver server
I0930 20:00:01.910493 26315 main.go:141] libmachine: (ha-805293) Calling .Close
I0930 20:00:01.910790 26315 main.go:141] libmachine: (ha-805293) DBG | Closing plugin on server side
I0930 20:00:01.910900 26315 main.go:141] libmachine: Successfully made call to close driver server
I0930 20:00:01.910916 26315 main.go:141] libmachine: Making call to close connection to plugin binary
I0930 20:00:01.910928 26315 main.go:141] libmachine: Making call to close driver server
I0930 20:00:01.910933 26315 main.go:141] libmachine: (ha-805293) Calling .Close
I0930 20:00:01.911215 26315 main.go:141] libmachine: (ha-805293) DBG | Closing plugin on server side
I0930 20:00:01.911245 26315 main.go:141] libmachine: Successfully made call to close driver server
I0930 20:00:01.911255 26315 main.go:141] libmachine: Making call to close connection to plugin binary
I0930 20:00:01.913341 26315 out.go:177] * Enabled addons: default-storageclass, storage-provisioner
I0930 20:00:01.914640 26315 addons.go:510] duration metric: took 693.870653ms for enable addons: enabled=[default-storageclass storage-provisioner]
I0930 20:00:01.914685 26315 start.go:246] waiting for cluster config update ...
I0930 20:00:01.914700 26315 start.go:255] writing updated cluster config ...
I0930 20:00:01.917528 26315 out.go:201]
I0930 20:00:01.919324 26315 config.go:182] Loaded profile config "ha-805293": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.1
I0930 20:00:01.919441 26315 profile.go:143] Saving config to /home/jenkins/minikube-integration/19736-7672/.minikube/profiles/ha-805293/config.json ...
I0930 20:00:01.921983 26315 out.go:177] * Starting "ha-805293-m02" control-plane node in "ha-805293" cluster
I0930 20:00:01.923837 26315 preload.go:131] Checking if preload exists for k8s version v1.31.1 and runtime crio
I0930 20:00:01.923877 26315 cache.go:56] Caching tarball of preloaded images
I0930 20:00:01.924007 26315 preload.go:172] Found /home/jenkins/minikube-integration/19736-7672/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.1-cri-o-overlay-amd64.tar.lz4 in cache, skipping download
I0930 20:00:01.924027 26315 cache.go:59] Finished verifying existence of preloaded tar for v1.31.1 on crio
I0930 20:00:01.924140 26315 profile.go:143] Saving config to /home/jenkins/minikube-integration/19736-7672/.minikube/profiles/ha-805293/config.json ...
I0930 20:00:01.924406 26315 start.go:360] acquireMachinesLock for ha-805293-m02: {Name:mk0cb470c08a5d9f26fdc9dfd10f07b5493d04dc Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}
I0930 20:00:01.924476 26315 start.go:364] duration metric: took 42.723µs to acquireMachinesLock for "ha-805293-m02"
I0930 20:00:01.924503 26315 start.go:93] Provisioning new machine with config: &{Name:ha-805293 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19696/minikube-v1.34.0-1727108440-19696-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1727108449-19696@sha256:c662152d8855bc4c62a3b5786a68adf99e04794e7f8f374a3859703004ef1d21 Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{Kubernete
sVersion:v1.31.1 ClusterName:ha-805293 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.39.3 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m02 IP: Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[default-storageclass:true storage-provisioner:true] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertE
xpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name:m02 IP: Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I0930 20:00:01.924602 26315 start.go:125] createHost starting for "m02" (driver="kvm2")
I0930 20:00:01.926254 26315 out.go:235] * Creating kvm2 VM (CPUs=2, Memory=2200MB, Disk=20000MB) ...
I0930 20:00:01.926373 26315 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I0930 20:00:01.926422 26315 main.go:141] libmachine: Launching plugin server for driver kvm2
I0930 20:00:01.942099 26315 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:43055
I0930 20:00:01.942642 26315 main.go:141] libmachine: () Calling .GetVersion
I0930 20:00:01.943165 26315 main.go:141] libmachine: Using API Version 1
I0930 20:00:01.943189 26315 main.go:141] libmachine: () Calling .SetConfigRaw
I0930 20:00:01.943522 26315 main.go:141] libmachine: () Calling .GetMachineName
I0930 20:00:01.943810 26315 main.go:141] libmachine: (ha-805293-m02) Calling .GetMachineName
I0930 20:00:01.943943 26315 main.go:141] libmachine: (ha-805293-m02) Calling .DriverName
I0930 20:00:01.944136 26315 start.go:159] libmachine.API.Create for "ha-805293" (driver="kvm2")
I0930 20:00:01.944171 26315 client.go:168] LocalClient.Create starting
I0930 20:00:01.944215 26315 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/19736-7672/.minikube/certs/ca.pem
I0930 20:00:01.944259 26315 main.go:141] libmachine: Decoding PEM data...
I0930 20:00:01.944280 26315 main.go:141] libmachine: Parsing certificate...
I0930 20:00:01.944361 26315 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/19736-7672/.minikube/certs/cert.pem
I0930 20:00:01.944395 26315 main.go:141] libmachine: Decoding PEM data...
I0930 20:00:01.944410 26315 main.go:141] libmachine: Parsing certificate...
I0930 20:00:01.944433 26315 main.go:141] libmachine: Running pre-create checks...
I0930 20:00:01.944443 26315 main.go:141] libmachine: (ha-805293-m02) Calling .PreCreateCheck
I0930 20:00:01.944614 26315 main.go:141] libmachine: (ha-805293-m02) Calling .GetConfigRaw
I0930 20:00:01.945016 26315 main.go:141] libmachine: Creating machine...
I0930 20:00:01.945030 26315 main.go:141] libmachine: (ha-805293-m02) Calling .Create
I0930 20:00:01.945196 26315 main.go:141] libmachine: (ha-805293-m02) Creating KVM machine...
I0930 20:00:01.946629 26315 main.go:141] libmachine: (ha-805293-m02) DBG | found existing default KVM network
I0930 20:00:01.946731 26315 main.go:141] libmachine: (ha-805293-m02) DBG | found existing private KVM network mk-ha-805293
I0930 20:00:01.946865 26315 main.go:141] libmachine: (ha-805293-m02) Setting up store path in /home/jenkins/minikube-integration/19736-7672/.minikube/machines/ha-805293-m02 ...
I0930 20:00:01.946894 26315 main.go:141] libmachine: (ha-805293-m02) Building disk image from file:///home/jenkins/minikube-integration/19736-7672/.minikube/cache/iso/amd64/minikube-v1.34.0-1727108440-19696-amd64.iso
I0930 20:00:01.946988 26315 main.go:141] libmachine: (ha-805293-m02) DBG | I0930 20:00:01.946872 26664 common.go:145] Making disk image using store path: /home/jenkins/minikube-integration/19736-7672/.minikube
I0930 20:00:01.947079 26315 main.go:141] libmachine: (ha-805293-m02) Downloading /home/jenkins/minikube-integration/19736-7672/.minikube/cache/boot2docker.iso from file:///home/jenkins/minikube-integration/19736-7672/.minikube/cache/iso/amd64/minikube-v1.34.0-1727108440-19696-amd64.iso...
I0930 20:00:02.217368 26315 main.go:141] libmachine: (ha-805293-m02) DBG | I0930 20:00:02.217234 26664 common.go:152] Creating ssh key: /home/jenkins/minikube-integration/19736-7672/.minikube/machines/ha-805293-m02/id_rsa...
I0930 20:00:02.510082 26315 main.go:141] libmachine: (ha-805293-m02) DBG | I0930 20:00:02.509926 26664 common.go:158] Creating raw disk image: /home/jenkins/minikube-integration/19736-7672/.minikube/machines/ha-805293-m02/ha-805293-m02.rawdisk...
I0930 20:00:02.510127 26315 main.go:141] libmachine: (ha-805293-m02) DBG | Writing magic tar header
I0930 20:00:02.510145 26315 main.go:141] libmachine: (ha-805293-m02) DBG | Writing SSH key tar header
I0930 20:00:02.510158 26315 main.go:141] libmachine: (ha-805293-m02) DBG | I0930 20:00:02.510035 26664 common.go:172] Fixing permissions on /home/jenkins/minikube-integration/19736-7672/.minikube/machines/ha-805293-m02 ...
I0930 20:00:02.510175 26315 main.go:141] libmachine: (ha-805293-m02) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19736-7672/.minikube/machines/ha-805293-m02
I0930 20:00:02.510188 26315 main.go:141] libmachine: (ha-805293-m02) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19736-7672/.minikube/machines
I0930 20:00:02.510199 26315 main.go:141] libmachine: (ha-805293-m02) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19736-7672/.minikube
I0930 20:00:02.510217 26315 main.go:141] libmachine: (ha-805293-m02) Setting executable bit set on /home/jenkins/minikube-integration/19736-7672/.minikube/machines/ha-805293-m02 (perms=drwx------)
I0930 20:00:02.510229 26315 main.go:141] libmachine: (ha-805293-m02) Setting executable bit set on /home/jenkins/minikube-integration/19736-7672/.minikube/machines (perms=drwxr-xr-x)
I0930 20:00:02.510240 26315 main.go:141] libmachine: (ha-805293-m02) Setting executable bit set on /home/jenkins/minikube-integration/19736-7672/.minikube (perms=drwxr-xr-x)
I0930 20:00:02.510255 26315 main.go:141] libmachine: (ha-805293-m02) Setting executable bit set on /home/jenkins/minikube-integration/19736-7672 (perms=drwxrwxr-x)
I0930 20:00:02.510266 26315 main.go:141] libmachine: (ha-805293-m02) Setting executable bit set on /home/jenkins/minikube-integration (perms=drwxrwxr-x)
I0930 20:00:02.510281 26315 main.go:141] libmachine: (ha-805293-m02) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19736-7672
I0930 20:00:02.510294 26315 main.go:141] libmachine: (ha-805293-m02) Setting executable bit set on /home/jenkins (perms=drwxr-xr-x)
I0930 20:00:02.510308 26315 main.go:141] libmachine: (ha-805293-m02) Creating domain...
I0930 20:00:02.510328 26315 main.go:141] libmachine: (ha-805293-m02) DBG | Checking permissions on dir: /home/jenkins/minikube-integration
I0930 20:00:02.510352 26315 main.go:141] libmachine: (ha-805293-m02) DBG | Checking permissions on dir: /home/jenkins
I0930 20:00:02.510359 26315 main.go:141] libmachine: (ha-805293-m02) DBG | Checking permissions on dir: /home
I0930 20:00:02.510364 26315 main.go:141] libmachine: (ha-805293-m02) DBG | Skipping /home - not owner
I0930 20:00:02.511282 26315 main.go:141] libmachine: (ha-805293-m02) define libvirt domain using xml:
I0930 20:00:02.511306 26315 main.go:141] libmachine: (ha-805293-m02) <domain type='kvm'>
I0930 20:00:02.511317 26315 main.go:141] libmachine: (ha-805293-m02) <name>ha-805293-m02</name>
I0930 20:00:02.511328 26315 main.go:141] libmachine: (ha-805293-m02) <memory unit='MiB'>2200</memory>
I0930 20:00:02.511338 26315 main.go:141] libmachine: (ha-805293-m02) <vcpu>2</vcpu>
I0930 20:00:02.511348 26315 main.go:141] libmachine: (ha-805293-m02) <features>
I0930 20:00:02.511357 26315 main.go:141] libmachine: (ha-805293-m02) <acpi/>
I0930 20:00:02.511364 26315 main.go:141] libmachine: (ha-805293-m02) <apic/>
I0930 20:00:02.511371 26315 main.go:141] libmachine: (ha-805293-m02) <pae/>
I0930 20:00:02.511377 26315 main.go:141] libmachine: (ha-805293-m02)
I0930 20:00:02.511388 26315 main.go:141] libmachine: (ha-805293-m02) </features>
I0930 20:00:02.511395 26315 main.go:141] libmachine: (ha-805293-m02) <cpu mode='host-passthrough'>
I0930 20:00:02.511405 26315 main.go:141] libmachine: (ha-805293-m02)
I0930 20:00:02.511416 26315 main.go:141] libmachine: (ha-805293-m02) </cpu>
I0930 20:00:02.511444 26315 main.go:141] libmachine: (ha-805293-m02) <os>
I0930 20:00:02.511468 26315 main.go:141] libmachine: (ha-805293-m02) <type>hvm</type>
I0930 20:00:02.511481 26315 main.go:141] libmachine: (ha-805293-m02) <boot dev='cdrom'/>
I0930 20:00:02.511494 26315 main.go:141] libmachine: (ha-805293-m02) <boot dev='hd'/>
I0930 20:00:02.511505 26315 main.go:141] libmachine: (ha-805293-m02) <bootmenu enable='no'/>
I0930 20:00:02.511512 26315 main.go:141] libmachine: (ha-805293-m02) </os>
I0930 20:00:02.511517 26315 main.go:141] libmachine: (ha-805293-m02) <devices>
I0930 20:00:02.511535 26315 main.go:141] libmachine: (ha-805293-m02) <disk type='file' device='cdrom'>
I0930 20:00:02.511552 26315 main.go:141] libmachine: (ha-805293-m02) <source file='/home/jenkins/minikube-integration/19736-7672/.minikube/machines/ha-805293-m02/boot2docker.iso'/>
I0930 20:00:02.511561 26315 main.go:141] libmachine: (ha-805293-m02) <target dev='hdc' bus='scsi'/>
I0930 20:00:02.511591 26315 main.go:141] libmachine: (ha-805293-m02) <readonly/>
I0930 20:00:02.511613 26315 main.go:141] libmachine: (ha-805293-m02) </disk>
I0930 20:00:02.511630 26315 main.go:141] libmachine: (ha-805293-m02) <disk type='file' device='disk'>
I0930 20:00:02.511644 26315 main.go:141] libmachine: (ha-805293-m02) <driver name='qemu' type='raw' cache='default' io='threads' />
I0930 20:00:02.511661 26315 main.go:141] libmachine: (ha-805293-m02) <source file='/home/jenkins/minikube-integration/19736-7672/.minikube/machines/ha-805293-m02/ha-805293-m02.rawdisk'/>
I0930 20:00:02.511673 26315 main.go:141] libmachine: (ha-805293-m02) <target dev='hda' bus='virtio'/>
I0930 20:00:02.511692 26315 main.go:141] libmachine: (ha-805293-m02) </disk>
I0930 20:00:02.511711 26315 main.go:141] libmachine: (ha-805293-m02) <interface type='network'>
I0930 20:00:02.511729 26315 main.go:141] libmachine: (ha-805293-m02) <source network='mk-ha-805293'/>
I0930 20:00:02.511746 26315 main.go:141] libmachine: (ha-805293-m02) <model type='virtio'/>
I0930 20:00:02.511758 26315 main.go:141] libmachine: (ha-805293-m02) </interface>
I0930 20:00:02.511769 26315 main.go:141] libmachine: (ha-805293-m02) <interface type='network'>
I0930 20:00:02.511784 26315 main.go:141] libmachine: (ha-805293-m02) <source network='default'/>
I0930 20:00:02.511795 26315 main.go:141] libmachine: (ha-805293-m02) <model type='virtio'/>
I0930 20:00:02.511824 26315 main.go:141] libmachine: (ha-805293-m02) </interface>
I0930 20:00:02.511843 26315 main.go:141] libmachine: (ha-805293-m02) <serial type='pty'>
I0930 20:00:02.511853 26315 main.go:141] libmachine: (ha-805293-m02) <target port='0'/>
I0930 20:00:02.511862 26315 main.go:141] libmachine: (ha-805293-m02) </serial>
I0930 20:00:02.511870 26315 main.go:141] libmachine: (ha-805293-m02) <console type='pty'>
I0930 20:00:02.511881 26315 main.go:141] libmachine: (ha-805293-m02) <target type='serial' port='0'/>
I0930 20:00:02.511892 26315 main.go:141] libmachine: (ha-805293-m02) </console>
I0930 20:00:02.511901 26315 main.go:141] libmachine: (ha-805293-m02) <rng model='virtio'>
I0930 20:00:02.511910 26315 main.go:141] libmachine: (ha-805293-m02) <backend model='random'>/dev/random</backend>
I0930 20:00:02.511924 26315 main.go:141] libmachine: (ha-805293-m02) </rng>
I0930 20:00:02.511933 26315 main.go:141] libmachine: (ha-805293-m02)
I0930 20:00:02.511939 26315 main.go:141] libmachine: (ha-805293-m02)
I0930 20:00:02.511949 26315 main.go:141] libmachine: (ha-805293-m02) </devices>
I0930 20:00:02.511958 26315 main.go:141] libmachine: (ha-805293-m02) </domain>
I0930 20:00:02.511969 26315 main.go:141] libmachine: (ha-805293-m02)
I0930 20:00:02.519423 26315 main.go:141] libmachine: (ha-805293-m02) DBG | domain ha-805293-m02 has defined MAC address 52:54:00:35:68:69 in network default
I0930 20:00:02.520096 26315 main.go:141] libmachine: (ha-805293-m02) Ensuring networks are active...
I0930 20:00:02.520113 26315 main.go:141] libmachine: (ha-805293-m02) DBG | domain ha-805293-m02 has defined MAC address 52:54:00:fe:f4:56 in network mk-ha-805293
I0930 20:00:02.521080 26315 main.go:141] libmachine: (ha-805293-m02) Ensuring network default is active
I0930 20:00:02.521471 26315 main.go:141] libmachine: (ha-805293-m02) Ensuring network mk-ha-805293 is active
I0930 20:00:02.521811 26315 main.go:141] libmachine: (ha-805293-m02) Getting domain xml...
I0930 20:00:02.522473 26315 main.go:141] libmachine: (ha-805293-m02) Creating domain...
I0930 20:00:03.765540 26315 main.go:141] libmachine: (ha-805293-m02) Waiting to get IP...
I0930 20:00:03.766353 26315 main.go:141] libmachine: (ha-805293-m02) DBG | domain ha-805293-m02 has defined MAC address 52:54:00:fe:f4:56 in network mk-ha-805293
I0930 20:00:03.766729 26315 main.go:141] libmachine: (ha-805293-m02) DBG | unable to find current IP address of domain ha-805293-m02 in network mk-ha-805293
I0930 20:00:03.766750 26315 main.go:141] libmachine: (ha-805293-m02) DBG | I0930 20:00:03.766699 26664 retry.go:31] will retry after 241.920356ms: waiting for machine to come up
I0930 20:00:04.010129 26315 main.go:141] libmachine: (ha-805293-m02) DBG | domain ha-805293-m02 has defined MAC address 52:54:00:fe:f4:56 in network mk-ha-805293
I0930 20:00:04.010801 26315 main.go:141] libmachine: (ha-805293-m02) DBG | unable to find current IP address of domain ha-805293-m02 in network mk-ha-805293
I0930 20:00:04.010826 26315 main.go:141] libmachine: (ha-805293-m02) DBG | I0930 20:00:04.010761 26664 retry.go:31] will retry after 344.430245ms: waiting for machine to come up
I0930 20:00:04.356311 26315 main.go:141] libmachine: (ha-805293-m02) DBG | domain ha-805293-m02 has defined MAC address 52:54:00:fe:f4:56 in network mk-ha-805293
I0930 20:00:04.356795 26315 main.go:141] libmachine: (ha-805293-m02) DBG | unable to find current IP address of domain ha-805293-m02 in network mk-ha-805293
I0930 20:00:04.356815 26315 main.go:141] libmachine: (ha-805293-m02) DBG | I0930 20:00:04.356767 26664 retry.go:31] will retry after 377.488147ms: waiting for machine to come up
I0930 20:00:04.736359 26315 main.go:141] libmachine: (ha-805293-m02) DBG | domain ha-805293-m02 has defined MAC address 52:54:00:fe:f4:56 in network mk-ha-805293
I0930 20:00:04.736817 26315 main.go:141] libmachine: (ha-805293-m02) DBG | unable to find current IP address of domain ha-805293-m02 in network mk-ha-805293
I0930 20:00:04.736839 26315 main.go:141] libmachine: (ha-805293-m02) DBG | I0930 20:00:04.736768 26664 retry.go:31] will retry after 400.421105ms: waiting for machine to come up
I0930 20:00:05.138514 26315 main.go:141] libmachine: (ha-805293-m02) DBG | domain ha-805293-m02 has defined MAC address 52:54:00:fe:f4:56 in network mk-ha-805293
I0930 20:00:05.139019 26315 main.go:141] libmachine: (ha-805293-m02) DBG | unable to find current IP address of domain ha-805293-m02 in network mk-ha-805293
I0930 20:00:05.139050 26315 main.go:141] libmachine: (ha-805293-m02) DBG | I0930 20:00:05.138967 26664 retry.go:31] will retry after 547.144087ms: waiting for machine to come up
I0930 20:00:05.688116 26315 main.go:141] libmachine: (ha-805293-m02) DBG | domain ha-805293-m02 has defined MAC address 52:54:00:fe:f4:56 in network mk-ha-805293
I0930 20:00:05.688838 26315 main.go:141] libmachine: (ha-805293-m02) DBG | unable to find current IP address of domain ha-805293-m02 in network mk-ha-805293
I0930 20:00:05.688865 26315 main.go:141] libmachine: (ha-805293-m02) DBG | I0930 20:00:05.688769 26664 retry.go:31] will retry after 610.482897ms: waiting for machine to come up
I0930 20:00:06.301403 26315 main.go:141] libmachine: (ha-805293-m02) DBG | domain ha-805293-m02 has defined MAC address 52:54:00:fe:f4:56 in network mk-ha-805293
I0930 20:00:06.301917 26315 main.go:141] libmachine: (ha-805293-m02) DBG | unable to find current IP address of domain ha-805293-m02 in network mk-ha-805293
I0930 20:00:06.301945 26315 main.go:141] libmachine: (ha-805293-m02) DBG | I0930 20:00:06.301866 26664 retry.go:31] will retry after 792.553977ms: waiting for machine to come up
I0930 20:00:07.096834 26315 main.go:141] libmachine: (ha-805293-m02) DBG | domain ha-805293-m02 has defined MAC address 52:54:00:fe:f4:56 in network mk-ha-805293
I0930 20:00:07.097300 26315 main.go:141] libmachine: (ha-805293-m02) DBG | unable to find current IP address of domain ha-805293-m02 in network mk-ha-805293
I0930 20:00:07.097331 26315 main.go:141] libmachine: (ha-805293-m02) DBG | I0930 20:00:07.097234 26664 retry.go:31] will retry after 1.20008256s: waiting for machine to come up
I0930 20:00:08.299714 26315 main.go:141] libmachine: (ha-805293-m02) DBG | domain ha-805293-m02 has defined MAC address 52:54:00:fe:f4:56 in network mk-ha-805293
I0930 20:00:08.300169 26315 main.go:141] libmachine: (ha-805293-m02) DBG | unable to find current IP address of domain ha-805293-m02 in network mk-ha-805293
I0930 20:00:08.300191 26315 main.go:141] libmachine: (ha-805293-m02) DBG | I0930 20:00:08.300137 26664 retry.go:31] will retry after 1.678792143s: waiting for machine to come up
I0930 20:00:09.980216 26315 main.go:141] libmachine: (ha-805293-m02) DBG | domain ha-805293-m02 has defined MAC address 52:54:00:fe:f4:56 in network mk-ha-805293
I0930 20:00:09.980657 26315 main.go:141] libmachine: (ha-805293-m02) DBG | unable to find current IP address of domain ha-805293-m02 in network mk-ha-805293
I0930 20:00:09.980685 26315 main.go:141] libmachine: (ha-805293-m02) DBG | I0930 20:00:09.980618 26664 retry.go:31] will retry after 2.098959289s: waiting for machine to come up
I0930 20:00:12.080886 26315 main.go:141] libmachine: (ha-805293-m02) DBG | domain ha-805293-m02 has defined MAC address 52:54:00:fe:f4:56 in network mk-ha-805293
I0930 20:00:12.081433 26315 main.go:141] libmachine: (ha-805293-m02) DBG | unable to find current IP address of domain ha-805293-m02 in network mk-ha-805293
I0930 20:00:12.081474 26315 main.go:141] libmachine: (ha-805293-m02) DBG | I0930 20:00:12.081377 26664 retry.go:31] will retry after 2.748866897s: waiting for machine to come up
I0930 20:00:14.833188 26315 main.go:141] libmachine: (ha-805293-m02) DBG | domain ha-805293-m02 has defined MAC address 52:54:00:fe:f4:56 in network mk-ha-805293
I0930 20:00:14.833722 26315 main.go:141] libmachine: (ha-805293-m02) DBG | unable to find current IP address of domain ha-805293-m02 in network mk-ha-805293
I0930 20:00:14.833748 26315 main.go:141] libmachine: (ha-805293-m02) DBG | I0930 20:00:14.833682 26664 retry.go:31] will retry after 2.379918836s: waiting for machine to come up
I0930 20:00:17.215678 26315 main.go:141] libmachine: (ha-805293-m02) DBG | domain ha-805293-m02 has defined MAC address 52:54:00:fe:f4:56 in network mk-ha-805293
I0930 20:00:17.216060 26315 main.go:141] libmachine: (ha-805293-m02) DBG | unable to find current IP address of domain ha-805293-m02 in network mk-ha-805293
I0930 20:00:17.216093 26315 main.go:141] libmachine: (ha-805293-m02) DBG | I0930 20:00:17.215999 26664 retry.go:31] will retry after 4.355514313s: waiting for machine to come up
I0930 20:00:21.576523 26315 main.go:141] libmachine: (ha-805293-m02) DBG | domain ha-805293-m02 has defined MAC address 52:54:00:fe:f4:56 in network mk-ha-805293
I0930 20:00:21.577032 26315 main.go:141] libmachine: (ha-805293-m02) Found IP for machine: 192.168.39.220
I0930 20:00:21.577053 26315 main.go:141] libmachine: (ha-805293-m02) Reserving static IP address...
I0930 20:00:21.577065 26315 main.go:141] libmachine: (ha-805293-m02) DBG | domain ha-805293-m02 has current primary IP address 192.168.39.220 and MAC address 52:54:00:fe:f4:56 in network mk-ha-805293
I0930 20:00:21.577388 26315 main.go:141] libmachine: (ha-805293-m02) DBG | unable to find host DHCP lease matching {name: "ha-805293-m02", mac: "52:54:00:fe:f4:56", ip: "192.168.39.220"} in network mk-ha-805293
I0930 20:00:21.655408 26315 main.go:141] libmachine: (ha-805293-m02) DBG | Getting to WaitForSSH function...
I0930 20:00:21.655444 26315 main.go:141] libmachine: (ha-805293-m02) Reserved static IP address: 192.168.39.220
I0930 20:00:21.655509 26315 main.go:141] libmachine: (ha-805293-m02) Waiting for SSH to be available...
I0930 20:00:21.658005 26315 main.go:141] libmachine: (ha-805293-m02) DBG | domain ha-805293-m02 has defined MAC address 52:54:00:fe:f4:56 in network mk-ha-805293
I0930 20:00:21.658453 26315 main.go:141] libmachine: (ha-805293-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:fe:f4:56", ip: ""} in network mk-ha-805293: {Iface:virbr1 ExpiryTime:2024-09-30 21:00:16 +0000 UTC Type:0 Mac:52:54:00:fe:f4:56 Iaid: IPaddr:192.168.39.220 Prefix:24 Hostname:minikube Clientid:01:52:54:00:fe:f4:56}
I0930 20:00:21.658491 26315 main.go:141] libmachine: (ha-805293-m02) DBG | domain ha-805293-m02 has defined IP address 192.168.39.220 and MAC address 52:54:00:fe:f4:56 in network mk-ha-805293
I0930 20:00:21.658732 26315 main.go:141] libmachine: (ha-805293-m02) DBG | Using SSH client type: external
I0930 20:00:21.658759 26315 main.go:141] libmachine: (ha-805293-m02) DBG | Using SSH private key: /home/jenkins/minikube-integration/19736-7672/.minikube/machines/ha-805293-m02/id_rsa (-rw-------)
I0930 20:00:21.658792 26315 main.go:141] libmachine: (ha-805293-m02) DBG | &{[-F /dev/null -o ConnectionAttempts=3 -o ConnectTimeout=10 -o ControlMaster=no -o ControlPath=none -o LogLevel=quiet -o PasswordAuthentication=no -o ServerAliveInterval=60 -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null docker@192.168.39.220 -o IdentitiesOnly=yes -i /home/jenkins/minikube-integration/19736-7672/.minikube/machines/ha-805293-m02/id_rsa -p 22] /usr/bin/ssh <nil>}
I0930 20:00:21.658808 26315 main.go:141] libmachine: (ha-805293-m02) DBG | About to run SSH command:
I0930 20:00:21.658825 26315 main.go:141] libmachine: (ha-805293-m02) DBG | exit 0
I0930 20:00:21.787681 26315 main.go:141] libmachine: (ha-805293-m02) DBG | SSH cmd err, output: <nil>:
I0930 20:00:21.788011 26315 main.go:141] libmachine: (ha-805293-m02) KVM machine creation complete!
I0930 20:00:21.788252 26315 main.go:141] libmachine: (ha-805293-m02) Calling .GetConfigRaw
I0930 20:00:21.788786 26315 main.go:141] libmachine: (ha-805293-m02) Calling .DriverName
I0930 20:00:21.788970 26315 main.go:141] libmachine: (ha-805293-m02) Calling .DriverName
I0930 20:00:21.789203 26315 main.go:141] libmachine: Waiting for machine to be running, this may take a few minutes...
I0930 20:00:21.789220 26315 main.go:141] libmachine: (ha-805293-m02) Calling .GetState
I0930 20:00:21.790562 26315 main.go:141] libmachine: Detecting operating system of created instance...
I0930 20:00:21.790578 26315 main.go:141] libmachine: Waiting for SSH to be available...
I0930 20:00:21.790584 26315 main.go:141] libmachine: Getting to WaitForSSH function...
I0930 20:00:21.790592 26315 main.go:141] libmachine: (ha-805293-m02) Calling .GetSSHHostname
I0930 20:00:21.792832 26315 main.go:141] libmachine: (ha-805293-m02) DBG | domain ha-805293-m02 has defined MAC address 52:54:00:fe:f4:56 in network mk-ha-805293
I0930 20:00:21.793247 26315 main.go:141] libmachine: (ha-805293-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:fe:f4:56", ip: ""} in network mk-ha-805293: {Iface:virbr1 ExpiryTime:2024-09-30 21:00:16 +0000 UTC Type:0 Mac:52:54:00:fe:f4:56 Iaid: IPaddr:192.168.39.220 Prefix:24 Hostname:ha-805293-m02 Clientid:01:52:54:00:fe:f4:56}
I0930 20:00:21.793275 26315 main.go:141] libmachine: (ha-805293-m02) DBG | domain ha-805293-m02 has defined IP address 192.168.39.220 and MAC address 52:54:00:fe:f4:56 in network mk-ha-805293
I0930 20:00:21.793444 26315 main.go:141] libmachine: (ha-805293-m02) Calling .GetSSHPort
I0930 20:00:21.793624 26315 main.go:141] libmachine: (ha-805293-m02) Calling .GetSSHKeyPath
I0930 20:00:21.793794 26315 main.go:141] libmachine: (ha-805293-m02) Calling .GetSSHKeyPath
I0930 20:00:21.793936 26315 main.go:141] libmachine: (ha-805293-m02) Calling .GetSSHUsername
I0930 20:00:21.794099 26315 main.go:141] libmachine: Using SSH client type: native
I0930 20:00:21.794370 26315 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x864a40] 0x867720 <nil> [] 0s} 192.168.39.220 22 <nil> <nil>}
I0930 20:00:21.794384 26315 main.go:141] libmachine: About to run SSH command:
exit 0
I0930 20:00:21.906923 26315 main.go:141] libmachine: SSH cmd err, output: <nil>:
I0930 20:00:21.906949 26315 main.go:141] libmachine: Detecting the provisioner...
I0930 20:00:21.906961 26315 main.go:141] libmachine: (ha-805293-m02) Calling .GetSSHHostname
I0930 20:00:21.910153 26315 main.go:141] libmachine: (ha-805293-m02) DBG | domain ha-805293-m02 has defined MAC address 52:54:00:fe:f4:56 in network mk-ha-805293
I0930 20:00:21.910565 26315 main.go:141] libmachine: (ha-805293-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:fe:f4:56", ip: ""} in network mk-ha-805293: {Iface:virbr1 ExpiryTime:2024-09-30 21:00:16 +0000 UTC Type:0 Mac:52:54:00:fe:f4:56 Iaid: IPaddr:192.168.39.220 Prefix:24 Hostname:ha-805293-m02 Clientid:01:52:54:00:fe:f4:56}
I0930 20:00:21.910596 26315 main.go:141] libmachine: (ha-805293-m02) DBG | domain ha-805293-m02 has defined IP address 192.168.39.220 and MAC address 52:54:00:fe:f4:56 in network mk-ha-805293
I0930 20:00:21.910764 26315 main.go:141] libmachine: (ha-805293-m02) Calling .GetSSHPort
I0930 20:00:21.910979 26315 main.go:141] libmachine: (ha-805293-m02) Calling .GetSSHKeyPath
I0930 20:00:21.911241 26315 main.go:141] libmachine: (ha-805293-m02) Calling .GetSSHKeyPath
I0930 20:00:21.911375 26315 main.go:141] libmachine: (ha-805293-m02) Calling .GetSSHUsername
I0930 20:00:21.911534 26315 main.go:141] libmachine: Using SSH client type: native
I0930 20:00:21.911713 26315 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x864a40] 0x867720 <nil> [] 0s} 192.168.39.220 22 <nil> <nil>}
I0930 20:00:21.911726 26315 main.go:141] libmachine: About to run SSH command:
cat /etc/os-release
I0930 20:00:22.024080 26315 main.go:141] libmachine: SSH cmd err, output: <nil>: NAME=Buildroot
VERSION=2023.02.9-dirty
ID=buildroot
VERSION_ID=2023.02.9
PRETTY_NAME="Buildroot 2023.02.9"
I0930 20:00:22.024153 26315 main.go:141] libmachine: found compatible host: buildroot
I0930 20:00:22.024160 26315 main.go:141] libmachine: Provisioning with buildroot...
I0930 20:00:22.024170 26315 main.go:141] libmachine: (ha-805293-m02) Calling .GetMachineName
I0930 20:00:22.024471 26315 buildroot.go:166] provisioning hostname "ha-805293-m02"
I0930 20:00:22.024504 26315 main.go:141] libmachine: (ha-805293-m02) Calling .GetMachineName
I0930 20:00:22.024708 26315 main.go:141] libmachine: (ha-805293-m02) Calling .GetSSHHostname
I0930 20:00:22.027328 26315 main.go:141] libmachine: (ha-805293-m02) DBG | domain ha-805293-m02 has defined MAC address 52:54:00:fe:f4:56 in network mk-ha-805293
I0930 20:00:22.027816 26315 main.go:141] libmachine: (ha-805293-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:fe:f4:56", ip: ""} in network mk-ha-805293: {Iface:virbr1 ExpiryTime:2024-09-30 21:00:16 +0000 UTC Type:0 Mac:52:54:00:fe:f4:56 Iaid: IPaddr:192.168.39.220 Prefix:24 Hostname:ha-805293-m02 Clientid:01:52:54:00:fe:f4:56}
I0930 20:00:22.027846 26315 main.go:141] libmachine: (ha-805293-m02) DBG | domain ha-805293-m02 has defined IP address 192.168.39.220 and MAC address 52:54:00:fe:f4:56 in network mk-ha-805293
I0930 20:00:22.028043 26315 main.go:141] libmachine: (ha-805293-m02) Calling .GetSSHPort
I0930 20:00:22.028244 26315 main.go:141] libmachine: (ha-805293-m02) Calling .GetSSHKeyPath
I0930 20:00:22.028415 26315 main.go:141] libmachine: (ha-805293-m02) Calling .GetSSHKeyPath
I0930 20:00:22.028559 26315 main.go:141] libmachine: (ha-805293-m02) Calling .GetSSHUsername
I0930 20:00:22.028711 26315 main.go:141] libmachine: Using SSH client type: native
I0930 20:00:22.028924 26315 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x864a40] 0x867720 <nil> [] 0s} 192.168.39.220 22 <nil> <nil>}
I0930 20:00:22.028951 26315 main.go:141] libmachine: About to run SSH command:
sudo hostname ha-805293-m02 && echo "ha-805293-m02" | sudo tee /etc/hostname
I0930 20:00:22.153517 26315 main.go:141] libmachine: SSH cmd err, output: <nil>: ha-805293-m02
I0930 20:00:22.153558 26315 main.go:141] libmachine: (ha-805293-m02) Calling .GetSSHHostname
I0930 20:00:22.156342 26315 main.go:141] libmachine: (ha-805293-m02) DBG | domain ha-805293-m02 has defined MAC address 52:54:00:fe:f4:56 in network mk-ha-805293
I0930 20:00:22.156867 26315 main.go:141] libmachine: (ha-805293-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:fe:f4:56", ip: ""} in network mk-ha-805293: {Iface:virbr1 ExpiryTime:2024-09-30 21:00:16 +0000 UTC Type:0 Mac:52:54:00:fe:f4:56 Iaid: IPaddr:192.168.39.220 Prefix:24 Hostname:ha-805293-m02 Clientid:01:52:54:00:fe:f4:56}
I0930 20:00:22.156892 26315 main.go:141] libmachine: (ha-805293-m02) DBG | domain ha-805293-m02 has defined IP address 192.168.39.220 and MAC address 52:54:00:fe:f4:56 in network mk-ha-805293
I0930 20:00:22.157066 26315 main.go:141] libmachine: (ha-805293-m02) Calling .GetSSHPort
I0930 20:00:22.157250 26315 main.go:141] libmachine: (ha-805293-m02) Calling .GetSSHKeyPath
I0930 20:00:22.157398 26315 main.go:141] libmachine: (ha-805293-m02) Calling .GetSSHKeyPath
I0930 20:00:22.157520 26315 main.go:141] libmachine: (ha-805293-m02) Calling .GetSSHUsername
I0930 20:00:22.157658 26315 main.go:141] libmachine: Using SSH client type: native
I0930 20:00:22.157834 26315 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x864a40] 0x867720 <nil> [] 0s} 192.168.39.220 22 <nil> <nil>}
I0930 20:00:22.157856 26315 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\sha-805293-m02' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 ha-805293-m02/g' /etc/hosts;
else
echo '127.0.1.1 ha-805293-m02' | sudo tee -a /etc/hosts;
fi
fi
I0930 20:00:22.280453 26315 main.go:141] libmachine: SSH cmd err, output: <nil>:
I0930 20:00:22.280490 26315 buildroot.go:172] set auth options {CertDir:/home/jenkins/minikube-integration/19736-7672/.minikube CaCertPath:/home/jenkins/minikube-integration/19736-7672/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/19736-7672/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/19736-7672/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/19736-7672/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/19736-7672/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/19736-7672/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/19736-7672/.minikube}
I0930 20:00:22.280513 26315 buildroot.go:174] setting up certificates
I0930 20:00:22.280524 26315 provision.go:84] configureAuth start
I0930 20:00:22.280537 26315 main.go:141] libmachine: (ha-805293-m02) Calling .GetMachineName
I0930 20:00:22.280873 26315 main.go:141] libmachine: (ha-805293-m02) Calling .GetIP
I0930 20:00:22.283731 26315 main.go:141] libmachine: (ha-805293-m02) DBG | domain ha-805293-m02 has defined MAC address 52:54:00:fe:f4:56 in network mk-ha-805293
I0930 20:00:22.284096 26315 main.go:141] libmachine: (ha-805293-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:fe:f4:56", ip: ""} in network mk-ha-805293: {Iface:virbr1 ExpiryTime:2024-09-30 21:00:16 +0000 UTC Type:0 Mac:52:54:00:fe:f4:56 Iaid: IPaddr:192.168.39.220 Prefix:24 Hostname:ha-805293-m02 Clientid:01:52:54:00:fe:f4:56}
I0930 20:00:22.284121 26315 main.go:141] libmachine: (ha-805293-m02) DBG | domain ha-805293-m02 has defined IP address 192.168.39.220 and MAC address 52:54:00:fe:f4:56 in network mk-ha-805293
I0930 20:00:22.284311 26315 main.go:141] libmachine: (ha-805293-m02) Calling .GetSSHHostname
I0930 20:00:22.286698 26315 main.go:141] libmachine: (ha-805293-m02) DBG | domain ha-805293-m02 has defined MAC address 52:54:00:fe:f4:56 in network mk-ha-805293
I0930 20:00:22.287078 26315 main.go:141] libmachine: (ha-805293-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:fe:f4:56", ip: ""} in network mk-ha-805293: {Iface:virbr1 ExpiryTime:2024-09-30 21:00:16 +0000 UTC Type:0 Mac:52:54:00:fe:f4:56 Iaid: IPaddr:192.168.39.220 Prefix:24 Hostname:ha-805293-m02 Clientid:01:52:54:00:fe:f4:56}
I0930 20:00:22.287108 26315 main.go:141] libmachine: (ha-805293-m02) DBG | domain ha-805293-m02 has defined IP address 192.168.39.220 and MAC address 52:54:00:fe:f4:56 in network mk-ha-805293
I0930 20:00:22.287262 26315 provision.go:143] copyHostCerts
I0930 20:00:22.287296 26315 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19736-7672/.minikube/certs/ca.pem -> /home/jenkins/minikube-integration/19736-7672/.minikube/ca.pem
I0930 20:00:22.287337 26315 exec_runner.go:144] found /home/jenkins/minikube-integration/19736-7672/.minikube/ca.pem, removing ...
I0930 20:00:22.287351 26315 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19736-7672/.minikube/ca.pem
I0930 20:00:22.287424 26315 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19736-7672/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/19736-7672/.minikube/ca.pem (1082 bytes)
I0930 20:00:22.287503 26315 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19736-7672/.minikube/certs/cert.pem -> /home/jenkins/minikube-integration/19736-7672/.minikube/cert.pem
I0930 20:00:22.287521 26315 exec_runner.go:144] found /home/jenkins/minikube-integration/19736-7672/.minikube/cert.pem, removing ...
I0930 20:00:22.287557 26315 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19736-7672/.minikube/cert.pem
I0930 20:00:22.287594 26315 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19736-7672/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/19736-7672/.minikube/cert.pem (1123 bytes)
I0930 20:00:22.287648 26315 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19736-7672/.minikube/certs/key.pem -> /home/jenkins/minikube-integration/19736-7672/.minikube/key.pem
I0930 20:00:22.287664 26315 exec_runner.go:144] found /home/jenkins/minikube-integration/19736-7672/.minikube/key.pem, removing ...
I0930 20:00:22.287668 26315 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19736-7672/.minikube/key.pem
I0930 20:00:22.287689 26315 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19736-7672/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/19736-7672/.minikube/key.pem (1675 bytes)
I0930 20:00:22.287737 26315 provision.go:117] generating server cert: /home/jenkins/minikube-integration/19736-7672/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/19736-7672/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/19736-7672/.minikube/certs/ca-key.pem org=jenkins.ha-805293-m02 san=[127.0.0.1 192.168.39.220 ha-805293-m02 localhost minikube]
I0930 20:00:22.355076 26315 provision.go:177] copyRemoteCerts
I0930 20:00:22.355131 26315 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I0930 20:00:22.355153 26315 main.go:141] libmachine: (ha-805293-m02) Calling .GetSSHHostname
I0930 20:00:22.357993 26315 main.go:141] libmachine: (ha-805293-m02) DBG | domain ha-805293-m02 has defined MAC address 52:54:00:fe:f4:56 in network mk-ha-805293
I0930 20:00:22.358290 26315 main.go:141] libmachine: (ha-805293-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:fe:f4:56", ip: ""} in network mk-ha-805293: {Iface:virbr1 ExpiryTime:2024-09-30 21:00:16 +0000 UTC Type:0 Mac:52:54:00:fe:f4:56 Iaid: IPaddr:192.168.39.220 Prefix:24 Hostname:ha-805293-m02 Clientid:01:52:54:00:fe:f4:56}
I0930 20:00:22.358317 26315 main.go:141] libmachine: (ha-805293-m02) DBG | domain ha-805293-m02 has defined IP address 192.168.39.220 and MAC address 52:54:00:fe:f4:56 in network mk-ha-805293
I0930 20:00:22.358695 26315 main.go:141] libmachine: (ha-805293-m02) Calling .GetSSHPort
I0930 20:00:22.358872 26315 main.go:141] libmachine: (ha-805293-m02) Calling .GetSSHKeyPath
I0930 20:00:22.358992 26315 main.go:141] libmachine: (ha-805293-m02) Calling .GetSSHUsername
I0930 20:00:22.359090 26315 sshutil.go:53] new ssh client: &{IP:192.168.39.220 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19736-7672/.minikube/machines/ha-805293-m02/id_rsa Username:docker}
I0930 20:00:22.445399 26315 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19736-7672/.minikube/certs/ca.pem -> /etc/docker/ca.pem
I0930 20:00:22.445470 26315 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19736-7672/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1082 bytes)
I0930 20:00:22.469429 26315 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19736-7672/.minikube/machines/server.pem -> /etc/docker/server.pem
I0930 20:00:22.469516 26315 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19736-7672/.minikube/machines/server.pem --> /etc/docker/server.pem (1208 bytes)
I0930 20:00:22.492675 26315 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19736-7672/.minikube/machines/server-key.pem -> /etc/docker/server-key.pem
I0930 20:00:22.492763 26315 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19736-7672/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)
I0930 20:00:22.515601 26315 provision.go:87] duration metric: took 235.062596ms to configureAuth
I0930 20:00:22.515633 26315 buildroot.go:189] setting minikube options for container-runtime
I0930 20:00:22.515833 26315 config.go:182] Loaded profile config "ha-805293": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.1
I0930 20:00:22.515926 26315 main.go:141] libmachine: (ha-805293-m02) Calling .GetSSHHostname
I0930 20:00:22.518627 26315 main.go:141] libmachine: (ha-805293-m02) DBG | domain ha-805293-m02 has defined MAC address 52:54:00:fe:f4:56 in network mk-ha-805293
I0930 20:00:22.519062 26315 main.go:141] libmachine: (ha-805293-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:fe:f4:56", ip: ""} in network mk-ha-805293: {Iface:virbr1 ExpiryTime:2024-09-30 21:00:16 +0000 UTC Type:0 Mac:52:54:00:fe:f4:56 Iaid: IPaddr:192.168.39.220 Prefix:24 Hostname:ha-805293-m02 Clientid:01:52:54:00:fe:f4:56}
I0930 20:00:22.519101 26315 main.go:141] libmachine: (ha-805293-m02) DBG | domain ha-805293-m02 has defined IP address 192.168.39.220 and MAC address 52:54:00:fe:f4:56 in network mk-ha-805293
I0930 20:00:22.519248 26315 main.go:141] libmachine: (ha-805293-m02) Calling .GetSSHPort
I0930 20:00:22.519447 26315 main.go:141] libmachine: (ha-805293-m02) Calling .GetSSHKeyPath
I0930 20:00:22.519617 26315 main.go:141] libmachine: (ha-805293-m02) Calling .GetSSHKeyPath
I0930 20:00:22.519768 26315 main.go:141] libmachine: (ha-805293-m02) Calling .GetSSHUsername
I0930 20:00:22.519918 26315 main.go:141] libmachine: Using SSH client type: native
I0930 20:00:22.520077 26315 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x864a40] 0x867720 <nil> [] 0s} 192.168.39.220 22 <nil> <nil>}
I0930 20:00:22.520090 26315 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I0930 20:00:22.744066 26315 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I0930 20:00:22.744092 26315 main.go:141] libmachine: Checking connection to Docker...
I0930 20:00:22.744101 26315 main.go:141] libmachine: (ha-805293-m02) Calling .GetURL
I0930 20:00:22.745446 26315 main.go:141] libmachine: (ha-805293-m02) DBG | Using libvirt version 6000000
I0930 20:00:22.747635 26315 main.go:141] libmachine: (ha-805293-m02) DBG | domain ha-805293-m02 has defined MAC address 52:54:00:fe:f4:56 in network mk-ha-805293
I0930 20:00:22.748132 26315 main.go:141] libmachine: (ha-805293-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:fe:f4:56", ip: ""} in network mk-ha-805293: {Iface:virbr1 ExpiryTime:2024-09-30 21:00:16 +0000 UTC Type:0 Mac:52:54:00:fe:f4:56 Iaid: IPaddr:192.168.39.220 Prefix:24 Hostname:ha-805293-m02 Clientid:01:52:54:00:fe:f4:56}
I0930 20:00:22.748161 26315 main.go:141] libmachine: (ha-805293-m02) DBG | domain ha-805293-m02 has defined IP address 192.168.39.220 and MAC address 52:54:00:fe:f4:56 in network mk-ha-805293
I0930 20:00:22.748303 26315 main.go:141] libmachine: Docker is up and running!
I0930 20:00:22.748319 26315 main.go:141] libmachine: Reticulating splines...
I0930 20:00:22.748327 26315 client.go:171] duration metric: took 20.804148382s to LocalClient.Create
I0930 20:00:22.748348 26315 start.go:167] duration metric: took 20.804213197s to libmachine.API.Create "ha-805293"
I0930 20:00:22.748357 26315 start.go:293] postStartSetup for "ha-805293-m02" (driver="kvm2")
I0930 20:00:22.748367 26315 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I0930 20:00:22.748386 26315 main.go:141] libmachine: (ha-805293-m02) Calling .DriverName
I0930 20:00:22.748624 26315 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I0930 20:00:22.748654 26315 main.go:141] libmachine: (ha-805293-m02) Calling .GetSSHHostname
I0930 20:00:22.750830 26315 main.go:141] libmachine: (ha-805293-m02) DBG | domain ha-805293-m02 has defined MAC address 52:54:00:fe:f4:56 in network mk-ha-805293
I0930 20:00:22.751166 26315 main.go:141] libmachine: (ha-805293-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:fe:f4:56", ip: ""} in network mk-ha-805293: {Iface:virbr1 ExpiryTime:2024-09-30 21:00:16 +0000 UTC Type:0 Mac:52:54:00:fe:f4:56 Iaid: IPaddr:192.168.39.220 Prefix:24 Hostname:ha-805293-m02 Clientid:01:52:54:00:fe:f4:56}
I0930 20:00:22.751190 26315 main.go:141] libmachine: (ha-805293-m02) DBG | domain ha-805293-m02 has defined IP address 192.168.39.220 and MAC address 52:54:00:fe:f4:56 in network mk-ha-805293
I0930 20:00:22.751299 26315 main.go:141] libmachine: (ha-805293-m02) Calling .GetSSHPort
I0930 20:00:22.751468 26315 main.go:141] libmachine: (ha-805293-m02) Calling .GetSSHKeyPath
I0930 20:00:22.751612 26315 main.go:141] libmachine: (ha-805293-m02) Calling .GetSSHUsername
I0930 20:00:22.751720 26315 sshutil.go:53] new ssh client: &{IP:192.168.39.220 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19736-7672/.minikube/machines/ha-805293-m02/id_rsa Username:docker}
I0930 20:00:22.837496 26315 ssh_runner.go:195] Run: cat /etc/os-release
I0930 20:00:22.841510 26315 info.go:137] Remote host: Buildroot 2023.02.9
I0930 20:00:22.841546 26315 filesync.go:126] Scanning /home/jenkins/minikube-integration/19736-7672/.minikube/addons for local assets ...
I0930 20:00:22.841623 26315 filesync.go:126] Scanning /home/jenkins/minikube-integration/19736-7672/.minikube/files for local assets ...
I0930 20:00:22.841717 26315 filesync.go:149] local asset: /home/jenkins/minikube-integration/19736-7672/.minikube/files/etc/ssl/certs/148752.pem -> 148752.pem in /etc/ssl/certs
I0930 20:00:22.841730 26315 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19736-7672/.minikube/files/etc/ssl/certs/148752.pem -> /etc/ssl/certs/148752.pem
I0930 20:00:22.841843 26315 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I0930 20:00:22.851144 26315 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19736-7672/.minikube/files/etc/ssl/certs/148752.pem --> /etc/ssl/certs/148752.pem (1708 bytes)
I0930 20:00:22.877058 26315 start.go:296] duration metric: took 128.687557ms for postStartSetup
I0930 20:00:22.877104 26315 main.go:141] libmachine: (ha-805293-m02) Calling .GetConfigRaw
I0930 20:00:22.877761 26315 main.go:141] libmachine: (ha-805293-m02) Calling .GetIP
I0930 20:00:22.880570 26315 main.go:141] libmachine: (ha-805293-m02) DBG | domain ha-805293-m02 has defined MAC address 52:54:00:fe:f4:56 in network mk-ha-805293
I0930 20:00:22.880908 26315 main.go:141] libmachine: (ha-805293-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:fe:f4:56", ip: ""} in network mk-ha-805293: {Iface:virbr1 ExpiryTime:2024-09-30 21:00:16 +0000 UTC Type:0 Mac:52:54:00:fe:f4:56 Iaid: IPaddr:192.168.39.220 Prefix:24 Hostname:ha-805293-m02 Clientid:01:52:54:00:fe:f4:56}
I0930 20:00:22.880931 26315 main.go:141] libmachine: (ha-805293-m02) DBG | domain ha-805293-m02 has defined IP address 192.168.39.220 and MAC address 52:54:00:fe:f4:56 in network mk-ha-805293
I0930 20:00:22.881333 26315 profile.go:143] Saving config to /home/jenkins/minikube-integration/19736-7672/.minikube/profiles/ha-805293/config.json ...
I0930 20:00:22.881547 26315 start.go:128] duration metric: took 20.956931205s to createHost
I0930 20:00:22.881569 26315 main.go:141] libmachine: (ha-805293-m02) Calling .GetSSHHostname
I0930 20:00:22.883882 26315 main.go:141] libmachine: (ha-805293-m02) DBG | domain ha-805293-m02 has defined MAC address 52:54:00:fe:f4:56 in network mk-ha-805293
I0930 20:00:22.884228 26315 main.go:141] libmachine: (ha-805293-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:fe:f4:56", ip: ""} in network mk-ha-805293: {Iface:virbr1 ExpiryTime:2024-09-30 21:00:16 +0000 UTC Type:0 Mac:52:54:00:fe:f4:56 Iaid: IPaddr:192.168.39.220 Prefix:24 Hostname:ha-805293-m02 Clientid:01:52:54:00:fe:f4:56}
I0930 20:00:22.884246 26315 main.go:141] libmachine: (ha-805293-m02) DBG | domain ha-805293-m02 has defined IP address 192.168.39.220 and MAC address 52:54:00:fe:f4:56 in network mk-ha-805293
I0930 20:00:22.884419 26315 main.go:141] libmachine: (ha-805293-m02) Calling .GetSSHPort
I0930 20:00:22.884601 26315 main.go:141] libmachine: (ha-805293-m02) Calling .GetSSHKeyPath
I0930 20:00:22.884779 26315 main.go:141] libmachine: (ha-805293-m02) Calling .GetSSHKeyPath
I0930 20:00:22.884913 26315 main.go:141] libmachine: (ha-805293-m02) Calling .GetSSHUsername
I0930 20:00:22.885087 26315 main.go:141] libmachine: Using SSH client type: native
I0930 20:00:22.885252 26315 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x864a40] 0x867720 <nil> [] 0s} 192.168.39.220 22 <nil> <nil>}
I0930 20:00:22.885264 26315 main.go:141] libmachine: About to run SSH command:
date +%s.%N
I0930 20:00:23.000299 26315 main.go:141] libmachine: SSH cmd err, output: <nil>: 1727726422.960119850
I0930 20:00:23.000326 26315 fix.go:216] guest clock: 1727726422.960119850
I0930 20:00:23.000338 26315 fix.go:229] Guest: 2024-09-30 20:00:22.96011985 +0000 UTC Remote: 2024-09-30 20:00:22.881558413 +0000 UTC m=+66.452648359 (delta=78.561437ms)
I0930 20:00:23.000357 26315 fix.go:200] guest clock delta is within tolerance: 78.561437ms
I0930 20:00:23.000364 26315 start.go:83] releasing machines lock for "ha-805293-m02", held for 21.075876017s
I0930 20:00:23.000382 26315 main.go:141] libmachine: (ha-805293-m02) Calling .DriverName
I0930 20:00:23.000682 26315 main.go:141] libmachine: (ha-805293-m02) Calling .GetIP
I0930 20:00:23.003439 26315 main.go:141] libmachine: (ha-805293-m02) DBG | domain ha-805293-m02 has defined MAC address 52:54:00:fe:f4:56 in network mk-ha-805293
I0930 20:00:23.003855 26315 main.go:141] libmachine: (ha-805293-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:fe:f4:56", ip: ""} in network mk-ha-805293: {Iface:virbr1 ExpiryTime:2024-09-30 21:00:16 +0000 UTC Type:0 Mac:52:54:00:fe:f4:56 Iaid: IPaddr:192.168.39.220 Prefix:24 Hostname:ha-805293-m02 Clientid:01:52:54:00:fe:f4:56}
I0930 20:00:23.003882 26315 main.go:141] libmachine: (ha-805293-m02) DBG | domain ha-805293-m02 has defined IP address 192.168.39.220 and MAC address 52:54:00:fe:f4:56 in network mk-ha-805293
I0930 20:00:23.006309 26315 out.go:177] * Found network options:
I0930 20:00:23.008016 26315 out.go:177] - NO_PROXY=192.168.39.3
W0930 20:00:23.009484 26315 proxy.go:119] fail to check proxy env: Error ip not in block
I0930 20:00:23.009519 26315 main.go:141] libmachine: (ha-805293-m02) Calling .DriverName
I0930 20:00:23.010257 26315 main.go:141] libmachine: (ha-805293-m02) Calling .DriverName
I0930 20:00:23.010450 26315 main.go:141] libmachine: (ha-805293-m02) Calling .DriverName
I0930 20:00:23.010558 26315 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I0930 20:00:23.010606 26315 main.go:141] libmachine: (ha-805293-m02) Calling .GetSSHHostname
W0930 20:00:23.010646 26315 proxy.go:119] fail to check proxy env: Error ip not in block
I0930 20:00:23.010724 26315 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I0930 20:00:23.010747 26315 main.go:141] libmachine: (ha-805293-m02) Calling .GetSSHHostname
I0930 20:00:23.013581 26315 main.go:141] libmachine: (ha-805293-m02) DBG | domain ha-805293-m02 has defined MAC address 52:54:00:fe:f4:56 in network mk-ha-805293
I0930 20:00:23.013752 26315 main.go:141] libmachine: (ha-805293-m02) DBG | domain ha-805293-m02 has defined MAC address 52:54:00:fe:f4:56 in network mk-ha-805293
I0930 20:00:23.013960 26315 main.go:141] libmachine: (ha-805293-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:fe:f4:56", ip: ""} in network mk-ha-805293: {Iface:virbr1 ExpiryTime:2024-09-30 21:00:16 +0000 UTC Type:0 Mac:52:54:00:fe:f4:56 Iaid: IPaddr:192.168.39.220 Prefix:24 Hostname:ha-805293-m02 Clientid:01:52:54:00:fe:f4:56}
I0930 20:00:23.013983 26315 main.go:141] libmachine: (ha-805293-m02) DBG | domain ha-805293-m02 has defined IP address 192.168.39.220 and MAC address 52:54:00:fe:f4:56 in network mk-ha-805293
I0930 20:00:23.014161 26315 main.go:141] libmachine: (ha-805293-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:fe:f4:56", ip: ""} in network mk-ha-805293: {Iface:virbr1 ExpiryTime:2024-09-30 21:00:16 +0000 UTC Type:0 Mac:52:54:00:fe:f4:56 Iaid: IPaddr:192.168.39.220 Prefix:24 Hostname:ha-805293-m02 Clientid:01:52:54:00:fe:f4:56}
I0930 20:00:23.014186 26315 main.go:141] libmachine: (ha-805293-m02) Calling .GetSSHPort
I0930 20:00:23.014187 26315 main.go:141] libmachine: (ha-805293-m02) DBG | domain ha-805293-m02 has defined IP address 192.168.39.220 and MAC address 52:54:00:fe:f4:56 in network mk-ha-805293
I0930 20:00:23.014404 26315 main.go:141] libmachine: (ha-805293-m02) Calling .GetSSHKeyPath
I0930 20:00:23.014410 26315 main.go:141] libmachine: (ha-805293-m02) Calling .GetSSHPort
I0930 20:00:23.014563 26315 main.go:141] libmachine: (ha-805293-m02) Calling .GetSSHUsername
I0930 20:00:23.014595 26315 main.go:141] libmachine: (ha-805293-m02) Calling .GetSSHKeyPath
I0930 20:00:23.014659 26315 sshutil.go:53] new ssh client: &{IP:192.168.39.220 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19736-7672/.minikube/machines/ha-805293-m02/id_rsa Username:docker}
I0930 20:00:23.014695 26315 main.go:141] libmachine: (ha-805293-m02) Calling .GetSSHUsername
I0930 20:00:23.014791 26315 sshutil.go:53] new ssh client: &{IP:192.168.39.220 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19736-7672/.minikube/machines/ha-805293-m02/id_rsa Username:docker}
I0930 20:00:23.259199 26315 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
W0930 20:00:23.264710 26315 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I0930 20:00:23.264772 26315 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I0930 20:00:23.281650 26315 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)
I0930 20:00:23.281678 26315 start.go:495] detecting cgroup driver to use...
I0930 20:00:23.281745 26315 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I0930 20:00:23.300954 26315 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I0930 20:00:23.318197 26315 docker.go:217] disabling cri-docker service (if available) ...
I0930 20:00:23.318266 26315 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I0930 20:00:23.334729 26315 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I0930 20:00:23.351325 26315 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I0930 20:00:23.494840 26315 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I0930 20:00:23.659365 26315 docker.go:233] disabling docker service ...
I0930 20:00:23.659442 26315 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I0930 20:00:23.673200 26315 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I0930 20:00:23.686244 26315 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I0930 20:00:23.816616 26315 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I0930 20:00:23.949421 26315 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I0930 20:00:23.963035 26315 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I0930 20:00:23.981793 26315 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10" pause image...
I0930 20:00:23.981869 26315 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10"|' /etc/crio/crio.conf.d/02-crio.conf"
I0930 20:00:23.992506 26315 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I0930 20:00:23.992572 26315 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I0930 20:00:24.003215 26315 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I0930 20:00:24.013791 26315 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I0930 20:00:24.024890 26315 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I0930 20:00:24.036504 26315 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I0930 20:00:24.046845 26315 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I0930 20:00:24.063744 26315 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I0930 20:00:24.074710 26315 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I0930 20:00:24.084399 26315 crio.go:166] couldn't verify netfilter by "sudo sysctl net.bridge.bridge-nf-call-iptables" which might be okay. error: sudo sysctl net.bridge.bridge-nf-call-iptables: Process exited with status 255
stdout:
stderr:
sysctl: cannot stat /proc/sys/net/bridge/bridge-nf-call-iptables: No such file or directory
I0930 20:00:24.084456 26315 ssh_runner.go:195] Run: sudo modprobe br_netfilter
I0930 20:00:24.097779 26315 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I0930 20:00:24.107679 26315 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0930 20:00:24.245414 26315 ssh_runner.go:195] Run: sudo systemctl restart crio
I0930 20:00:24.332691 26315 start.go:542] Will wait 60s for socket path /var/run/crio/crio.sock
I0930 20:00:24.332763 26315 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I0930 20:00:24.337609 26315 start.go:563] Will wait 60s for crictl version
I0930 20:00:24.337672 26315 ssh_runner.go:195] Run: which crictl
I0930 20:00:24.341369 26315 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I0930 20:00:24.379294 26315 start.go:579] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.29.1
RuntimeApiVersion: v1
I0930 20:00:24.379384 26315 ssh_runner.go:195] Run: crio --version
I0930 20:00:24.407964 26315 ssh_runner.go:195] Run: crio --version
I0930 20:00:24.438040 26315 out.go:177] * Preparing Kubernetes v1.31.1 on CRI-O 1.29.1 ...
I0930 20:00:24.439799 26315 out.go:177] - env NO_PROXY=192.168.39.3
I0930 20:00:24.441127 26315 main.go:141] libmachine: (ha-805293-m02) Calling .GetIP
I0930 20:00:24.443641 26315 main.go:141] libmachine: (ha-805293-m02) DBG | domain ha-805293-m02 has defined MAC address 52:54:00:fe:f4:56 in network mk-ha-805293
I0930 20:00:24.443999 26315 main.go:141] libmachine: (ha-805293-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:fe:f4:56", ip: ""} in network mk-ha-805293: {Iface:virbr1 ExpiryTime:2024-09-30 21:00:16 +0000 UTC Type:0 Mac:52:54:00:fe:f4:56 Iaid: IPaddr:192.168.39.220 Prefix:24 Hostname:ha-805293-m02 Clientid:01:52:54:00:fe:f4:56}
I0930 20:00:24.444023 26315 main.go:141] libmachine: (ha-805293-m02) DBG | domain ha-805293-m02 has defined IP address 192.168.39.220 and MAC address 52:54:00:fe:f4:56 in network mk-ha-805293
I0930 20:00:24.444256 26315 ssh_runner.go:195] Run: grep 192.168.39.1 host.minikube.internal$ /etc/hosts
I0930 20:00:24.448441 26315 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.39.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0930 20:00:24.460479 26315 mustload.go:65] Loading cluster: ha-805293
I0930 20:00:24.460673 26315 config.go:182] Loaded profile config "ha-805293": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.1
I0930 20:00:24.460911 26315 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I0930 20:00:24.460946 26315 main.go:141] libmachine: Launching plugin server for driver kvm2
I0930 20:00:24.475845 26315 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:41627
I0930 20:00:24.476505 26315 main.go:141] libmachine: () Calling .GetVersion
I0930 20:00:24.476991 26315 main.go:141] libmachine: Using API Version 1
I0930 20:00:24.477013 26315 main.go:141] libmachine: () Calling .SetConfigRaw
I0930 20:00:24.477336 26315 main.go:141] libmachine: () Calling .GetMachineName
I0930 20:00:24.477545 26315 main.go:141] libmachine: (ha-805293) Calling .GetState
I0930 20:00:24.479156 26315 host.go:66] Checking if "ha-805293" exists ...
I0930 20:00:24.479566 26315 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I0930 20:00:24.479614 26315 main.go:141] libmachine: Launching plugin server for driver kvm2
I0930 20:00:24.494163 26315 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:38137
I0930 20:00:24.494690 26315 main.go:141] libmachine: () Calling .GetVersion
I0930 20:00:24.495134 26315 main.go:141] libmachine: Using API Version 1
I0930 20:00:24.495156 26315 main.go:141] libmachine: () Calling .SetConfigRaw
I0930 20:00:24.495462 26315 main.go:141] libmachine: () Calling .GetMachineName
I0930 20:00:24.495672 26315 main.go:141] libmachine: (ha-805293) Calling .DriverName
I0930 20:00:24.495840 26315 certs.go:68] Setting up /home/jenkins/minikube-integration/19736-7672/.minikube/profiles/ha-805293 for IP: 192.168.39.220
I0930 20:00:24.495854 26315 certs.go:194] generating shared ca certs ...
I0930 20:00:24.495872 26315 certs.go:226] acquiring lock for ca certs: {Name:mka13ea8107121fad4b179e8ca898b92dd330bf0 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0930 20:00:24.495990 26315 certs.go:235] skipping valid "minikubeCA" ca cert: /home/jenkins/minikube-integration/19736-7672/.minikube/ca.key
I0930 20:00:24.496030 26315 certs.go:235] skipping valid "proxyClientCA" ca cert: /home/jenkins/minikube-integration/19736-7672/.minikube/proxy-client-ca.key
I0930 20:00:24.496038 26315 certs.go:256] generating profile certs ...
I0930 20:00:24.496099 26315 certs.go:359] skipping valid signed profile cert regeneration for "minikube-user": /home/jenkins/minikube-integration/19736-7672/.minikube/profiles/ha-805293/client.key
I0930 20:00:24.496121 26315 certs.go:363] generating signed profile cert for "minikube": /home/jenkins/minikube-integration/19736-7672/.minikube/profiles/ha-805293/apiserver.key.25883032
I0930 20:00:24.496134 26315 crypto.go:68] Generating cert /home/jenkins/minikube-integration/19736-7672/.minikube/profiles/ha-805293/apiserver.crt.25883032 with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.168.39.3 192.168.39.220 192.168.39.254]
I0930 20:00:24.563341 26315 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19736-7672/.minikube/profiles/ha-805293/apiserver.crt.25883032 ...
I0930 20:00:24.563370 26315 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19736-7672/.minikube/profiles/ha-805293/apiserver.crt.25883032: {Name:mk8534a0b1f65471035122400012ca9f075cb68b Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0930 20:00:24.563553 26315 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19736-7672/.minikube/profiles/ha-805293/apiserver.key.25883032 ...
I0930 20:00:24.563580 26315 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19736-7672/.minikube/profiles/ha-805293/apiserver.key.25883032: {Name:mkdff9b5cf02688bad7cef701430e9d45f427c09 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0930 20:00:24.563669 26315 certs.go:381] copying /home/jenkins/minikube-integration/19736-7672/.minikube/profiles/ha-805293/apiserver.crt.25883032 -> /home/jenkins/minikube-integration/19736-7672/.minikube/profiles/ha-805293/apiserver.crt
I0930 20:00:24.563804 26315 certs.go:385] copying /home/jenkins/minikube-integration/19736-7672/.minikube/profiles/ha-805293/apiserver.key.25883032 -> /home/jenkins/minikube-integration/19736-7672/.minikube/profiles/ha-805293/apiserver.key
I0930 20:00:24.563922 26315 certs.go:359] skipping valid signed profile cert regeneration for "aggregator": /home/jenkins/minikube-integration/19736-7672/.minikube/profiles/ha-805293/proxy-client.key
I0930 20:00:24.563935 26315 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19736-7672/.minikube/ca.crt -> /var/lib/minikube/certs/ca.crt
I0930 20:00:24.563949 26315 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19736-7672/.minikube/ca.key -> /var/lib/minikube/certs/ca.key
I0930 20:00:24.563961 26315 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19736-7672/.minikube/proxy-client-ca.crt -> /var/lib/minikube/certs/proxy-client-ca.crt
I0930 20:00:24.563971 26315 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19736-7672/.minikube/proxy-client-ca.key -> /var/lib/minikube/certs/proxy-client-ca.key
I0930 20:00:24.563981 26315 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19736-7672/.minikube/profiles/ha-805293/apiserver.crt -> /var/lib/minikube/certs/apiserver.crt
I0930 20:00:24.563992 26315 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19736-7672/.minikube/profiles/ha-805293/apiserver.key -> /var/lib/minikube/certs/apiserver.key
I0930 20:00:24.564001 26315 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19736-7672/.minikube/profiles/ha-805293/proxy-client.crt -> /var/lib/minikube/certs/proxy-client.crt
I0930 20:00:24.564012 26315 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19736-7672/.minikube/profiles/ha-805293/proxy-client.key -> /var/lib/minikube/certs/proxy-client.key
I0930 20:00:24.564058 26315 certs.go:484] found cert: /home/jenkins/minikube-integration/19736-7672/.minikube/certs/14875.pem (1338 bytes)
W0930 20:00:24.564087 26315 certs.go:480] ignoring /home/jenkins/minikube-integration/19736-7672/.minikube/certs/14875_empty.pem, impossibly tiny 0 bytes
I0930 20:00:24.564096 26315 certs.go:484] found cert: /home/jenkins/minikube-integration/19736-7672/.minikube/certs/ca-key.pem (1675 bytes)
I0930 20:00:24.564116 26315 certs.go:484] found cert: /home/jenkins/minikube-integration/19736-7672/.minikube/certs/ca.pem (1082 bytes)
I0930 20:00:24.564137 26315 certs.go:484] found cert: /home/jenkins/minikube-integration/19736-7672/.minikube/certs/cert.pem (1123 bytes)
I0930 20:00:24.564157 26315 certs.go:484] found cert: /home/jenkins/minikube-integration/19736-7672/.minikube/certs/key.pem (1675 bytes)
I0930 20:00:24.564196 26315 certs.go:484] found cert: /home/jenkins/minikube-integration/19736-7672/.minikube/files/etc/ssl/certs/148752.pem (1708 bytes)
I0930 20:00:24.564221 26315 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19736-7672/.minikube/certs/14875.pem -> /usr/share/ca-certificates/14875.pem
I0930 20:00:24.564233 26315 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19736-7672/.minikube/files/etc/ssl/certs/148752.pem -> /usr/share/ca-certificates/148752.pem
I0930 20:00:24.564246 26315 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19736-7672/.minikube/ca.crt -> /usr/share/ca-certificates/minikubeCA.pem
I0930 20:00:24.564276 26315 main.go:141] libmachine: (ha-805293) Calling .GetSSHHostname
I0930 20:00:24.567674 26315 main.go:141] libmachine: (ha-805293) DBG | domain ha-805293 has defined MAC address 52:54:00:a8:b8:c7 in network mk-ha-805293
I0930 20:00:24.568209 26315 main.go:141] libmachine: (ha-805293) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:a8:b8:c7", ip: ""} in network mk-ha-805293: {Iface:virbr1 ExpiryTime:2024-09-30 20:59:30 +0000 UTC Type:0 Mac:52:54:00:a8:b8:c7 Iaid: IPaddr:192.168.39.3 Prefix:24 Hostname:ha-805293 Clientid:01:52:54:00:a8:b8:c7}
I0930 20:00:24.568244 26315 main.go:141] libmachine: (ha-805293) DBG | domain ha-805293 has defined IP address 192.168.39.3 and MAC address 52:54:00:a8:b8:c7 in network mk-ha-805293
I0930 20:00:24.568458 26315 main.go:141] libmachine: (ha-805293) Calling .GetSSHPort
I0930 20:00:24.568679 26315 main.go:141] libmachine: (ha-805293) Calling .GetSSHKeyPath
I0930 20:00:24.568859 26315 main.go:141] libmachine: (ha-805293) Calling .GetSSHUsername
I0930 20:00:24.569017 26315 sshutil.go:53] new ssh client: &{IP:192.168.39.3 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19736-7672/.minikube/machines/ha-805293/id_rsa Username:docker}
I0930 20:00:24.647988 26315 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/sa.pub
I0930 20:00:24.652578 26315 ssh_runner.go:447] scp /var/lib/minikube/certs/sa.pub --> memory (451 bytes)
I0930 20:00:24.663570 26315 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/sa.key
I0930 20:00:24.667502 26315 ssh_runner.go:447] scp /var/lib/minikube/certs/sa.key --> memory (1679 bytes)
I0930 20:00:24.678300 26315 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/front-proxy-ca.crt
I0930 20:00:24.682636 26315 ssh_runner.go:447] scp /var/lib/minikube/certs/front-proxy-ca.crt --> memory (1123 bytes)
I0930 20:00:24.692556 26315 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/front-proxy-ca.key
I0930 20:00:24.697407 26315 ssh_runner.go:447] scp /var/lib/minikube/certs/front-proxy-ca.key --> memory (1679 bytes)
I0930 20:00:24.708600 26315 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/etcd/ca.crt
I0930 20:00:24.716272 26315 ssh_runner.go:447] scp /var/lib/minikube/certs/etcd/ca.crt --> memory (1094 bytes)
I0930 20:00:24.726239 26315 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/etcd/ca.key
I0930 20:00:24.730151 26315 ssh_runner.go:447] scp /var/lib/minikube/certs/etcd/ca.key --> memory (1679 bytes)
I0930 20:00:24.740007 26315 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19736-7672/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I0930 20:00:24.764135 26315 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19736-7672/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1675 bytes)
I0930 20:00:24.787511 26315 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19736-7672/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I0930 20:00:24.811921 26315 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19736-7672/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1679 bytes)
I0930 20:00:24.835050 26315 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19736-7672/.minikube/profiles/ha-805293/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1436 bytes)
I0930 20:00:24.858111 26315 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19736-7672/.minikube/profiles/ha-805293/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)
I0930 20:00:24.881164 26315 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19736-7672/.minikube/profiles/ha-805293/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I0930 20:00:24.905084 26315 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19736-7672/.minikube/profiles/ha-805293/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1679 bytes)
I0930 20:00:24.930204 26315 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19736-7672/.minikube/certs/14875.pem --> /usr/share/ca-certificates/14875.pem (1338 bytes)
I0930 20:00:24.954976 26315 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19736-7672/.minikube/files/etc/ssl/certs/148752.pem --> /usr/share/ca-certificates/148752.pem (1708 bytes)
I0930 20:00:24.979893 26315 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19736-7672/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I0930 20:00:25.004028 26315 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/sa.pub (451 bytes)
I0930 20:00:25.020509 26315 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/sa.key (1679 bytes)
I0930 20:00:25.037112 26315 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/front-proxy-ca.crt (1123 bytes)
I0930 20:00:25.053614 26315 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/front-proxy-ca.key (1679 bytes)
I0930 20:00:25.069699 26315 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/etcd/ca.crt (1094 bytes)
I0930 20:00:25.087062 26315 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/etcd/ca.key (1679 bytes)
I0930 20:00:25.103141 26315 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (744 bytes)
I0930 20:00:25.119089 26315 ssh_runner.go:195] Run: openssl version
I0930 20:00:25.124587 26315 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/14875.pem && ln -fs /usr/share/ca-certificates/14875.pem /etc/ssl/certs/14875.pem"
I0930 20:00:25.135122 26315 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/14875.pem
I0930 20:00:25.139645 26315 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Sep 30 19:55 /usr/share/ca-certificates/14875.pem
I0930 20:00:25.139709 26315 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/14875.pem
I0930 20:00:25.145556 26315 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/14875.pem /etc/ssl/certs/51391683.0"
I0930 20:00:25.156636 26315 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/148752.pem && ln -fs /usr/share/ca-certificates/148752.pem /etc/ssl/certs/148752.pem"
I0930 20:00:25.167339 26315 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/148752.pem
I0930 20:00:25.171719 26315 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Sep 30 19:55 /usr/share/ca-certificates/148752.pem
I0930 20:00:25.171780 26315 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/148752.pem
I0930 20:00:25.177212 26315 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/148752.pem /etc/ssl/certs/3ec20f2e.0"
I0930 20:00:25.188055 26315 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I0930 20:00:25.199114 26315 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I0930 20:00:25.203444 26315 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Sep 30 19:39 /usr/share/ca-certificates/minikubeCA.pem
I0930 20:00:25.203514 26315 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I0930 20:00:25.209227 26315 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I0930 20:00:25.220164 26315 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I0930 20:00:25.224532 26315 certs.go:399] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I0930 20:00:25.224591 26315 kubeadm.go:934] updating node {m02 192.168.39.220 8443 v1.31.1 crio true true} ...
I0930 20:00:25.224694 26315 kubeadm.go:946] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.31.1/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --hostname-override=ha-805293-m02 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.39.220
[Install]
config:
{KubernetesVersion:v1.31.1 ClusterName:ha-805293 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I0930 20:00:25.224719 26315 kube-vip.go:115] generating kube-vip config ...
I0930 20:00:25.224757 26315 ssh_runner.go:195] Run: sudo sh -c "modprobe --all ip_vs ip_vs_rr ip_vs_wrr ip_vs_sh nf_conntrack"
I0930 20:00:25.242207 26315 kube-vip.go:167] auto-enabling control-plane load-balancing in kube-vip
I0930 20:00:25.242306 26315 kube-vip.go:137] kube-vip config:
apiVersion: v1
kind: Pod
metadata:
creationTimestamp: null
name: kube-vip
namespace: kube-system
spec:
containers:
- args:
- manager
env:
- name: vip_arp
value: "true"
- name: port
value: "8443"
- name: vip_nodename
valueFrom:
fieldRef:
fieldPath: spec.nodeName
- name: vip_interface
value: eth0
- name: vip_cidr
value: "32"
- name: dns_mode
value: first
- name: cp_enable
value: "true"
- name: cp_namespace
value: kube-system
- name: vip_leaderelection
value: "true"
- name: vip_leasename
value: plndr-cp-lock
- name: vip_leaseduration
value: "5"
- name: vip_renewdeadline
value: "3"
- name: vip_retryperiod
value: "1"
- name: address
value: 192.168.39.254
- name: prometheus_server
value: :2112
- name : lb_enable
value: "true"
- name: lb_port
value: "8443"
image: ghcr.io/kube-vip/kube-vip:v0.8.3
imagePullPolicy: IfNotPresent
name: kube-vip
resources: {}
securityContext:
capabilities:
add:
- NET_ADMIN
- NET_RAW
volumeMounts:
- mountPath: /etc/kubernetes/admin.conf
name: kubeconfig
hostAliases:
- hostnames:
- kubernetes
ip: 127.0.0.1
hostNetwork: true
volumes:
- hostPath:
path: "/etc/kubernetes/admin.conf"
name: kubeconfig
status: {}
I0930 20:00:25.242370 26315 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.31.1
I0930 20:00:25.253224 26315 binaries.go:47] Didn't find k8s binaries: sudo ls /var/lib/minikube/binaries/v1.31.1: Process exited with status 2
stdout:
stderr:
ls: cannot access '/var/lib/minikube/binaries/v1.31.1': No such file or directory
Initiating transfer...
I0930 20:00:25.253326 26315 ssh_runner.go:195] Run: sudo mkdir -p /var/lib/minikube/binaries/v1.31.1
I0930 20:00:25.264511 26315 binary.go:74] Not caching binary, using https://dl.k8s.io/release/v1.31.1/bin/linux/amd64/kubectl?checksum=file:https://dl.k8s.io/release/v1.31.1/bin/linux/amd64/kubectl.sha256
I0930 20:00:25.264547 26315 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19736-7672/.minikube/cache/linux/amd64/v1.31.1/kubectl -> /var/lib/minikube/binaries/v1.31.1/kubectl
I0930 20:00:25.264590 26315 download.go:107] Downloading: https://dl.k8s.io/release/v1.31.1/bin/linux/amd64/kubelet?checksum=file:https://dl.k8s.io/release/v1.31.1/bin/linux/amd64/kubelet.sha256 -> /home/jenkins/minikube-integration/19736-7672/.minikube/cache/linux/amd64/v1.31.1/kubelet
I0930 20:00:25.264606 26315 download.go:107] Downloading: https://dl.k8s.io/release/v1.31.1/bin/linux/amd64/kubeadm?checksum=file:https://dl.k8s.io/release/v1.31.1/bin/linux/amd64/kubeadm.sha256 -> /home/jenkins/minikube-integration/19736-7672/.minikube/cache/linux/amd64/v1.31.1/kubeadm
I0930 20:00:25.264613 26315 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.1/kubectl
I0930 20:00:25.269385 26315 ssh_runner.go:352] existence check for /var/lib/minikube/binaries/v1.31.1/kubectl: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.1/kubectl: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/binaries/v1.31.1/kubectl': No such file or directory
I0930 20:00:25.269423 26315 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19736-7672/.minikube/cache/linux/amd64/v1.31.1/kubectl --> /var/lib/minikube/binaries/v1.31.1/kubectl (56381592 bytes)
I0930 20:00:26.288255 26315 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19736-7672/.minikube/cache/linux/amd64/v1.31.1/kubeadm -> /var/lib/minikube/binaries/v1.31.1/kubeadm
I0930 20:00:26.288359 26315 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.1/kubeadm
I0930 20:00:26.293355 26315 ssh_runner.go:352] existence check for /var/lib/minikube/binaries/v1.31.1/kubeadm: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.1/kubeadm: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/binaries/v1.31.1/kubeadm': No such file or directory
I0930 20:00:26.293391 26315 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19736-7672/.minikube/cache/linux/amd64/v1.31.1/kubeadm --> /var/lib/minikube/binaries/v1.31.1/kubeadm (58290328 bytes)
I0930 20:00:26.370842 26315 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I0930 20:00:26.408125 26315 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19736-7672/.minikube/cache/linux/amd64/v1.31.1/kubelet -> /var/lib/minikube/binaries/v1.31.1/kubelet
I0930 20:00:26.408233 26315 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.1/kubelet
I0930 20:00:26.414764 26315 ssh_runner.go:352] existence check for /var/lib/minikube/binaries/v1.31.1/kubelet: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.1/kubelet: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/binaries/v1.31.1/kubelet': No such file or directory
I0930 20:00:26.414804 26315 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19736-7672/.minikube/cache/linux/amd64/v1.31.1/kubelet --> /var/lib/minikube/binaries/v1.31.1/kubelet (76869944 bytes)
I0930 20:00:26.848584 26315 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /etc/kubernetes/manifests
I0930 20:00:26.858015 26315 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (313 bytes)
I0930 20:00:26.874053 26315 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I0930 20:00:26.890616 26315 ssh_runner.go:362] scp memory --> /etc/kubernetes/manifests/kube-vip.yaml (1441 bytes)
I0930 20:00:26.906680 26315 ssh_runner.go:195] Run: grep 192.168.39.254 control-plane.minikube.internal$ /etc/hosts
I0930 20:00:26.910431 26315 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.39.254 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0930 20:00:26.921656 26315 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0930 20:00:27.039123 26315 ssh_runner.go:195] Run: sudo systemctl start kubelet
I0930 20:00:27.056773 26315 host.go:66] Checking if "ha-805293" exists ...
I0930 20:00:27.057124 26315 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I0930 20:00:27.057173 26315 main.go:141] libmachine: Launching plugin server for driver kvm2
I0930 20:00:27.072237 26315 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:34135
I0930 20:00:27.072852 26315 main.go:141] libmachine: () Calling .GetVersion
I0930 20:00:27.073292 26315 main.go:141] libmachine: Using API Version 1
I0930 20:00:27.073321 26315 main.go:141] libmachine: () Calling .SetConfigRaw
I0930 20:00:27.073651 26315 main.go:141] libmachine: () Calling .GetMachineName
I0930 20:00:27.073859 26315 main.go:141] libmachine: (ha-805293) Calling .DriverName
I0930 20:00:27.073989 26315 start.go:317] joinCluster: &{Name:ha-805293 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19696/minikube-v1.34.0-1727108440-19696-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1727108449-19696@sha256:c662152d8855bc4c62a3b5786a68adf99e04794e7f8f374a3859703004ef1d21 Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.1 Cluster
Name:ha-805293 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.39.3 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m02 IP:192.168.39.220 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[default-storageclass:true storage-provisioner:true] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:
26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I0930 20:00:27.074091 26315 ssh_runner.go:195] Run: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.1:$PATH" kubeadm token create --print-join-command --ttl=0"
I0930 20:00:27.074108 26315 main.go:141] libmachine: (ha-805293) Calling .GetSSHHostname
I0930 20:00:27.076745 26315 main.go:141] libmachine: (ha-805293) DBG | domain ha-805293 has defined MAC address 52:54:00:a8:b8:c7 in network mk-ha-805293
I0930 20:00:27.077111 26315 main.go:141] libmachine: (ha-805293) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:a8:b8:c7", ip: ""} in network mk-ha-805293: {Iface:virbr1 ExpiryTime:2024-09-30 20:59:30 +0000 UTC Type:0 Mac:52:54:00:a8:b8:c7 Iaid: IPaddr:192.168.39.3 Prefix:24 Hostname:ha-805293 Clientid:01:52:54:00:a8:b8:c7}
I0930 20:00:27.077130 26315 main.go:141] libmachine: (ha-805293) DBG | domain ha-805293 has defined IP address 192.168.39.3 and MAC address 52:54:00:a8:b8:c7 in network mk-ha-805293
I0930 20:00:27.077207 26315 main.go:141] libmachine: (ha-805293) Calling .GetSSHPort
I0930 20:00:27.077370 26315 main.go:141] libmachine: (ha-805293) Calling .GetSSHKeyPath
I0930 20:00:27.077633 26315 main.go:141] libmachine: (ha-805293) Calling .GetSSHUsername
I0930 20:00:27.077784 26315 sshutil.go:53] new ssh client: &{IP:192.168.39.3 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19736-7672/.minikube/machines/ha-805293/id_rsa Username:docker}
I0930 20:00:27.230308 26315 start.go:343] trying to join control-plane node "m02" to cluster: &{Name:m02 IP:192.168.39.220 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I0930 20:00:27.230355 26315 ssh_runner.go:195] Run: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.1:$PATH" kubeadm join control-plane.minikube.internal:8443 --token cnuzai.6xkseww2aia5hxhb --discovery-token-ca-cert-hash sha256:352dfd8425761db90b29426d7b39e0cd78050576f8c3b54f4769ee4dc405f73a --ignore-preflight-errors=all --cri-socket unix:///var/run/crio/crio.sock --node-name=ha-805293-m02 --control-plane --apiserver-advertise-address=192.168.39.220 --apiserver-bind-port=8443"
I0930 20:00:50.312960 26315 ssh_runner.go:235] Completed: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.1:$PATH" kubeadm join control-plane.minikube.internal:8443 --token cnuzai.6xkseww2aia5hxhb --discovery-token-ca-cert-hash sha256:352dfd8425761db90b29426d7b39e0cd78050576f8c3b54f4769ee4dc405f73a --ignore-preflight-errors=all --cri-socket unix:///var/run/crio/crio.sock --node-name=ha-805293-m02 --control-plane --apiserver-advertise-address=192.168.39.220 --apiserver-bind-port=8443": (23.082567099s)
I0930 20:00:50.313004 26315 ssh_runner.go:195] Run: /bin/bash -c "sudo systemctl daemon-reload && sudo systemctl enable kubelet && sudo systemctl start kubelet"
I0930 20:00:50.837990 26315 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig label --overwrite nodes ha-805293-m02 minikube.k8s.io/updated_at=2024_09_30T20_00_50_0700 minikube.k8s.io/version=v1.34.0 minikube.k8s.io/commit=a8859b2b27cf43a9dac1b7d9f7a3a2e21d50b022 minikube.k8s.io/name=ha-805293 minikube.k8s.io/primary=false
I0930 20:00:50.975697 26315 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig taint nodes ha-805293-m02 node-role.kubernetes.io/control-plane:NoSchedule-
I0930 20:00:51.102316 26315 start.go:319] duration metric: took 24.028319202s to joinCluster
I0930 20:00:51.102444 26315 start.go:235] Will wait 6m0s for node &{Name:m02 IP:192.168.39.220 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I0930 20:00:51.102695 26315 config.go:182] Loaded profile config "ha-805293": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.1
I0930 20:00:51.104462 26315 out.go:177] * Verifying Kubernetes components...
I0930 20:00:51.105980 26315 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0930 20:00:51.368169 26315 ssh_runner.go:195] Run: sudo systemctl start kubelet
I0930 20:00:51.414670 26315 loader.go:395] Config loaded from file: /home/jenkins/minikube-integration/19736-7672/kubeconfig
I0930 20:00:51.415012 26315 kapi.go:59] client config for ha-805293: &rest.Config{Host:"https://192.168.39.254:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/home/jenkins/minikube-integration/19736-7672/.minikube/profiles/ha-805293/client.crt", KeyFile:"/home/jenkins/minikube-integration/19736-7672/.minikube/profiles/ha-805293/client.key", CAFile:"/home/jenkins/minikube-integration/19736-7672/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil), CAData:[]uint8(nil), NextProtos:[]string(nil)},
UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x1f685c0), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
W0930 20:00:51.415098 26315 kubeadm.go:483] Overriding stale ClientConfig host https://192.168.39.254:8443 with https://192.168.39.3:8443
I0930 20:00:51.415444 26315 node_ready.go:35] waiting up to 6m0s for node "ha-805293-m02" to be "Ready" ...
I0930 20:00:51.415604 26315 round_trippers.go:463] GET https://192.168.39.3:8443/api/v1/nodes/ha-805293-m02
I0930 20:00:51.415616 26315 round_trippers.go:469] Request Headers:
I0930 20:00:51.415627 26315 round_trippers.go:473] Accept: application/json, */*
I0930 20:00:51.415634 26315 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0930 20:00:51.426106 26315 round_trippers.go:574] Response Status: 200 OK in 10 milliseconds
I0930 20:00:51.915725 26315 round_trippers.go:463] GET https://192.168.39.3:8443/api/v1/nodes/ha-805293-m02
I0930 20:00:51.915750 26315 round_trippers.go:469] Request Headers:
I0930 20:00:51.915764 26315 round_trippers.go:473] Accept: application/json, */*
I0930 20:00:51.915771 26315 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0930 20:00:51.920139 26315 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I0930 20:00:52.416072 26315 round_trippers.go:463] GET https://192.168.39.3:8443/api/v1/nodes/ha-805293-m02
I0930 20:00:52.416092 26315 round_trippers.go:469] Request Headers:
I0930 20:00:52.416100 26315 round_trippers.go:473] Accept: application/json, */*
I0930 20:00:52.416104 26315 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0930 20:00:52.419738 26315 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0930 20:00:52.915687 26315 round_trippers.go:463] GET https://192.168.39.3:8443/api/v1/nodes/ha-805293-m02
I0930 20:00:52.915720 26315 round_trippers.go:469] Request Headers:
I0930 20:00:52.915733 26315 round_trippers.go:473] Accept: application/json, */*
I0930 20:00:52.915739 26315 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0930 20:00:52.920070 26315 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I0930 20:00:53.415992 26315 round_trippers.go:463] GET https://192.168.39.3:8443/api/v1/nodes/ha-805293-m02
I0930 20:00:53.416013 26315 round_trippers.go:469] Request Headers:
I0930 20:00:53.416021 26315 round_trippers.go:473] Accept: application/json, */*
I0930 20:00:53.416027 26315 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0930 20:00:53.419709 26315 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0930 20:00:53.420257 26315 node_ready.go:53] node "ha-805293-m02" has status "Ready":"False"
I0930 20:00:53.915641 26315 round_trippers.go:463] GET https://192.168.39.3:8443/api/v1/nodes/ha-805293-m02
I0930 20:00:53.915662 26315 round_trippers.go:469] Request Headers:
I0930 20:00:53.915670 26315 round_trippers.go:473] Accept: application/json, */*
I0930 20:00:53.915675 26315 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0930 20:00:53.918936 26315 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0930 20:00:54.415947 26315 round_trippers.go:463] GET https://192.168.39.3:8443/api/v1/nodes/ha-805293-m02
I0930 20:00:54.415969 26315 round_trippers.go:469] Request Headers:
I0930 20:00:54.415978 26315 round_trippers.go:473] Accept: application/json, */*
I0930 20:00:54.415983 26315 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0930 20:00:54.419470 26315 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0930 20:00:54.916559 26315 round_trippers.go:463] GET https://192.168.39.3:8443/api/v1/nodes/ha-805293-m02
I0930 20:00:54.916594 26315 round_trippers.go:469] Request Headers:
I0930 20:00:54.916604 26315 round_trippers.go:473] Accept: application/json, */*
I0930 20:00:54.916609 26315 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0930 20:00:54.920769 26315 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I0930 20:00:55.415723 26315 round_trippers.go:463] GET https://192.168.39.3:8443/api/v1/nodes/ha-805293-m02
I0930 20:00:55.415749 26315 round_trippers.go:469] Request Headers:
I0930 20:00:55.415760 26315 round_trippers.go:473] Accept: application/json, */*
I0930 20:00:55.415767 26315 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0930 20:00:55.419960 26315 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I0930 20:00:55.420655 26315 node_ready.go:53] node "ha-805293-m02" has status "Ready":"False"
I0930 20:00:55.915703 26315 round_trippers.go:463] GET https://192.168.39.3:8443/api/v1/nodes/ha-805293-m02
I0930 20:00:55.915725 26315 round_trippers.go:469] Request Headers:
I0930 20:00:55.915732 26315 round_trippers.go:473] Accept: application/json, */*
I0930 20:00:55.915737 26315 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0930 20:00:55.918792 26315 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0930 20:00:56.415726 26315 round_trippers.go:463] GET https://192.168.39.3:8443/api/v1/nodes/ha-805293-m02
I0930 20:00:56.415759 26315 round_trippers.go:469] Request Headers:
I0930 20:00:56.415768 26315 round_trippers.go:473] Accept: application/json, */*
I0930 20:00:56.415771 26315 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0930 20:00:56.419845 26315 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I0930 20:00:56.915720 26315 round_trippers.go:463] GET https://192.168.39.3:8443/api/v1/nodes/ha-805293-m02
I0930 20:00:56.915749 26315 round_trippers.go:469] Request Headers:
I0930 20:00:56.915761 26315 round_trippers.go:473] Accept: application/json, */*
I0930 20:00:56.915768 26315 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0930 20:00:56.919114 26315 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0930 20:00:57.415890 26315 round_trippers.go:463] GET https://192.168.39.3:8443/api/v1/nodes/ha-805293-m02
I0930 20:00:57.415920 26315 round_trippers.go:469] Request Headers:
I0930 20:00:57.415930 26315 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0930 20:00:57.415936 26315 round_trippers.go:473] Accept: application/json, */*
I0930 20:00:57.419326 26315 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0930 20:00:57.916001 26315 round_trippers.go:463] GET https://192.168.39.3:8443/api/v1/nodes/ha-805293-m02
I0930 20:00:57.916024 26315 round_trippers.go:469] Request Headers:
I0930 20:00:57.916032 26315 round_trippers.go:473] Accept: application/json, */*
I0930 20:00:57.916036 26315 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0930 20:00:57.919385 26315 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0930 20:00:57.920066 26315 node_ready.go:53] node "ha-805293-m02" has status "Ready":"False"
I0930 20:00:58.416036 26315 round_trippers.go:463] GET https://192.168.39.3:8443/api/v1/nodes/ha-805293-m02
I0930 20:00:58.416058 26315 round_trippers.go:469] Request Headers:
I0930 20:00:58.416066 26315 round_trippers.go:473] Accept: application/json, */*
I0930 20:00:58.416071 26315 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0930 20:00:58.444113 26315 round_trippers.go:574] Response Status: 200 OK in 28 milliseconds
I0930 20:00:58.915821 26315 round_trippers.go:463] GET https://192.168.39.3:8443/api/v1/nodes/ha-805293-m02
I0930 20:00:58.915851 26315 round_trippers.go:469] Request Headers:
I0930 20:00:58.915865 26315 round_trippers.go:473] Accept: application/json, */*
I0930 20:00:58.915872 26315 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0930 20:00:58.919943 26315 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I0930 20:00:59.415861 26315 round_trippers.go:463] GET https://192.168.39.3:8443/api/v1/nodes/ha-805293-m02
I0930 20:00:59.415883 26315 round_trippers.go:469] Request Headers:
I0930 20:00:59.415892 26315 round_trippers.go:473] Accept: application/json, */*
I0930 20:00:59.415896 26315 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0930 20:00:59.419554 26315 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0930 20:00:59.916644 26315 round_trippers.go:463] GET https://192.168.39.3:8443/api/v1/nodes/ha-805293-m02
I0930 20:00:59.916665 26315 round_trippers.go:469] Request Headers:
I0930 20:00:59.916673 26315 round_trippers.go:473] Accept: application/json, */*
I0930 20:00:59.916681 26315 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0930 20:00:59.920228 26315 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0930 20:00:59.920834 26315 node_ready.go:53] node "ha-805293-m02" has status "Ready":"False"
I0930 20:01:00.415729 26315 round_trippers.go:463] GET https://192.168.39.3:8443/api/v1/nodes/ha-805293-m02
I0930 20:01:00.415764 26315 round_trippers.go:469] Request Headers:
I0930 20:01:00.415772 26315 round_trippers.go:473] Accept: application/json, */*
I0930 20:01:00.415777 26315 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0930 20:01:00.419232 26315 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0930 20:01:00.915725 26315 round_trippers.go:463] GET https://192.168.39.3:8443/api/v1/nodes/ha-805293-m02
I0930 20:01:00.915748 26315 round_trippers.go:469] Request Headers:
I0930 20:01:00.915758 26315 round_trippers.go:473] Accept: application/json, */*
I0930 20:01:00.915764 26315 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0930 20:01:00.920882 26315 round_trippers.go:574] Response Status: 200 OK in 5 milliseconds
I0930 20:01:01.416215 26315 round_trippers.go:463] GET https://192.168.39.3:8443/api/v1/nodes/ha-805293-m02
I0930 20:01:01.416240 26315 round_trippers.go:469] Request Headers:
I0930 20:01:01.416249 26315 round_trippers.go:473] Accept: application/json, */*
I0930 20:01:01.416252 26315 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0930 20:01:01.419889 26315 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0930 20:01:01.916651 26315 round_trippers.go:463] GET https://192.168.39.3:8443/api/v1/nodes/ha-805293-m02
I0930 20:01:01.916673 26315 round_trippers.go:469] Request Headers:
I0930 20:01:01.916680 26315 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0930 20:01:01.916686 26315 round_trippers.go:473] Accept: application/json, */*
I0930 20:01:01.920422 26315 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0930 20:01:01.920906 26315 node_ready.go:53] node "ha-805293-m02" has status "Ready":"False"
I0930 20:01:02.416417 26315 round_trippers.go:463] GET https://192.168.39.3:8443/api/v1/nodes/ha-805293-m02
I0930 20:01:02.416447 26315 round_trippers.go:469] Request Headers:
I0930 20:01:02.416458 26315 round_trippers.go:473] Accept: application/json, */*
I0930 20:01:02.416465 26315 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0930 20:01:02.420384 26315 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0930 20:01:02.916614 26315 round_trippers.go:463] GET https://192.168.39.3:8443/api/v1/nodes/ha-805293-m02
I0930 20:01:02.916639 26315 round_trippers.go:469] Request Headers:
I0930 20:01:02.916647 26315 round_trippers.go:473] Accept: application/json, */*
I0930 20:01:02.916651 26315 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0930 20:01:02.920435 26315 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0930 20:01:03.416222 26315 round_trippers.go:463] GET https://192.168.39.3:8443/api/v1/nodes/ha-805293-m02
I0930 20:01:03.416246 26315 round_trippers.go:469] Request Headers:
I0930 20:01:03.416255 26315 round_trippers.go:473] Accept: application/json, */*
I0930 20:01:03.416258 26315 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0930 20:01:03.419787 26315 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0930 20:01:03.915698 26315 round_trippers.go:463] GET https://192.168.39.3:8443/api/v1/nodes/ha-805293-m02
I0930 20:01:03.915726 26315 round_trippers.go:469] Request Headers:
I0930 20:01:03.915735 26315 round_trippers.go:473] Accept: application/json, */*
I0930 20:01:03.915739 26315 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0930 20:01:03.919427 26315 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0930 20:01:04.415764 26315 round_trippers.go:463] GET https://192.168.39.3:8443/api/v1/nodes/ha-805293-m02
I0930 20:01:04.415788 26315 round_trippers.go:469] Request Headers:
I0930 20:01:04.415797 26315 round_trippers.go:473] Accept: application/json, */*
I0930 20:01:04.415801 26315 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0930 20:01:04.419012 26315 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0930 20:01:04.419574 26315 node_ready.go:53] node "ha-805293-m02" has status "Ready":"False"
I0930 20:01:04.915824 26315 round_trippers.go:463] GET https://192.168.39.3:8443/api/v1/nodes/ha-805293-m02
I0930 20:01:04.915846 26315 round_trippers.go:469] Request Headers:
I0930 20:01:04.915855 26315 round_trippers.go:473] Accept: application/json, */*
I0930 20:01:04.915859 26315 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0930 20:01:04.920091 26315 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I0930 20:01:05.415756 26315 round_trippers.go:463] GET https://192.168.39.3:8443/api/v1/nodes/ha-805293-m02
I0930 20:01:05.415780 26315 round_trippers.go:469] Request Headers:
I0930 20:01:05.415787 26315 round_trippers.go:473] Accept: application/json, */*
I0930 20:01:05.415791 26315 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0930 20:01:05.421271 26315 round_trippers.go:574] Response Status: 200 OK in 5 milliseconds
I0930 20:01:05.915718 26315 round_trippers.go:463] GET https://192.168.39.3:8443/api/v1/nodes/ha-805293-m02
I0930 20:01:05.915739 26315 round_trippers.go:469] Request Headers:
I0930 20:01:05.915747 26315 round_trippers.go:473] Accept: application/json, */*
I0930 20:01:05.915751 26315 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0930 20:01:05.919141 26315 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0930 20:01:06.415741 26315 round_trippers.go:463] GET https://192.168.39.3:8443/api/v1/nodes/ha-805293-m02
I0930 20:01:06.415762 26315 round_trippers.go:469] Request Headers:
I0930 20:01:06.415770 26315 round_trippers.go:473] Accept: application/json, */*
I0930 20:01:06.415774 26315 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0930 20:01:06.418886 26315 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0930 20:01:06.419650 26315 node_ready.go:53] node "ha-805293-m02" has status "Ready":"False"
I0930 20:01:06.916104 26315 round_trippers.go:463] GET https://192.168.39.3:8443/api/v1/nodes/ha-805293-m02
I0930 20:01:06.916133 26315 round_trippers.go:469] Request Headers:
I0930 20:01:06.916144 26315 round_trippers.go:473] Accept: application/json, */*
I0930 20:01:06.916149 26315 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0930 20:01:06.919406 26315 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0930 20:01:07.416605 26315 round_trippers.go:463] GET https://192.168.39.3:8443/api/v1/nodes/ha-805293-m02
I0930 20:01:07.416630 26315 round_trippers.go:469] Request Headers:
I0930 20:01:07.416639 26315 round_trippers.go:473] Accept: application/json, */*
I0930 20:01:07.416646 26315 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0930 20:01:07.419940 26315 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0930 20:01:07.915753 26315 round_trippers.go:463] GET https://192.168.39.3:8443/api/v1/nodes/ha-805293-m02
I0930 20:01:07.915780 26315 round_trippers.go:469] Request Headers:
I0930 20:01:07.915790 26315 round_trippers.go:473] Accept: application/json, */*
I0930 20:01:07.915795 26315 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0930 20:01:07.919449 26315 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0930 20:01:08.416606 26315 round_trippers.go:463] GET https://192.168.39.3:8443/api/v1/nodes/ha-805293-m02
I0930 20:01:08.416630 26315 round_trippers.go:469] Request Headers:
I0930 20:01:08.416638 26315 round_trippers.go:473] Accept: application/json, */*
I0930 20:01:08.416643 26315 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0930 20:01:08.420794 26315 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I0930 20:01:08.421339 26315 node_ready.go:53] node "ha-805293-m02" has status "Ready":"False"
I0930 20:01:08.915715 26315 round_trippers.go:463] GET https://192.168.39.3:8443/api/v1/nodes/ha-805293-m02
I0930 20:01:08.915738 26315 round_trippers.go:469] Request Headers:
I0930 20:01:08.915746 26315 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0930 20:01:08.915752 26315 round_trippers.go:473] Accept: application/json, */*
I0930 20:01:08.919389 26315 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0930 20:01:09.416586 26315 round_trippers.go:463] GET https://192.168.39.3:8443/api/v1/nodes/ha-805293-m02
I0930 20:01:09.416611 26315 round_trippers.go:469] Request Headers:
I0930 20:01:09.416621 26315 round_trippers.go:473] Accept: application/json, */*
I0930 20:01:09.416628 26315 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0930 20:01:09.419914 26315 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0930 20:01:09.916640 26315 round_trippers.go:463] GET https://192.168.39.3:8443/api/v1/nodes/ha-805293-m02
I0930 20:01:09.916661 26315 round_trippers.go:469] Request Headers:
I0930 20:01:09.916669 26315 round_trippers.go:473] Accept: application/json, */*
I0930 20:01:09.916673 26315 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0930 20:01:09.919743 26315 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0930 20:01:09.920355 26315 node_ready.go:49] node "ha-805293-m02" has status "Ready":"True"
I0930 20:01:09.920385 26315 node_ready.go:38] duration metric: took 18.504913608s for node "ha-805293-m02" to be "Ready" ...
I0930 20:01:09.920395 26315 pod_ready.go:36] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I0930 20:01:09.920461 26315 round_trippers.go:463] GET https://192.168.39.3:8443/api/v1/namespaces/kube-system/pods
I0930 20:01:09.920470 26315 round_trippers.go:469] Request Headers:
I0930 20:01:09.920477 26315 round_trippers.go:473] Accept: application/json, */*
I0930 20:01:09.920481 26315 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0930 20:01:09.924944 26315 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I0930 20:01:09.930623 26315 pod_ready.go:79] waiting up to 6m0s for pod "coredns-7c65d6cfc9-x7zjp" in "kube-system" namespace to be "Ready" ...
I0930 20:01:09.930723 26315 round_trippers.go:463] GET https://192.168.39.3:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-x7zjp
I0930 20:01:09.930731 26315 round_trippers.go:469] Request Headers:
I0930 20:01:09.930739 26315 round_trippers.go:473] Accept: application/json, */*
I0930 20:01:09.930743 26315 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0930 20:01:09.933787 26315 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0930 20:01:09.934467 26315 round_trippers.go:463] GET https://192.168.39.3:8443/api/v1/nodes/ha-805293
I0930 20:01:09.934486 26315 round_trippers.go:469] Request Headers:
I0930 20:01:09.934497 26315 round_trippers.go:473] Accept: application/json, */*
I0930 20:01:09.934502 26315 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0930 20:01:09.936935 26315 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0930 20:01:09.937372 26315 pod_ready.go:93] pod "coredns-7c65d6cfc9-x7zjp" in "kube-system" namespace has status "Ready":"True"
I0930 20:01:09.937389 26315 pod_ready.go:82] duration metric: took 6.738618ms for pod "coredns-7c65d6cfc9-x7zjp" in "kube-system" namespace to be "Ready" ...
I0930 20:01:09.937399 26315 pod_ready.go:79] waiting up to 6m0s for pod "coredns-7c65d6cfc9-z4bkv" in "kube-system" namespace to be "Ready" ...
I0930 20:01:09.937452 26315 round_trippers.go:463] GET https://192.168.39.3:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-z4bkv
I0930 20:01:09.937460 26315 round_trippers.go:469] Request Headers:
I0930 20:01:09.937467 26315 round_trippers.go:473] Accept: application/json, */*
I0930 20:01:09.937471 26315 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0930 20:01:09.939718 26315 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0930 20:01:09.940345 26315 round_trippers.go:463] GET https://192.168.39.3:8443/api/v1/nodes/ha-805293
I0930 20:01:09.940360 26315 round_trippers.go:469] Request Headers:
I0930 20:01:09.940367 26315 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0930 20:01:09.940372 26315 round_trippers.go:473] Accept: application/json, */*
I0930 20:01:09.942825 26315 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0930 20:01:09.943347 26315 pod_ready.go:93] pod "coredns-7c65d6cfc9-z4bkv" in "kube-system" namespace has status "Ready":"True"
I0930 20:01:09.943362 26315 pod_ready.go:82] duration metric: took 5.957941ms for pod "coredns-7c65d6cfc9-z4bkv" in "kube-system" namespace to be "Ready" ...
I0930 20:01:09.943374 26315 pod_ready.go:79] waiting up to 6m0s for pod "etcd-ha-805293" in "kube-system" namespace to be "Ready" ...
I0930 20:01:09.943449 26315 round_trippers.go:463] GET https://192.168.39.3:8443/api/v1/namespaces/kube-system/pods/etcd-ha-805293
I0930 20:01:09.943477 26315 round_trippers.go:469] Request Headers:
I0930 20:01:09.943493 26315 round_trippers.go:473] Accept: application/json, */*
I0930 20:01:09.943502 26315 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0930 20:01:09.946145 26315 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0930 20:01:09.946815 26315 round_trippers.go:463] GET https://192.168.39.3:8443/api/v1/nodes/ha-805293
I0930 20:01:09.946829 26315 round_trippers.go:469] Request Headers:
I0930 20:01:09.946837 26315 round_trippers.go:473] Accept: application/json, */*
I0930 20:01:09.946841 26315 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0930 20:01:09.949619 26315 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0930 20:01:09.950200 26315 pod_ready.go:93] pod "etcd-ha-805293" in "kube-system" namespace has status "Ready":"True"
I0930 20:01:09.950222 26315 pod_ready.go:82] duration metric: took 6.836708ms for pod "etcd-ha-805293" in "kube-system" namespace to be "Ready" ...
I0930 20:01:09.950233 26315 pod_ready.go:79] waiting up to 6m0s for pod "etcd-ha-805293-m02" in "kube-system" namespace to be "Ready" ...
I0930 20:01:09.950305 26315 round_trippers.go:463] GET https://192.168.39.3:8443/api/v1/namespaces/kube-system/pods/etcd-ha-805293-m02
I0930 20:01:09.950326 26315 round_trippers.go:469] Request Headers:
I0930 20:01:09.950334 26315 round_trippers.go:473] Accept: application/json, */*
I0930 20:01:09.950340 26315 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0930 20:01:09.953306 26315 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0930 20:01:09.953792 26315 round_trippers.go:463] GET https://192.168.39.3:8443/api/v1/nodes/ha-805293-m02
I0930 20:01:09.953806 26315 round_trippers.go:469] Request Headers:
I0930 20:01:09.953813 26315 round_trippers.go:473] Accept: application/json, */*
I0930 20:01:09.953817 26315 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0930 20:01:09.956400 26315 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0930 20:01:09.956812 26315 pod_ready.go:93] pod "etcd-ha-805293-m02" in "kube-system" namespace has status "Ready":"True"
I0930 20:01:09.956829 26315 pod_ready.go:82] duration metric: took 6.588184ms for pod "etcd-ha-805293-m02" in "kube-system" namespace to be "Ready" ...
I0930 20:01:09.956845 26315 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-ha-805293" in "kube-system" namespace to be "Ready" ...
I0930 20:01:10.117233 26315 request.go:632] Waited for 160.320722ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.3:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-805293
I0930 20:01:10.117300 26315 round_trippers.go:463] GET https://192.168.39.3:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-805293
I0930 20:01:10.117306 26315 round_trippers.go:469] Request Headers:
I0930 20:01:10.117318 26315 round_trippers.go:473] Accept: application/json, */*
I0930 20:01:10.117324 26315 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0930 20:01:10.120940 26315 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0930 20:01:10.317057 26315 request.go:632] Waited for 195.415809ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.3:8443/api/v1/nodes/ha-805293
I0930 20:01:10.317127 26315 round_trippers.go:463] GET https://192.168.39.3:8443/api/v1/nodes/ha-805293
I0930 20:01:10.317135 26315 round_trippers.go:469] Request Headers:
I0930 20:01:10.317156 26315 round_trippers.go:473] Accept: application/json, */*
I0930 20:01:10.317180 26315 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0930 20:01:10.320648 26315 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0930 20:01:10.321373 26315 pod_ready.go:93] pod "kube-apiserver-ha-805293" in "kube-system" namespace has status "Ready":"True"
I0930 20:01:10.321392 26315 pod_ready.go:82] duration metric: took 364.537566ms for pod "kube-apiserver-ha-805293" in "kube-system" namespace to be "Ready" ...
I0930 20:01:10.321402 26315 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-ha-805293-m02" in "kube-system" namespace to be "Ready" ...
I0930 20:01:10.517507 26315 request.go:632] Waited for 196.023112ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.3:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-805293-m02
I0930 20:01:10.517576 26315 round_trippers.go:463] GET https://192.168.39.3:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-805293-m02
I0930 20:01:10.517583 26315 round_trippers.go:469] Request Headers:
I0930 20:01:10.517594 26315 round_trippers.go:473] Accept: application/json, */*
I0930 20:01:10.517601 26315 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0930 20:01:10.521299 26315 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0930 20:01:10.717299 26315 request.go:632] Waited for 195.382491ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.3:8443/api/v1/nodes/ha-805293-m02
I0930 20:01:10.717366 26315 round_trippers.go:463] GET https://192.168.39.3:8443/api/v1/nodes/ha-805293-m02
I0930 20:01:10.717372 26315 round_trippers.go:469] Request Headers:
I0930 20:01:10.717379 26315 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0930 20:01:10.717384 26315 round_trippers.go:473] Accept: application/json, */*
I0930 20:01:10.720883 26315 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0930 20:01:10.721468 26315 pod_ready.go:93] pod "kube-apiserver-ha-805293-m02" in "kube-system" namespace has status "Ready":"True"
I0930 20:01:10.721488 26315 pod_ready.go:82] duration metric: took 400.07752ms for pod "kube-apiserver-ha-805293-m02" in "kube-system" namespace to be "Ready" ...
I0930 20:01:10.721497 26315 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-ha-805293" in "kube-system" namespace to be "Ready" ...
I0930 20:01:10.917490 26315 request.go:632] Waited for 195.929177ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.3:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-805293
I0930 20:01:10.917554 26315 round_trippers.go:463] GET https://192.168.39.3:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-805293
I0930 20:01:10.917574 26315 round_trippers.go:469] Request Headers:
I0930 20:01:10.917606 26315 round_trippers.go:473] Accept: application/json, */*
I0930 20:01:10.917617 26315 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0930 20:01:10.921610 26315 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0930 20:01:11.116693 26315 request.go:632] Waited for 194.297174ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.3:8443/api/v1/nodes/ha-805293
I0930 20:01:11.116753 26315 round_trippers.go:463] GET https://192.168.39.3:8443/api/v1/nodes/ha-805293
I0930 20:01:11.116759 26315 round_trippers.go:469] Request Headers:
I0930 20:01:11.116766 26315 round_trippers.go:473] Accept: application/json, */*
I0930 20:01:11.116769 26315 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0930 20:01:11.120537 26315 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0930 20:01:11.121044 26315 pod_ready.go:93] pod "kube-controller-manager-ha-805293" in "kube-system" namespace has status "Ready":"True"
I0930 20:01:11.121062 26315 pod_ready.go:82] duration metric: took 399.55959ms for pod "kube-controller-manager-ha-805293" in "kube-system" namespace to be "Ready" ...
I0930 20:01:11.121074 26315 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-ha-805293-m02" in "kube-system" namespace to be "Ready" ...
I0930 20:01:11.317266 26315 request.go:632] Waited for 196.133826ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.3:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-805293-m02
I0930 20:01:11.317335 26315 round_trippers.go:463] GET https://192.168.39.3:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-805293-m02
I0930 20:01:11.317342 26315 round_trippers.go:469] Request Headers:
I0930 20:01:11.317351 26315 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0930 20:01:11.317358 26315 round_trippers.go:473] Accept: application/json, */*
I0930 20:01:11.321265 26315 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0930 20:01:11.517020 26315 request.go:632] Waited for 195.154322ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.3:8443/api/v1/nodes/ha-805293-m02
I0930 20:01:11.517082 26315 round_trippers.go:463] GET https://192.168.39.3:8443/api/v1/nodes/ha-805293-m02
I0930 20:01:11.517089 26315 round_trippers.go:469] Request Headers:
I0930 20:01:11.517098 26315 round_trippers.go:473] Accept: application/json, */*
I0930 20:01:11.517103 26315 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0930 20:01:11.520779 26315 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0930 20:01:11.521296 26315 pod_ready.go:93] pod "kube-controller-manager-ha-805293-m02" in "kube-system" namespace has status "Ready":"True"
I0930 20:01:11.521319 26315 pod_ready.go:82] duration metric: took 400.238082ms for pod "kube-controller-manager-ha-805293-m02" in "kube-system" namespace to be "Ready" ...
I0930 20:01:11.521335 26315 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-6gnt4" in "kube-system" namespace to be "Ready" ...
I0930 20:01:11.716800 26315 request.go:632] Waited for 195.390285ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.3:8443/api/v1/namespaces/kube-system/pods/kube-proxy-6gnt4
I0930 20:01:11.716888 26315 round_trippers.go:463] GET https://192.168.39.3:8443/api/v1/namespaces/kube-system/pods/kube-proxy-6gnt4
I0930 20:01:11.716896 26315 round_trippers.go:469] Request Headers:
I0930 20:01:11.716906 26315 round_trippers.go:473] Accept: application/json, */*
I0930 20:01:11.716911 26315 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0930 20:01:11.720246 26315 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0930 20:01:11.917422 26315 request.go:632] Waited for 196.372605ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.3:8443/api/v1/nodes/ha-805293
I0930 20:01:11.917500 26315 round_trippers.go:463] GET https://192.168.39.3:8443/api/v1/nodes/ha-805293
I0930 20:01:11.917508 26315 round_trippers.go:469] Request Headers:
I0930 20:01:11.917518 26315 round_trippers.go:473] Accept: application/json, */*
I0930 20:01:11.917526 26315 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0930 20:01:11.921353 26315 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0930 20:01:11.921887 26315 pod_ready.go:93] pod "kube-proxy-6gnt4" in "kube-system" namespace has status "Ready":"True"
I0930 20:01:11.921912 26315 pod_ready.go:82] duration metric: took 400.568991ms for pod "kube-proxy-6gnt4" in "kube-system" namespace to be "Ready" ...
I0930 20:01:11.921925 26315 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-vptrg" in "kube-system" namespace to be "Ready" ...
I0930 20:01:12.116927 26315 request.go:632] Waited for 194.932043ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.3:8443/api/v1/namespaces/kube-system/pods/kube-proxy-vptrg
I0930 20:01:12.117009 26315 round_trippers.go:463] GET https://192.168.39.3:8443/api/v1/namespaces/kube-system/pods/kube-proxy-vptrg
I0930 20:01:12.117015 26315 round_trippers.go:469] Request Headers:
I0930 20:01:12.117022 26315 round_trippers.go:473] Accept: application/json, */*
I0930 20:01:12.117026 26315 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0930 20:01:12.121372 26315 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I0930 20:01:12.317480 26315 request.go:632] Waited for 195.395103ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.3:8443/api/v1/nodes/ha-805293-m02
I0930 20:01:12.317541 26315 round_trippers.go:463] GET https://192.168.39.3:8443/api/v1/nodes/ha-805293-m02
I0930 20:01:12.317546 26315 round_trippers.go:469] Request Headers:
I0930 20:01:12.317553 26315 round_trippers.go:473] Accept: application/json, */*
I0930 20:01:12.317556 26315 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0930 20:01:12.321223 26315 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0930 20:01:12.321777 26315 pod_ready.go:93] pod "kube-proxy-vptrg" in "kube-system" namespace has status "Ready":"True"
I0930 20:01:12.321796 26315 pod_ready.go:82] duration metric: took 399.864157ms for pod "kube-proxy-vptrg" in "kube-system" namespace to be "Ready" ...
I0930 20:01:12.321806 26315 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-ha-805293" in "kube-system" namespace to be "Ready" ...
I0930 20:01:12.516927 26315 request.go:632] Waited for 195.058252ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.3:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-805293
I0930 20:01:12.517009 26315 round_trippers.go:463] GET https://192.168.39.3:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-805293
I0930 20:01:12.517015 26315 round_trippers.go:469] Request Headers:
I0930 20:01:12.517022 26315 round_trippers.go:473] Accept: application/json, */*
I0930 20:01:12.517029 26315 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0930 20:01:12.520681 26315 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0930 20:01:12.717635 26315 request.go:632] Waited for 196.390201ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.3:8443/api/v1/nodes/ha-805293
I0930 20:01:12.717694 26315 round_trippers.go:463] GET https://192.168.39.3:8443/api/v1/nodes/ha-805293
I0930 20:01:12.717698 26315 round_trippers.go:469] Request Headers:
I0930 20:01:12.717706 26315 round_trippers.go:473] Accept: application/json, */*
I0930 20:01:12.717714 26315 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0930 20:01:12.721311 26315 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0930 20:01:12.721886 26315 pod_ready.go:93] pod "kube-scheduler-ha-805293" in "kube-system" namespace has status "Ready":"True"
I0930 20:01:12.721903 26315 pod_ready.go:82] duration metric: took 400.091381ms for pod "kube-scheduler-ha-805293" in "kube-system" namespace to be "Ready" ...
I0930 20:01:12.721913 26315 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-ha-805293-m02" in "kube-system" namespace to be "Ready" ...
I0930 20:01:12.917094 26315 request.go:632] Waited for 195.106579ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.3:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-805293-m02
I0930 20:01:12.917184 26315 round_trippers.go:463] GET https://192.168.39.3:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-805293-m02
I0930 20:01:12.917193 26315 round_trippers.go:469] Request Headers:
I0930 20:01:12.917203 26315 round_trippers.go:473] Accept: application/json, */*
I0930 20:01:12.917212 26315 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0930 20:01:12.921090 26315 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0930 20:01:13.117142 26315 request.go:632] Waited for 195.345819ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.3:8443/api/v1/nodes/ha-805293-m02
I0930 20:01:13.117216 26315 round_trippers.go:463] GET https://192.168.39.3:8443/api/v1/nodes/ha-805293-m02
I0930 20:01:13.117221 26315 round_trippers.go:469] Request Headers:
I0930 20:01:13.117229 26315 round_trippers.go:473] Accept: application/json, */*
I0930 20:01:13.117232 26315 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0930 20:01:13.120777 26315 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0930 20:01:13.121215 26315 pod_ready.go:93] pod "kube-scheduler-ha-805293-m02" in "kube-system" namespace has status "Ready":"True"
I0930 20:01:13.121232 26315 pod_ready.go:82] duration metric: took 399.313081ms for pod "kube-scheduler-ha-805293-m02" in "kube-system" namespace to be "Ready" ...
I0930 20:01:13.121242 26315 pod_ready.go:39] duration metric: took 3.200834368s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I0930 20:01:13.121266 26315 api_server.go:52] waiting for apiserver process to appear ...
I0930 20:01:13.121324 26315 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0930 20:01:13.137767 26315 api_server.go:72] duration metric: took 22.035280113s to wait for apiserver process to appear ...
I0930 20:01:13.137797 26315 api_server.go:88] waiting for apiserver healthz status ...
I0930 20:01:13.137828 26315 api_server.go:253] Checking apiserver healthz at https://192.168.39.3:8443/healthz ...
I0930 20:01:13.141994 26315 api_server.go:279] https://192.168.39.3:8443/healthz returned 200:
ok
I0930 20:01:13.142067 26315 round_trippers.go:463] GET https://192.168.39.3:8443/version
I0930 20:01:13.142074 26315 round_trippers.go:469] Request Headers:
I0930 20:01:13.142082 26315 round_trippers.go:473] Accept: application/json, */*
I0930 20:01:13.142090 26315 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0930 20:01:13.142859 26315 round_trippers.go:574] Response Status: 200 OK in 0 milliseconds
I0930 20:01:13.142975 26315 api_server.go:141] control plane version: v1.31.1
I0930 20:01:13.142993 26315 api_server.go:131] duration metric: took 5.190596ms to wait for apiserver health ...
I0930 20:01:13.143001 26315 system_pods.go:43] waiting for kube-system pods to appear ...
I0930 20:01:13.317422 26315 request.go:632] Waited for 174.359049ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.3:8443/api/v1/namespaces/kube-system/pods
I0930 20:01:13.317472 26315 round_trippers.go:463] GET https://192.168.39.3:8443/api/v1/namespaces/kube-system/pods
I0930 20:01:13.317478 26315 round_trippers.go:469] Request Headers:
I0930 20:01:13.317484 26315 round_trippers.go:473] Accept: application/json, */*
I0930 20:01:13.317488 26315 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0930 20:01:13.321962 26315 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I0930 20:01:13.326370 26315 system_pods.go:59] 17 kube-system pods found
I0930 20:01:13.326406 26315 system_pods.go:61] "coredns-7c65d6cfc9-x7zjp" [b5b20ed2-1d94-49b9-ab9e-17e27d1012d0] Running
I0930 20:01:13.326411 26315 system_pods.go:61] "coredns-7c65d6cfc9-z4bkv" [c6ba0288-138e-4690-a68d-6d6378e28deb] Running
I0930 20:01:13.326415 26315 system_pods.go:61] "etcd-ha-805293" [399ae7f6-cec9-4e8d-bda2-6c85dbcc5613] Running
I0930 20:01:13.326420 26315 system_pods.go:61] "etcd-ha-805293-m02" [06ff461f-0ed1-4010-bcf7-1e82e4a589eb] Running
I0930 20:01:13.326425 26315 system_pods.go:61] "kindnet-lfldt" [62cfaae6-e635-4ba4-a0db-77d008d12706] Running
I0930 20:01:13.326429 26315 system_pods.go:61] "kindnet-slhtm" [a9f4d6f0-3dbf-4ca6-8d39-e0708f8b4e88] Running
I0930 20:01:13.326432 26315 system_pods.go:61] "kube-apiserver-ha-805293" [e975ca94-0069-4dfc-bc42-fa14fff226d5] Running
I0930 20:01:13.326435 26315 system_pods.go:61] "kube-apiserver-ha-805293-m02" [c0f6d06d-f2d3-4796-ba43-16db58da16f7] Running
I0930 20:01:13.326438 26315 system_pods.go:61] "kube-controller-manager-ha-805293" [01616da3-61eb-494b-a55c-28acaa308938] Running
I0930 20:01:13.326442 26315 system_pods.go:61] "kube-controller-manager-ha-805293-m02" [14e035c1-fd94-43ab-aa98-3f20108eba57] Running
I0930 20:01:13.326445 26315 system_pods.go:61] "kube-proxy-6gnt4" [a90b0c3f-e9c3-4cb9-8773-8253bd72ab51] Running
I0930 20:01:13.326448 26315 system_pods.go:61] "kube-proxy-vptrg" [324c92ea-b82f-4efa-b63c-4c590bbf214d] Running
I0930 20:01:13.326451 26315 system_pods.go:61] "kube-scheduler-ha-805293" [fbff9dea-1599-43ab-bb92-df8c5231bb87] Running
I0930 20:01:13.326454 26315 system_pods.go:61] "kube-scheduler-ha-805293-m02" [9e69f915-83ac-48de-9bd6-3d245a2e82be] Running
I0930 20:01:13.326457 26315 system_pods.go:61] "kube-vip-ha-805293" [9c629f9e-1b42-4680-9fd8-2dae4cec07f8] Running
I0930 20:01:13.326459 26315 system_pods.go:61] "kube-vip-ha-805293-m02" [ec99538b-4f84-4078-b64d-23086cbf2c45] Running
I0930 20:01:13.326462 26315 system_pods.go:61] "storage-provisioner" [1912fdf8-d789-4ba9-99ff-c87ccbf330ec] Running
I0930 20:01:13.326467 26315 system_pods.go:74] duration metric: took 183.46129ms to wait for pod list to return data ...
I0930 20:01:13.326477 26315 default_sa.go:34] waiting for default service account to be created ...
I0930 20:01:13.516843 26315 request.go:632] Waited for 190.295336ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.3:8443/api/v1/namespaces/default/serviceaccounts
I0930 20:01:13.516914 26315 round_trippers.go:463] GET https://192.168.39.3:8443/api/v1/namespaces/default/serviceaccounts
I0930 20:01:13.516919 26315 round_trippers.go:469] Request Headers:
I0930 20:01:13.516926 26315 round_trippers.go:473] Accept: application/json, */*
I0930 20:01:13.516929 26315 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0930 20:01:13.520919 26315 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0930 20:01:13.521167 26315 default_sa.go:45] found service account: "default"
I0930 20:01:13.521184 26315 default_sa.go:55] duration metric: took 194.701824ms for default service account to be created ...
I0930 20:01:13.521193 26315 system_pods.go:116] waiting for k8s-apps to be running ...
I0930 20:01:13.717380 26315 request.go:632] Waited for 196.119354ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.3:8443/api/v1/namespaces/kube-system/pods
I0930 20:01:13.717451 26315 round_trippers.go:463] GET https://192.168.39.3:8443/api/v1/namespaces/kube-system/pods
I0930 20:01:13.717458 26315 round_trippers.go:469] Request Headers:
I0930 20:01:13.717467 26315 round_trippers.go:473] Accept: application/json, */*
I0930 20:01:13.717471 26315 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0930 20:01:13.722690 26315 round_trippers.go:574] Response Status: 200 OK in 5 milliseconds
I0930 20:01:13.727139 26315 system_pods.go:86] 17 kube-system pods found
I0930 20:01:13.727168 26315 system_pods.go:89] "coredns-7c65d6cfc9-x7zjp" [b5b20ed2-1d94-49b9-ab9e-17e27d1012d0] Running
I0930 20:01:13.727174 26315 system_pods.go:89] "coredns-7c65d6cfc9-z4bkv" [c6ba0288-138e-4690-a68d-6d6378e28deb] Running
I0930 20:01:13.727179 26315 system_pods.go:89] "etcd-ha-805293" [399ae7f6-cec9-4e8d-bda2-6c85dbcc5613] Running
I0930 20:01:13.727184 26315 system_pods.go:89] "etcd-ha-805293-m02" [06ff461f-0ed1-4010-bcf7-1e82e4a589eb] Running
I0930 20:01:13.727188 26315 system_pods.go:89] "kindnet-lfldt" [62cfaae6-e635-4ba4-a0db-77d008d12706] Running
I0930 20:01:13.727193 26315 system_pods.go:89] "kindnet-slhtm" [a9f4d6f0-3dbf-4ca6-8d39-e0708f8b4e88] Running
I0930 20:01:13.727198 26315 system_pods.go:89] "kube-apiserver-ha-805293" [e975ca94-0069-4dfc-bc42-fa14fff226d5] Running
I0930 20:01:13.727204 26315 system_pods.go:89] "kube-apiserver-ha-805293-m02" [c0f6d06d-f2d3-4796-ba43-16db58da16f7] Running
I0930 20:01:13.727209 26315 system_pods.go:89] "kube-controller-manager-ha-805293" [01616da3-61eb-494b-a55c-28acaa308938] Running
I0930 20:01:13.727217 26315 system_pods.go:89] "kube-controller-manager-ha-805293-m02" [14e035c1-fd94-43ab-aa98-3f20108eba57] Running
I0930 20:01:13.727230 26315 system_pods.go:89] "kube-proxy-6gnt4" [a90b0c3f-e9c3-4cb9-8773-8253bd72ab51] Running
I0930 20:01:13.727235 26315 system_pods.go:89] "kube-proxy-vptrg" [324c92ea-b82f-4efa-b63c-4c590bbf214d] Running
I0930 20:01:13.727241 26315 system_pods.go:89] "kube-scheduler-ha-805293" [fbff9dea-1599-43ab-bb92-df8c5231bb87] Running
I0930 20:01:13.727247 26315 system_pods.go:89] "kube-scheduler-ha-805293-m02" [9e69f915-83ac-48de-9bd6-3d245a2e82be] Running
I0930 20:01:13.727252 26315 system_pods.go:89] "kube-vip-ha-805293" [9c629f9e-1b42-4680-9fd8-2dae4cec07f8] Running
I0930 20:01:13.727257 26315 system_pods.go:89] "kube-vip-ha-805293-m02" [ec99538b-4f84-4078-b64d-23086cbf2c45] Running
I0930 20:01:13.727261 26315 system_pods.go:89] "storage-provisioner" [1912fdf8-d789-4ba9-99ff-c87ccbf330ec] Running
I0930 20:01:13.727270 26315 system_pods.go:126] duration metric: took 206.072644ms to wait for k8s-apps to be running ...
I0930 20:01:13.727277 26315 system_svc.go:44] waiting for kubelet service to be running ....
I0930 20:01:13.727327 26315 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I0930 20:01:13.741981 26315 system_svc.go:56] duration metric: took 14.693769ms WaitForService to wait for kubelet
I0930 20:01:13.742010 26315 kubeadm.go:582] duration metric: took 22.639532003s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I0930 20:01:13.742027 26315 node_conditions.go:102] verifying NodePressure condition ...
I0930 20:01:13.917345 26315 request.go:632] Waited for 175.232926ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.3:8443/api/v1/nodes
I0930 20:01:13.917397 26315 round_trippers.go:463] GET https://192.168.39.3:8443/api/v1/nodes
I0930 20:01:13.917402 26315 round_trippers.go:469] Request Headers:
I0930 20:01:13.917410 26315 round_trippers.go:473] Accept: application/json, */*
I0930 20:01:13.917413 26315 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0930 20:01:13.921853 26315 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I0930 20:01:13.922642 26315 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I0930 20:01:13.922674 26315 node_conditions.go:123] node cpu capacity is 2
I0930 20:01:13.922690 26315 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I0930 20:01:13.922694 26315 node_conditions.go:123] node cpu capacity is 2
I0930 20:01:13.922699 26315 node_conditions.go:105] duration metric: took 180.667513ms to run NodePressure ...
I0930 20:01:13.922708 26315 start.go:241] waiting for startup goroutines ...
I0930 20:01:13.922733 26315 start.go:255] writing updated cluster config ...
I0930 20:01:13.925048 26315 out.go:201]
I0930 20:01:13.926843 26315 config.go:182] Loaded profile config "ha-805293": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.1
I0930 20:01:13.926954 26315 profile.go:143] Saving config to /home/jenkins/minikube-integration/19736-7672/.minikube/profiles/ha-805293/config.json ...
I0930 20:01:13.928893 26315 out.go:177] * Starting "ha-805293-m03" control-plane node in "ha-805293" cluster
I0930 20:01:13.930308 26315 preload.go:131] Checking if preload exists for k8s version v1.31.1 and runtime crio
I0930 20:01:13.930336 26315 cache.go:56] Caching tarball of preloaded images
I0930 20:01:13.930467 26315 preload.go:172] Found /home/jenkins/minikube-integration/19736-7672/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.1-cri-o-overlay-amd64.tar.lz4 in cache, skipping download
I0930 20:01:13.930485 26315 cache.go:59] Finished verifying existence of preloaded tar for v1.31.1 on crio
I0930 20:01:13.930582 26315 profile.go:143] Saving config to /home/jenkins/minikube-integration/19736-7672/.minikube/profiles/ha-805293/config.json ...
I0930 20:01:13.930765 26315 start.go:360] acquireMachinesLock for ha-805293-m03: {Name:mk0cb470c08a5d9f26fdc9dfd10f07b5493d04dc Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}
I0930 20:01:13.930817 26315 start.go:364] duration metric: took 28.082µs to acquireMachinesLock for "ha-805293-m03"
I0930 20:01:13.930836 26315 start.go:93] Provisioning new machine with config: &{Name:ha-805293 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19696/minikube-v1.34.0-1727108440-19696-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1727108449-19696@sha256:c662152d8855bc4c62a3b5786a68adf99e04794e7f8f374a3859703004ef1d21 Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{Kubernete
sVersion:v1.31.1 ClusterName:ha-805293 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.39.3 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m02 IP:192.168.39.220 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m03 IP: Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[ambassador:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:false efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-dns:false inspektor-
gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:false storage-provisioner-gluster:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizatio
ns:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name:m03 IP: Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I0930 20:01:13.930923 26315 start.go:125] createHost starting for "m03" (driver="kvm2")
I0930 20:01:13.932766 26315 out.go:235] * Creating kvm2 VM (CPUs=2, Memory=2200MB, Disk=20000MB) ...
I0930 20:01:13.932890 26315 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I0930 20:01:13.932929 26315 main.go:141] libmachine: Launching plugin server for driver kvm2
I0930 20:01:13.949248 26315 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:36881
I0930 20:01:13.949763 26315 main.go:141] libmachine: () Calling .GetVersion
I0930 20:01:13.950280 26315 main.go:141] libmachine: Using API Version 1
I0930 20:01:13.950304 26315 main.go:141] libmachine: () Calling .SetConfigRaw
I0930 20:01:13.950634 26315 main.go:141] libmachine: () Calling .GetMachineName
I0930 20:01:13.950970 26315 main.go:141] libmachine: (ha-805293-m03) Calling .GetMachineName
I0930 20:01:13.951189 26315 main.go:141] libmachine: (ha-805293-m03) Calling .DriverName
I0930 20:01:13.951448 26315 start.go:159] libmachine.API.Create for "ha-805293" (driver="kvm2")
I0930 20:01:13.951489 26315 client.go:168] LocalClient.Create starting
I0930 20:01:13.951565 26315 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/19736-7672/.minikube/certs/ca.pem
I0930 20:01:13.951611 26315 main.go:141] libmachine: Decoding PEM data...
I0930 20:01:13.951631 26315 main.go:141] libmachine: Parsing certificate...
I0930 20:01:13.951696 26315 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/19736-7672/.minikube/certs/cert.pem
I0930 20:01:13.951724 26315 main.go:141] libmachine: Decoding PEM data...
I0930 20:01:13.951742 26315 main.go:141] libmachine: Parsing certificate...
I0930 20:01:13.951770 26315 main.go:141] libmachine: Running pre-create checks...
I0930 20:01:13.951780 26315 main.go:141] libmachine: (ha-805293-m03) Calling .PreCreateCheck
I0930 20:01:13.951958 26315 main.go:141] libmachine: (ha-805293-m03) Calling .GetConfigRaw
I0930 20:01:13.952389 26315 main.go:141] libmachine: Creating machine...
I0930 20:01:13.952404 26315 main.go:141] libmachine: (ha-805293-m03) Calling .Create
I0930 20:01:13.952539 26315 main.go:141] libmachine: (ha-805293-m03) Creating KVM machine...
I0930 20:01:13.953896 26315 main.go:141] libmachine: (ha-805293-m03) DBG | found existing default KVM network
I0930 20:01:13.954082 26315 main.go:141] libmachine: (ha-805293-m03) DBG | found existing private KVM network mk-ha-805293
I0930 20:01:13.954276 26315 main.go:141] libmachine: (ha-805293-m03) Setting up store path in /home/jenkins/minikube-integration/19736-7672/.minikube/machines/ha-805293-m03 ...
I0930 20:01:13.954303 26315 main.go:141] libmachine: (ha-805293-m03) Building disk image from file:///home/jenkins/minikube-integration/19736-7672/.minikube/cache/iso/amd64/minikube-v1.34.0-1727108440-19696-amd64.iso
I0930 20:01:13.954425 26315 main.go:141] libmachine: (ha-805293-m03) DBG | I0930 20:01:13.954267 27054 common.go:145] Making disk image using store path: /home/jenkins/minikube-integration/19736-7672/.minikube
I0930 20:01:13.954521 26315 main.go:141] libmachine: (ha-805293-m03) Downloading /home/jenkins/minikube-integration/19736-7672/.minikube/cache/boot2docker.iso from file:///home/jenkins/minikube-integration/19736-7672/.minikube/cache/iso/amd64/minikube-v1.34.0-1727108440-19696-amd64.iso...
I0930 20:01:14.186819 26315 main.go:141] libmachine: (ha-805293-m03) DBG | I0930 20:01:14.186689 27054 common.go:152] Creating ssh key: /home/jenkins/minikube-integration/19736-7672/.minikube/machines/ha-805293-m03/id_rsa...
I0930 20:01:14.467265 26315 main.go:141] libmachine: (ha-805293-m03) DBG | I0930 20:01:14.467127 27054 common.go:158] Creating raw disk image: /home/jenkins/minikube-integration/19736-7672/.minikube/machines/ha-805293-m03/ha-805293-m03.rawdisk...
I0930 20:01:14.467311 26315 main.go:141] libmachine: (ha-805293-m03) DBG | Writing magic tar header
I0930 20:01:14.467327 26315 main.go:141] libmachine: (ha-805293-m03) DBG | Writing SSH key tar header
I0930 20:01:14.467340 26315 main.go:141] libmachine: (ha-805293-m03) DBG | I0930 20:01:14.467280 27054 common.go:172] Fixing permissions on /home/jenkins/minikube-integration/19736-7672/.minikube/machines/ha-805293-m03 ...
I0930 20:01:14.467434 26315 main.go:141] libmachine: (ha-805293-m03) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19736-7672/.minikube/machines/ha-805293-m03
I0930 20:01:14.467495 26315 main.go:141] libmachine: (ha-805293-m03) Setting executable bit set on /home/jenkins/minikube-integration/19736-7672/.minikube/machines/ha-805293-m03 (perms=drwx------)
I0930 20:01:14.467509 26315 main.go:141] libmachine: (ha-805293-m03) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19736-7672/.minikube/machines
I0930 20:01:14.467520 26315 main.go:141] libmachine: (ha-805293-m03) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19736-7672/.minikube
I0930 20:01:14.467545 26315 main.go:141] libmachine: (ha-805293-m03) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19736-7672
I0930 20:01:14.467563 26315 main.go:141] libmachine: (ha-805293-m03) Setting executable bit set on /home/jenkins/minikube-integration/19736-7672/.minikube/machines (perms=drwxr-xr-x)
I0930 20:01:14.467577 26315 main.go:141] libmachine: (ha-805293-m03) Setting executable bit set on /home/jenkins/minikube-integration/19736-7672/.minikube (perms=drwxr-xr-x)
I0930 20:01:14.467590 26315 main.go:141] libmachine: (ha-805293-m03) DBG | Checking permissions on dir: /home/jenkins/minikube-integration
I0930 20:01:14.467603 26315 main.go:141] libmachine: (ha-805293-m03) DBG | Checking permissions on dir: /home/jenkins
I0930 20:01:14.467614 26315 main.go:141] libmachine: (ha-805293-m03) DBG | Checking permissions on dir: /home
I0930 20:01:14.467622 26315 main.go:141] libmachine: (ha-805293-m03) DBG | Skipping /home - not owner
I0930 20:01:14.467636 26315 main.go:141] libmachine: (ha-805293-m03) Setting executable bit set on /home/jenkins/minikube-integration/19736-7672 (perms=drwxrwxr-x)
I0930 20:01:14.467659 26315 main.go:141] libmachine: (ha-805293-m03) Setting executable bit set on /home/jenkins/minikube-integration (perms=drwxrwxr-x)
I0930 20:01:14.467677 26315 main.go:141] libmachine: (ha-805293-m03) Setting executable bit set on /home/jenkins (perms=drwxr-xr-x)
I0930 20:01:14.467702 26315 main.go:141] libmachine: (ha-805293-m03) Creating domain...
I0930 20:01:14.468847 26315 main.go:141] libmachine: (ha-805293-m03) define libvirt domain using xml:
I0930 20:01:14.468871 26315 main.go:141] libmachine: (ha-805293-m03) <domain type='kvm'>
I0930 20:01:14.468881 26315 main.go:141] libmachine: (ha-805293-m03) <name>ha-805293-m03</name>
I0930 20:01:14.468899 26315 main.go:141] libmachine: (ha-805293-m03) <memory unit='MiB'>2200</memory>
I0930 20:01:14.468932 26315 main.go:141] libmachine: (ha-805293-m03) <vcpu>2</vcpu>
I0930 20:01:14.468950 26315 main.go:141] libmachine: (ha-805293-m03) <features>
I0930 20:01:14.468968 26315 main.go:141] libmachine: (ha-805293-m03) <acpi/>
I0930 20:01:14.468978 26315 main.go:141] libmachine: (ha-805293-m03) <apic/>
I0930 20:01:14.469001 26315 main.go:141] libmachine: (ha-805293-m03) <pae/>
I0930 20:01:14.469014 26315 main.go:141] libmachine: (ha-805293-m03)
I0930 20:01:14.469041 26315 main.go:141] libmachine: (ha-805293-m03) </features>
I0930 20:01:14.469062 26315 main.go:141] libmachine: (ha-805293-m03) <cpu mode='host-passthrough'>
I0930 20:01:14.469074 26315 main.go:141] libmachine: (ha-805293-m03)
I0930 20:01:14.469080 26315 main.go:141] libmachine: (ha-805293-m03) </cpu>
I0930 20:01:14.469091 26315 main.go:141] libmachine: (ha-805293-m03) <os>
I0930 20:01:14.469107 26315 main.go:141] libmachine: (ha-805293-m03) <type>hvm</type>
I0930 20:01:14.469115 26315 main.go:141] libmachine: (ha-805293-m03) <boot dev='cdrom'/>
I0930 20:01:14.469124 26315 main.go:141] libmachine: (ha-805293-m03) <boot dev='hd'/>
I0930 20:01:14.469143 26315 main.go:141] libmachine: (ha-805293-m03) <bootmenu enable='no'/>
I0930 20:01:14.469154 26315 main.go:141] libmachine: (ha-805293-m03) </os>
I0930 20:01:14.469164 26315 main.go:141] libmachine: (ha-805293-m03) <devices>
I0930 20:01:14.469248 26315 main.go:141] libmachine: (ha-805293-m03) <disk type='file' device='cdrom'>
I0930 20:01:14.469284 26315 main.go:141] libmachine: (ha-805293-m03) <source file='/home/jenkins/minikube-integration/19736-7672/.minikube/machines/ha-805293-m03/boot2docker.iso'/>
I0930 20:01:14.469299 26315 main.go:141] libmachine: (ha-805293-m03) <target dev='hdc' bus='scsi'/>
I0930 20:01:14.469305 26315 main.go:141] libmachine: (ha-805293-m03) <readonly/>
I0930 20:01:14.469314 26315 main.go:141] libmachine: (ha-805293-m03) </disk>
I0930 20:01:14.469321 26315 main.go:141] libmachine: (ha-805293-m03) <disk type='file' device='disk'>
I0930 20:01:14.469350 26315 main.go:141] libmachine: (ha-805293-m03) <driver name='qemu' type='raw' cache='default' io='threads' />
I0930 20:01:14.469366 26315 main.go:141] libmachine: (ha-805293-m03) <source file='/home/jenkins/minikube-integration/19736-7672/.minikube/machines/ha-805293-m03/ha-805293-m03.rawdisk'/>
I0930 20:01:14.469381 26315 main.go:141] libmachine: (ha-805293-m03) <target dev='hda' bus='virtio'/>
I0930 20:01:14.469387 26315 main.go:141] libmachine: (ha-805293-m03) </disk>
I0930 20:01:14.469400 26315 main.go:141] libmachine: (ha-805293-m03) <interface type='network'>
I0930 20:01:14.469410 26315 main.go:141] libmachine: (ha-805293-m03) <source network='mk-ha-805293'/>
I0930 20:01:14.469421 26315 main.go:141] libmachine: (ha-805293-m03) <model type='virtio'/>
I0930 20:01:14.469427 26315 main.go:141] libmachine: (ha-805293-m03) </interface>
I0930 20:01:14.469437 26315 main.go:141] libmachine: (ha-805293-m03) <interface type='network'>
I0930 20:01:14.469456 26315 main.go:141] libmachine: (ha-805293-m03) <source network='default'/>
I0930 20:01:14.469482 26315 main.go:141] libmachine: (ha-805293-m03) <model type='virtio'/>
I0930 20:01:14.469512 26315 main.go:141] libmachine: (ha-805293-m03) </interface>
I0930 20:01:14.469521 26315 main.go:141] libmachine: (ha-805293-m03) <serial type='pty'>
I0930 20:01:14.469540 26315 main.go:141] libmachine: (ha-805293-m03) <target port='0'/>
I0930 20:01:14.469572 26315 main.go:141] libmachine: (ha-805293-m03) </serial>
I0930 20:01:14.469589 26315 main.go:141] libmachine: (ha-805293-m03) <console type='pty'>
I0930 20:01:14.469603 26315 main.go:141] libmachine: (ha-805293-m03) <target type='serial' port='0'/>
I0930 20:01:14.469614 26315 main.go:141] libmachine: (ha-805293-m03) </console>
I0930 20:01:14.469623 26315 main.go:141] libmachine: (ha-805293-m03) <rng model='virtio'>
I0930 20:01:14.469631 26315 main.go:141] libmachine: (ha-805293-m03) <backend model='random'>/dev/random</backend>
I0930 20:01:14.469642 26315 main.go:141] libmachine: (ha-805293-m03) </rng>
I0930 20:01:14.469648 26315 main.go:141] libmachine: (ha-805293-m03)
I0930 20:01:14.469658 26315 main.go:141] libmachine: (ha-805293-m03)
I0930 20:01:14.469664 26315 main.go:141] libmachine: (ha-805293-m03) </devices>
I0930 20:01:14.469672 26315 main.go:141] libmachine: (ha-805293-m03) </domain>
I0930 20:01:14.469677 26315 main.go:141] libmachine: (ha-805293-m03)
I0930 20:01:14.476673 26315 main.go:141] libmachine: (ha-805293-m03) DBG | domain ha-805293-m03 has defined MAC address 52:54:00:7e:5d:5f in network default
I0930 20:01:14.477269 26315 main.go:141] libmachine: (ha-805293-m03) Ensuring networks are active...
I0930 20:01:14.477295 26315 main.go:141] libmachine: (ha-805293-m03) DBG | domain ha-805293-m03 has defined MAC address 52:54:00:ce:66:df in network mk-ha-805293
I0930 20:01:14.478121 26315 main.go:141] libmachine: (ha-805293-m03) Ensuring network default is active
I0930 20:01:14.478526 26315 main.go:141] libmachine: (ha-805293-m03) Ensuring network mk-ha-805293 is active
I0930 20:01:14.478957 26315 main.go:141] libmachine: (ha-805293-m03) Getting domain xml...
I0930 20:01:14.479718 26315 main.go:141] libmachine: (ha-805293-m03) Creating domain...
I0930 20:01:15.747292 26315 main.go:141] libmachine: (ha-805293-m03) Waiting to get IP...
I0930 20:01:15.748220 26315 main.go:141] libmachine: (ha-805293-m03) DBG | domain ha-805293-m03 has defined MAC address 52:54:00:ce:66:df in network mk-ha-805293
I0930 20:01:15.748679 26315 main.go:141] libmachine: (ha-805293-m03) DBG | unable to find current IP address of domain ha-805293-m03 in network mk-ha-805293
I0930 20:01:15.748743 26315 main.go:141] libmachine: (ha-805293-m03) DBG | I0930 20:01:15.748666 27054 retry.go:31] will retry after 284.785124ms: waiting for machine to come up
I0930 20:01:16.035256 26315 main.go:141] libmachine: (ha-805293-m03) DBG | domain ha-805293-m03 has defined MAC address 52:54:00:ce:66:df in network mk-ha-805293
I0930 20:01:16.035716 26315 main.go:141] libmachine: (ha-805293-m03) DBG | unable to find current IP address of domain ha-805293-m03 in network mk-ha-805293
I0930 20:01:16.035831 26315 main.go:141] libmachine: (ha-805293-m03) DBG | I0930 20:01:16.035661 27054 retry.go:31] will retry after 335.488124ms: waiting for machine to come up
I0930 20:01:16.373109 26315 main.go:141] libmachine: (ha-805293-m03) DBG | domain ha-805293-m03 has defined MAC address 52:54:00:ce:66:df in network mk-ha-805293
I0930 20:01:16.373683 26315 main.go:141] libmachine: (ha-805293-m03) DBG | unable to find current IP address of domain ha-805293-m03 in network mk-ha-805293
I0930 20:01:16.373706 26315 main.go:141] libmachine: (ha-805293-m03) DBG | I0930 20:01:16.373645 27054 retry.go:31] will retry after 461.768045ms: waiting for machine to come up
I0930 20:01:16.837400 26315 main.go:141] libmachine: (ha-805293-m03) DBG | domain ha-805293-m03 has defined MAC address 52:54:00:ce:66:df in network mk-ha-805293
I0930 20:01:16.837942 26315 main.go:141] libmachine: (ha-805293-m03) DBG | unable to find current IP address of domain ha-805293-m03 in network mk-ha-805293
I0930 20:01:16.838002 26315 main.go:141] libmachine: (ha-805293-m03) DBG | I0930 20:01:16.837899 27054 retry.go:31] will retry after 451.939776ms: waiting for machine to come up
I0930 20:01:17.291224 26315 main.go:141] libmachine: (ha-805293-m03) DBG | domain ha-805293-m03 has defined MAC address 52:54:00:ce:66:df in network mk-ha-805293
I0930 20:01:17.291638 26315 main.go:141] libmachine: (ha-805293-m03) DBG | unable to find current IP address of domain ha-805293-m03 in network mk-ha-805293
I0930 20:01:17.291662 26315 main.go:141] libmachine: (ha-805293-m03) DBG | I0930 20:01:17.291600 27054 retry.go:31] will retry after 601.468058ms: waiting for machine to come up
I0930 20:01:17.894045 26315 main.go:141] libmachine: (ha-805293-m03) DBG | domain ha-805293-m03 has defined MAC address 52:54:00:ce:66:df in network mk-ha-805293
I0930 20:01:17.894474 26315 main.go:141] libmachine: (ha-805293-m03) DBG | unable to find current IP address of domain ha-805293-m03 in network mk-ha-805293
I0930 20:01:17.894502 26315 main.go:141] libmachine: (ha-805293-m03) DBG | I0930 20:01:17.894444 27054 retry.go:31] will retry after 685.014003ms: waiting for machine to come up
I0930 20:01:18.581469 26315 main.go:141] libmachine: (ha-805293-m03) DBG | domain ha-805293-m03 has defined MAC address 52:54:00:ce:66:df in network mk-ha-805293
I0930 20:01:18.581905 26315 main.go:141] libmachine: (ha-805293-m03) DBG | unable to find current IP address of domain ha-805293-m03 in network mk-ha-805293
I0930 20:01:18.581940 26315 main.go:141] libmachine: (ha-805293-m03) DBG | I0930 20:01:18.581886 27054 retry.go:31] will retry after 901.632295ms: waiting for machine to come up
I0930 20:01:19.485606 26315 main.go:141] libmachine: (ha-805293-m03) DBG | domain ha-805293-m03 has defined MAC address 52:54:00:ce:66:df in network mk-ha-805293
I0930 20:01:19.486144 26315 main.go:141] libmachine: (ha-805293-m03) DBG | unable to find current IP address of domain ha-805293-m03 in network mk-ha-805293
I0930 20:01:19.486174 26315 main.go:141] libmachine: (ha-805293-m03) DBG | I0930 20:01:19.486068 27054 retry.go:31] will retry after 1.002316049s: waiting for machine to come up
I0930 20:01:20.489568 26315 main.go:141] libmachine: (ha-805293-m03) DBG | domain ha-805293-m03 has defined MAC address 52:54:00:ce:66:df in network mk-ha-805293
I0930 20:01:20.490064 26315 main.go:141] libmachine: (ha-805293-m03) DBG | unable to find current IP address of domain ha-805293-m03 in network mk-ha-805293
I0930 20:01:20.490086 26315 main.go:141] libmachine: (ha-805293-m03) DBG | I0930 20:01:20.490017 27054 retry.go:31] will retry after 1.384559526s: waiting for machine to come up
I0930 20:01:21.875542 26315 main.go:141] libmachine: (ha-805293-m03) DBG | domain ha-805293-m03 has defined MAC address 52:54:00:ce:66:df in network mk-ha-805293
I0930 20:01:21.875885 26315 main.go:141] libmachine: (ha-805293-m03) DBG | unable to find current IP address of domain ha-805293-m03 in network mk-ha-805293
I0930 20:01:21.875904 26315 main.go:141] libmachine: (ha-805293-m03) DBG | I0930 20:01:21.875821 27054 retry.go:31] will retry after 1.560882287s: waiting for machine to come up
I0930 20:01:23.438575 26315 main.go:141] libmachine: (ha-805293-m03) DBG | domain ha-805293-m03 has defined MAC address 52:54:00:ce:66:df in network mk-ha-805293
I0930 20:01:23.439019 26315 main.go:141] libmachine: (ha-805293-m03) DBG | unable to find current IP address of domain ha-805293-m03 in network mk-ha-805293
I0930 20:01:23.439051 26315 main.go:141] libmachine: (ha-805293-m03) DBG | I0930 20:01:23.438971 27054 retry.go:31] will retry after 1.966635221s: waiting for machine to come up
I0930 20:01:25.407626 26315 main.go:141] libmachine: (ha-805293-m03) DBG | domain ha-805293-m03 has defined MAC address 52:54:00:ce:66:df in network mk-ha-805293
I0930 20:01:25.408136 26315 main.go:141] libmachine: (ha-805293-m03) DBG | unable to find current IP address of domain ha-805293-m03 in network mk-ha-805293
I0930 20:01:25.408170 26315 main.go:141] libmachine: (ha-805293-m03) DBG | I0930 20:01:25.408088 27054 retry.go:31] will retry after 2.861827785s: waiting for machine to come up
I0930 20:01:28.272997 26315 main.go:141] libmachine: (ha-805293-m03) DBG | domain ha-805293-m03 has defined MAC address 52:54:00:ce:66:df in network mk-ha-805293
I0930 20:01:28.273395 26315 main.go:141] libmachine: (ha-805293-m03) DBG | unable to find current IP address of domain ha-805293-m03 in network mk-ha-805293
I0930 20:01:28.273417 26315 main.go:141] libmachine: (ha-805293-m03) DBG | I0930 20:01:28.273357 27054 retry.go:31] will retry after 2.760760648s: waiting for machine to come up
I0930 20:01:31.035244 26315 main.go:141] libmachine: (ha-805293-m03) DBG | domain ha-805293-m03 has defined MAC address 52:54:00:ce:66:df in network mk-ha-805293
I0930 20:01:31.035758 26315 main.go:141] libmachine: (ha-805293-m03) DBG | unable to find current IP address of domain ha-805293-m03 in network mk-ha-805293
I0930 20:01:31.035806 26315 main.go:141] libmachine: (ha-805293-m03) DBG | I0930 20:01:31.035729 27054 retry.go:31] will retry after 3.889423891s: waiting for machine to come up
I0930 20:01:34.927053 26315 main.go:141] libmachine: (ha-805293-m03) DBG | domain ha-805293-m03 has defined MAC address 52:54:00:ce:66:df in network mk-ha-805293
I0930 20:01:34.927650 26315 main.go:141] libmachine: (ha-805293-m03) Found IP for machine: 192.168.39.227
I0930 20:01:34.927682 26315 main.go:141] libmachine: (ha-805293-m03) DBG | domain ha-805293-m03 has current primary IP address 192.168.39.227 and MAC address 52:54:00:ce:66:df in network mk-ha-805293
I0930 20:01:34.927690 26315 main.go:141] libmachine: (ha-805293-m03) Reserving static IP address...
I0930 20:01:34.928071 26315 main.go:141] libmachine: (ha-805293-m03) DBG | unable to find host DHCP lease matching {name: "ha-805293-m03", mac: "52:54:00:ce:66:df", ip: "192.168.39.227"} in network mk-ha-805293
I0930 20:01:35.005095 26315 main.go:141] libmachine: (ha-805293-m03) Reserved static IP address: 192.168.39.227
I0930 20:01:35.005128 26315 main.go:141] libmachine: (ha-805293-m03) DBG | Getting to WaitForSSH function...
I0930 20:01:35.005135 26315 main.go:141] libmachine: (ha-805293-m03) Waiting for SSH to be available...
I0930 20:01:35.007521 26315 main.go:141] libmachine: (ha-805293-m03) DBG | domain ha-805293-m03 has defined MAC address 52:54:00:ce:66:df in network mk-ha-805293
I0930 20:01:35.008053 26315 main.go:141] libmachine: (ha-805293-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:ce:66:df", ip: ""} in network mk-ha-805293: {Iface:virbr1 ExpiryTime:2024-09-30 21:01:28 +0000 UTC Type:0 Mac:52:54:00:ce:66:df Iaid: IPaddr:192.168.39.227 Prefix:24 Hostname:minikube Clientid:01:52:54:00:ce:66:df}
I0930 20:01:35.008080 26315 main.go:141] libmachine: (ha-805293-m03) DBG | domain ha-805293-m03 has defined IP address 192.168.39.227 and MAC address 52:54:00:ce:66:df in network mk-ha-805293
I0930 20:01:35.008244 26315 main.go:141] libmachine: (ha-805293-m03) DBG | Using SSH client type: external
I0930 20:01:35.008262 26315 main.go:141] libmachine: (ha-805293-m03) DBG | Using SSH private key: /home/jenkins/minikube-integration/19736-7672/.minikube/machines/ha-805293-m03/id_rsa (-rw-------)
I0930 20:01:35.008294 26315 main.go:141] libmachine: (ha-805293-m03) DBG | &{[-F /dev/null -o ConnectionAttempts=3 -o ConnectTimeout=10 -o ControlMaster=no -o ControlPath=none -o LogLevel=quiet -o PasswordAuthentication=no -o ServerAliveInterval=60 -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null docker@192.168.39.227 -o IdentitiesOnly=yes -i /home/jenkins/minikube-integration/19736-7672/.minikube/machines/ha-805293-m03/id_rsa -p 22] /usr/bin/ssh <nil>}
I0930 20:01:35.008309 26315 main.go:141] libmachine: (ha-805293-m03) DBG | About to run SSH command:
I0930 20:01:35.008328 26315 main.go:141] libmachine: (ha-805293-m03) DBG | exit 0
I0930 20:01:35.131490 26315 main.go:141] libmachine: (ha-805293-m03) DBG | SSH cmd err, output: <nil>:
I0930 20:01:35.131786 26315 main.go:141] libmachine: (ha-805293-m03) KVM machine creation complete!
I0930 20:01:35.132088 26315 main.go:141] libmachine: (ha-805293-m03) Calling .GetConfigRaw
I0930 20:01:35.132882 26315 main.go:141] libmachine: (ha-805293-m03) Calling .DriverName
I0930 20:01:35.133160 26315 main.go:141] libmachine: (ha-805293-m03) Calling .DriverName
I0930 20:01:35.133330 26315 main.go:141] libmachine: Waiting for machine to be running, this may take a few minutes...
I0930 20:01:35.133343 26315 main.go:141] libmachine: (ha-805293-m03) Calling .GetState
I0930 20:01:35.134758 26315 main.go:141] libmachine: Detecting operating system of created instance...
I0930 20:01:35.134778 26315 main.go:141] libmachine: Waiting for SSH to be available...
I0930 20:01:35.134789 26315 main.go:141] libmachine: Getting to WaitForSSH function...
I0930 20:01:35.134797 26315 main.go:141] libmachine: (ha-805293-m03) Calling .GetSSHHostname
I0930 20:01:35.137025 26315 main.go:141] libmachine: (ha-805293-m03) DBG | domain ha-805293-m03 has defined MAC address 52:54:00:ce:66:df in network mk-ha-805293
I0930 20:01:35.137368 26315 main.go:141] libmachine: (ha-805293-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:ce:66:df", ip: ""} in network mk-ha-805293: {Iface:virbr1 ExpiryTime:2024-09-30 21:01:28 +0000 UTC Type:0 Mac:52:54:00:ce:66:df Iaid: IPaddr:192.168.39.227 Prefix:24 Hostname:ha-805293-m03 Clientid:01:52:54:00:ce:66:df}
I0930 20:01:35.137394 26315 main.go:141] libmachine: (ha-805293-m03) DBG | domain ha-805293-m03 has defined IP address 192.168.39.227 and MAC address 52:54:00:ce:66:df in network mk-ha-805293
I0930 20:01:35.137501 26315 main.go:141] libmachine: (ha-805293-m03) Calling .GetSSHPort
I0930 20:01:35.137683 26315 main.go:141] libmachine: (ha-805293-m03) Calling .GetSSHKeyPath
I0930 20:01:35.137839 26315 main.go:141] libmachine: (ha-805293-m03) Calling .GetSSHKeyPath
I0930 20:01:35.137997 26315 main.go:141] libmachine: (ha-805293-m03) Calling .GetSSHUsername
I0930 20:01:35.138162 26315 main.go:141] libmachine: Using SSH client type: native
I0930 20:01:35.138394 26315 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x864a40] 0x867720 <nil> [] 0s} 192.168.39.227 22 <nil> <nil>}
I0930 20:01:35.138405 26315 main.go:141] libmachine: About to run SSH command:
exit 0
I0930 20:01:35.238733 26315 main.go:141] libmachine: SSH cmd err, output: <nil>:
I0930 20:01:35.238763 26315 main.go:141] libmachine: Detecting the provisioner...
I0930 20:01:35.238775 26315 main.go:141] libmachine: (ha-805293-m03) Calling .GetSSHHostname
I0930 20:01:35.242022 26315 main.go:141] libmachine: (ha-805293-m03) DBG | domain ha-805293-m03 has defined MAC address 52:54:00:ce:66:df in network mk-ha-805293
I0930 20:01:35.242527 26315 main.go:141] libmachine: (ha-805293-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:ce:66:df", ip: ""} in network mk-ha-805293: {Iface:virbr1 ExpiryTime:2024-09-30 21:01:28 +0000 UTC Type:0 Mac:52:54:00:ce:66:df Iaid: IPaddr:192.168.39.227 Prefix:24 Hostname:ha-805293-m03 Clientid:01:52:54:00:ce:66:df}
I0930 20:01:35.242562 26315 main.go:141] libmachine: (ha-805293-m03) DBG | domain ha-805293-m03 has defined IP address 192.168.39.227 and MAC address 52:54:00:ce:66:df in network mk-ha-805293
I0930 20:01:35.242839 26315 main.go:141] libmachine: (ha-805293-m03) Calling .GetSSHPort
I0930 20:01:35.243050 26315 main.go:141] libmachine: (ha-805293-m03) Calling .GetSSHKeyPath
I0930 20:01:35.243235 26315 main.go:141] libmachine: (ha-805293-m03) Calling .GetSSHKeyPath
I0930 20:01:35.243427 26315 main.go:141] libmachine: (ha-805293-m03) Calling .GetSSHUsername
I0930 20:01:35.243630 26315 main.go:141] libmachine: Using SSH client type: native
I0930 20:01:35.243832 26315 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x864a40] 0x867720 <nil> [] 0s} 192.168.39.227 22 <nil> <nil>}
I0930 20:01:35.243850 26315 main.go:141] libmachine: About to run SSH command:
cat /etc/os-release
I0930 20:01:35.348183 26315 main.go:141] libmachine: SSH cmd err, output: <nil>: NAME=Buildroot
VERSION=2023.02.9-dirty
ID=buildroot
VERSION_ID=2023.02.9
PRETTY_NAME="Buildroot 2023.02.9"
I0930 20:01:35.348252 26315 main.go:141] libmachine: found compatible host: buildroot
I0930 20:01:35.348261 26315 main.go:141] libmachine: Provisioning with buildroot...
I0930 20:01:35.348268 26315 main.go:141] libmachine: (ha-805293-m03) Calling .GetMachineName
I0930 20:01:35.348498 26315 buildroot.go:166] provisioning hostname "ha-805293-m03"
I0930 20:01:35.348524 26315 main.go:141] libmachine: (ha-805293-m03) Calling .GetMachineName
I0930 20:01:35.348749 26315 main.go:141] libmachine: (ha-805293-m03) Calling .GetSSHHostname
I0930 20:01:35.351890 26315 main.go:141] libmachine: (ha-805293-m03) DBG | domain ha-805293-m03 has defined MAC address 52:54:00:ce:66:df in network mk-ha-805293
I0930 20:01:35.352398 26315 main.go:141] libmachine: (ha-805293-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:ce:66:df", ip: ""} in network mk-ha-805293: {Iface:virbr1 ExpiryTime:2024-09-30 21:01:28 +0000 UTC Type:0 Mac:52:54:00:ce:66:df Iaid: IPaddr:192.168.39.227 Prefix:24 Hostname:ha-805293-m03 Clientid:01:52:54:00:ce:66:df}
I0930 20:01:35.352424 26315 main.go:141] libmachine: (ha-805293-m03) DBG | domain ha-805293-m03 has defined IP address 192.168.39.227 and MAC address 52:54:00:ce:66:df in network mk-ha-805293
I0930 20:01:35.352577 26315 main.go:141] libmachine: (ha-805293-m03) Calling .GetSSHPort
I0930 20:01:35.352756 26315 main.go:141] libmachine: (ha-805293-m03) Calling .GetSSHKeyPath
I0930 20:01:35.352894 26315 main.go:141] libmachine: (ha-805293-m03) Calling .GetSSHKeyPath
I0930 20:01:35.353007 26315 main.go:141] libmachine: (ha-805293-m03) Calling .GetSSHUsername
I0930 20:01:35.353167 26315 main.go:141] libmachine: Using SSH client type: native
I0930 20:01:35.353367 26315 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x864a40] 0x867720 <nil> [] 0s} 192.168.39.227 22 <nil> <nil>}
I0930 20:01:35.353384 26315 main.go:141] libmachine: About to run SSH command:
sudo hostname ha-805293-m03 && echo "ha-805293-m03" | sudo tee /etc/hostname
I0930 20:01:35.473967 26315 main.go:141] libmachine: SSH cmd err, output: <nil>: ha-805293-m03
I0930 20:01:35.473997 26315 main.go:141] libmachine: (ha-805293-m03) Calling .GetSSHHostname
I0930 20:01:35.476729 26315 main.go:141] libmachine: (ha-805293-m03) DBG | domain ha-805293-m03 has defined MAC address 52:54:00:ce:66:df in network mk-ha-805293
I0930 20:01:35.477054 26315 main.go:141] libmachine: (ha-805293-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:ce:66:df", ip: ""} in network mk-ha-805293: {Iface:virbr1 ExpiryTime:2024-09-30 21:01:28 +0000 UTC Type:0 Mac:52:54:00:ce:66:df Iaid: IPaddr:192.168.39.227 Prefix:24 Hostname:ha-805293-m03 Clientid:01:52:54:00:ce:66:df}
I0930 20:01:35.477085 26315 main.go:141] libmachine: (ha-805293-m03) DBG | domain ha-805293-m03 has defined IP address 192.168.39.227 and MAC address 52:54:00:ce:66:df in network mk-ha-805293
I0930 20:01:35.477369 26315 main.go:141] libmachine: (ha-805293-m03) Calling .GetSSHPort
I0930 20:01:35.477567 26315 main.go:141] libmachine: (ha-805293-m03) Calling .GetSSHKeyPath
I0930 20:01:35.477748 26315 main.go:141] libmachine: (ha-805293-m03) Calling .GetSSHKeyPath
I0930 20:01:35.477907 26315 main.go:141] libmachine: (ha-805293-m03) Calling .GetSSHUsername
I0930 20:01:35.478077 26315 main.go:141] libmachine: Using SSH client type: native
I0930 20:01:35.478253 26315 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x864a40] 0x867720 <nil> [] 0s} 192.168.39.227 22 <nil> <nil>}
I0930 20:01:35.478270 26315 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\sha-805293-m03' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 ha-805293-m03/g' /etc/hosts;
else
echo '127.0.1.1 ha-805293-m03' | sudo tee -a /etc/hosts;
fi
fi
I0930 20:01:35.591650 26315 main.go:141] libmachine: SSH cmd err, output: <nil>:
I0930 20:01:35.591680 26315 buildroot.go:172] set auth options {CertDir:/home/jenkins/minikube-integration/19736-7672/.minikube CaCertPath:/home/jenkins/minikube-integration/19736-7672/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/19736-7672/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/19736-7672/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/19736-7672/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/19736-7672/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/19736-7672/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/19736-7672/.minikube}
I0930 20:01:35.591697 26315 buildroot.go:174] setting up certificates
I0930 20:01:35.591707 26315 provision.go:84] configureAuth start
I0930 20:01:35.591715 26315 main.go:141] libmachine: (ha-805293-m03) Calling .GetMachineName
I0930 20:01:35.591952 26315 main.go:141] libmachine: (ha-805293-m03) Calling .GetIP
I0930 20:01:35.594901 26315 main.go:141] libmachine: (ha-805293-m03) DBG | domain ha-805293-m03 has defined MAC address 52:54:00:ce:66:df in network mk-ha-805293
I0930 20:01:35.595262 26315 main.go:141] libmachine: (ha-805293-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:ce:66:df", ip: ""} in network mk-ha-805293: {Iface:virbr1 ExpiryTime:2024-09-30 21:01:28 +0000 UTC Type:0 Mac:52:54:00:ce:66:df Iaid: IPaddr:192.168.39.227 Prefix:24 Hostname:ha-805293-m03 Clientid:01:52:54:00:ce:66:df}
I0930 20:01:35.595286 26315 main.go:141] libmachine: (ha-805293-m03) DBG | domain ha-805293-m03 has defined IP address 192.168.39.227 and MAC address 52:54:00:ce:66:df in network mk-ha-805293
I0930 20:01:35.595420 26315 main.go:141] libmachine: (ha-805293-m03) Calling .GetSSHHostname
I0930 20:01:35.598100 26315 main.go:141] libmachine: (ha-805293-m03) DBG | domain ha-805293-m03 has defined MAC address 52:54:00:ce:66:df in network mk-ha-805293
I0930 20:01:35.598602 26315 main.go:141] libmachine: (ha-805293-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:ce:66:df", ip: ""} in network mk-ha-805293: {Iface:virbr1 ExpiryTime:2024-09-30 21:01:28 +0000 UTC Type:0 Mac:52:54:00:ce:66:df Iaid: IPaddr:192.168.39.227 Prefix:24 Hostname:ha-805293-m03 Clientid:01:52:54:00:ce:66:df}
I0930 20:01:35.598626 26315 main.go:141] libmachine: (ha-805293-m03) DBG | domain ha-805293-m03 has defined IP address 192.168.39.227 and MAC address 52:54:00:ce:66:df in network mk-ha-805293
I0930 20:01:35.598829 26315 provision.go:143] copyHostCerts
I0930 20:01:35.598868 26315 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19736-7672/.minikube/certs/ca.pem -> /home/jenkins/minikube-integration/19736-7672/.minikube/ca.pem
I0930 20:01:35.598917 26315 exec_runner.go:144] found /home/jenkins/minikube-integration/19736-7672/.minikube/ca.pem, removing ...
I0930 20:01:35.598931 26315 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19736-7672/.minikube/ca.pem
I0930 20:01:35.599012 26315 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19736-7672/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/19736-7672/.minikube/ca.pem (1082 bytes)
I0930 20:01:35.599111 26315 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19736-7672/.minikube/certs/cert.pem -> /home/jenkins/minikube-integration/19736-7672/.minikube/cert.pem
I0930 20:01:35.599134 26315 exec_runner.go:144] found /home/jenkins/minikube-integration/19736-7672/.minikube/cert.pem, removing ...
I0930 20:01:35.599141 26315 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19736-7672/.minikube/cert.pem
I0930 20:01:35.599179 26315 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19736-7672/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/19736-7672/.minikube/cert.pem (1123 bytes)
I0930 20:01:35.599243 26315 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19736-7672/.minikube/certs/key.pem -> /home/jenkins/minikube-integration/19736-7672/.minikube/key.pem
I0930 20:01:35.599270 26315 exec_runner.go:144] found /home/jenkins/minikube-integration/19736-7672/.minikube/key.pem, removing ...
I0930 20:01:35.599279 26315 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19736-7672/.minikube/key.pem
I0930 20:01:35.599331 26315 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19736-7672/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/19736-7672/.minikube/key.pem (1675 bytes)
I0930 20:01:35.599408 26315 provision.go:117] generating server cert: /home/jenkins/minikube-integration/19736-7672/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/19736-7672/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/19736-7672/.minikube/certs/ca-key.pem org=jenkins.ha-805293-m03 san=[127.0.0.1 192.168.39.227 ha-805293-m03 localhost minikube]
I0930 20:01:35.796149 26315 provision.go:177] copyRemoteCerts
I0930 20:01:35.796206 26315 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I0930 20:01:35.796242 26315 main.go:141] libmachine: (ha-805293-m03) Calling .GetSSHHostname
I0930 20:01:35.798946 26315 main.go:141] libmachine: (ha-805293-m03) DBG | domain ha-805293-m03 has defined MAC address 52:54:00:ce:66:df in network mk-ha-805293
I0930 20:01:35.799340 26315 main.go:141] libmachine: (ha-805293-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:ce:66:df", ip: ""} in network mk-ha-805293: {Iface:virbr1 ExpiryTime:2024-09-30 21:01:28 +0000 UTC Type:0 Mac:52:54:00:ce:66:df Iaid: IPaddr:192.168.39.227 Prefix:24 Hostname:ha-805293-m03 Clientid:01:52:54:00:ce:66:df}
I0930 20:01:35.799368 26315 main.go:141] libmachine: (ha-805293-m03) DBG | domain ha-805293-m03 has defined IP address 192.168.39.227 and MAC address 52:54:00:ce:66:df in network mk-ha-805293
I0930 20:01:35.799648 26315 main.go:141] libmachine: (ha-805293-m03) Calling .GetSSHPort
I0930 20:01:35.799848 26315 main.go:141] libmachine: (ha-805293-m03) Calling .GetSSHKeyPath
I0930 20:01:35.800023 26315 main.go:141] libmachine: (ha-805293-m03) Calling .GetSSHUsername
I0930 20:01:35.800180 26315 sshutil.go:53] new ssh client: &{IP:192.168.39.227 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19736-7672/.minikube/machines/ha-805293-m03/id_rsa Username:docker}
I0930 20:01:35.882427 26315 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19736-7672/.minikube/certs/ca.pem -> /etc/docker/ca.pem
I0930 20:01:35.882508 26315 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19736-7672/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1082 bytes)
I0930 20:01:35.906794 26315 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19736-7672/.minikube/machines/server.pem -> /etc/docker/server.pem
I0930 20:01:35.906860 26315 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19736-7672/.minikube/machines/server.pem --> /etc/docker/server.pem (1208 bytes)
I0930 20:01:35.932049 26315 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19736-7672/.minikube/machines/server-key.pem -> /etc/docker/server-key.pem
I0930 20:01:35.932131 26315 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19736-7672/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1675 bytes)
I0930 20:01:35.957426 26315 provision.go:87] duration metric: took 365.707269ms to configureAuth
I0930 20:01:35.957459 26315 buildroot.go:189] setting minikube options for container-runtime
I0930 20:01:35.957679 26315 config.go:182] Loaded profile config "ha-805293": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.1
I0930 20:01:35.957795 26315 main.go:141] libmachine: (ha-805293-m03) Calling .GetSSHHostname
I0930 20:01:35.960499 26315 main.go:141] libmachine: (ha-805293-m03) DBG | domain ha-805293-m03 has defined MAC address 52:54:00:ce:66:df in network mk-ha-805293
I0930 20:01:35.960961 26315 main.go:141] libmachine: (ha-805293-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:ce:66:df", ip: ""} in network mk-ha-805293: {Iface:virbr1 ExpiryTime:2024-09-30 21:01:28 +0000 UTC Type:0 Mac:52:54:00:ce:66:df Iaid: IPaddr:192.168.39.227 Prefix:24 Hostname:ha-805293-m03 Clientid:01:52:54:00:ce:66:df}
I0930 20:01:35.960996 26315 main.go:141] libmachine: (ha-805293-m03) DBG | domain ha-805293-m03 has defined IP address 192.168.39.227 and MAC address 52:54:00:ce:66:df in network mk-ha-805293
I0930 20:01:35.961176 26315 main.go:141] libmachine: (ha-805293-m03) Calling .GetSSHPort
I0930 20:01:35.961403 26315 main.go:141] libmachine: (ha-805293-m03) Calling .GetSSHKeyPath
I0930 20:01:35.961575 26315 main.go:141] libmachine: (ha-805293-m03) Calling .GetSSHKeyPath
I0930 20:01:35.961765 26315 main.go:141] libmachine: (ha-805293-m03) Calling .GetSSHUsername
I0930 20:01:35.961966 26315 main.go:141] libmachine: Using SSH client type: native
I0930 20:01:35.962139 26315 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x864a40] 0x867720 <nil> [] 0s} 192.168.39.227 22 <nil> <nil>}
I0930 20:01:35.962153 26315 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I0930 20:01:36.182253 26315 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I0930 20:01:36.182280 26315 main.go:141] libmachine: Checking connection to Docker...
I0930 20:01:36.182288 26315 main.go:141] libmachine: (ha-805293-m03) Calling .GetURL
I0930 20:01:36.183907 26315 main.go:141] libmachine: (ha-805293-m03) DBG | Using libvirt version 6000000
I0930 20:01:36.186215 26315 main.go:141] libmachine: (ha-805293-m03) DBG | domain ha-805293-m03 has defined MAC address 52:54:00:ce:66:df in network mk-ha-805293
I0930 20:01:36.186549 26315 main.go:141] libmachine: (ha-805293-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:ce:66:df", ip: ""} in network mk-ha-805293: {Iface:virbr1 ExpiryTime:2024-09-30 21:01:28 +0000 UTC Type:0 Mac:52:54:00:ce:66:df Iaid: IPaddr:192.168.39.227 Prefix:24 Hostname:ha-805293-m03 Clientid:01:52:54:00:ce:66:df}
I0930 20:01:36.186590 26315 main.go:141] libmachine: (ha-805293-m03) DBG | domain ha-805293-m03 has defined IP address 192.168.39.227 and MAC address 52:54:00:ce:66:df in network mk-ha-805293
I0930 20:01:36.186762 26315 main.go:141] libmachine: Docker is up and running!
I0930 20:01:36.186776 26315 main.go:141] libmachine: Reticulating splines...
I0930 20:01:36.186783 26315 client.go:171] duration metric: took 22.235285837s to LocalClient.Create
I0930 20:01:36.186801 26315 start.go:167] duration metric: took 22.235357522s to libmachine.API.Create "ha-805293"
I0930 20:01:36.186810 26315 start.go:293] postStartSetup for "ha-805293-m03" (driver="kvm2")
I0930 20:01:36.186826 26315 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I0930 20:01:36.186842 26315 main.go:141] libmachine: (ha-805293-m03) Calling .DriverName
I0930 20:01:36.187054 26315 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I0930 20:01:36.187077 26315 main.go:141] libmachine: (ha-805293-m03) Calling .GetSSHHostname
I0930 20:01:36.189228 26315 main.go:141] libmachine: (ha-805293-m03) DBG | domain ha-805293-m03 has defined MAC address 52:54:00:ce:66:df in network mk-ha-805293
I0930 20:01:36.189551 26315 main.go:141] libmachine: (ha-805293-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:ce:66:df", ip: ""} in network mk-ha-805293: {Iface:virbr1 ExpiryTime:2024-09-30 21:01:28 +0000 UTC Type:0 Mac:52:54:00:ce:66:df Iaid: IPaddr:192.168.39.227 Prefix:24 Hostname:ha-805293-m03 Clientid:01:52:54:00:ce:66:df}
I0930 20:01:36.189577 26315 main.go:141] libmachine: (ha-805293-m03) DBG | domain ha-805293-m03 has defined IP address 192.168.39.227 and MAC address 52:54:00:ce:66:df in network mk-ha-805293
I0930 20:01:36.189754 26315 main.go:141] libmachine: (ha-805293-m03) Calling .GetSSHPort
I0930 20:01:36.189932 26315 main.go:141] libmachine: (ha-805293-m03) Calling .GetSSHKeyPath
I0930 20:01:36.190098 26315 main.go:141] libmachine: (ha-805293-m03) Calling .GetSSHUsername
I0930 20:01:36.190211 26315 sshutil.go:53] new ssh client: &{IP:192.168.39.227 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19736-7672/.minikube/machines/ha-805293-m03/id_rsa Username:docker}
I0930 20:01:36.269942 26315 ssh_runner.go:195] Run: cat /etc/os-release
I0930 20:01:36.274174 26315 info.go:137] Remote host: Buildroot 2023.02.9
I0930 20:01:36.274204 26315 filesync.go:126] Scanning /home/jenkins/minikube-integration/19736-7672/.minikube/addons for local assets ...
I0930 20:01:36.274281 26315 filesync.go:126] Scanning /home/jenkins/minikube-integration/19736-7672/.minikube/files for local assets ...
I0930 20:01:36.274373 26315 filesync.go:149] local asset: /home/jenkins/minikube-integration/19736-7672/.minikube/files/etc/ssl/certs/148752.pem -> 148752.pem in /etc/ssl/certs
I0930 20:01:36.274383 26315 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19736-7672/.minikube/files/etc/ssl/certs/148752.pem -> /etc/ssl/certs/148752.pem
I0930 20:01:36.274490 26315 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I0930 20:01:36.284037 26315 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19736-7672/.minikube/files/etc/ssl/certs/148752.pem --> /etc/ssl/certs/148752.pem (1708 bytes)
I0930 20:01:36.308961 26315 start.go:296] duration metric: took 122.135978ms for postStartSetup
I0930 20:01:36.309010 26315 main.go:141] libmachine: (ha-805293-m03) Calling .GetConfigRaw
I0930 20:01:36.309613 26315 main.go:141] libmachine: (ha-805293-m03) Calling .GetIP
I0930 20:01:36.312777 26315 main.go:141] libmachine: (ha-805293-m03) DBG | domain ha-805293-m03 has defined MAC address 52:54:00:ce:66:df in network mk-ha-805293
I0930 20:01:36.313257 26315 main.go:141] libmachine: (ha-805293-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:ce:66:df", ip: ""} in network mk-ha-805293: {Iface:virbr1 ExpiryTime:2024-09-30 21:01:28 +0000 UTC Type:0 Mac:52:54:00:ce:66:df Iaid: IPaddr:192.168.39.227 Prefix:24 Hostname:ha-805293-m03 Clientid:01:52:54:00:ce:66:df}
I0930 20:01:36.313307 26315 main.go:141] libmachine: (ha-805293-m03) DBG | domain ha-805293-m03 has defined IP address 192.168.39.227 and MAC address 52:54:00:ce:66:df in network mk-ha-805293
I0930 20:01:36.313687 26315 profile.go:143] Saving config to /home/jenkins/minikube-integration/19736-7672/.minikube/profiles/ha-805293/config.json ...
I0930 20:01:36.313894 26315 start.go:128] duration metric: took 22.382961104s to createHost
I0930 20:01:36.313917 26315 main.go:141] libmachine: (ha-805293-m03) Calling .GetSSHHostname
I0930 20:01:36.316229 26315 main.go:141] libmachine: (ha-805293-m03) DBG | domain ha-805293-m03 has defined MAC address 52:54:00:ce:66:df in network mk-ha-805293
I0930 20:01:36.316599 26315 main.go:141] libmachine: (ha-805293-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:ce:66:df", ip: ""} in network mk-ha-805293: {Iface:virbr1 ExpiryTime:2024-09-30 21:01:28 +0000 UTC Type:0 Mac:52:54:00:ce:66:df Iaid: IPaddr:192.168.39.227 Prefix:24 Hostname:ha-805293-m03 Clientid:01:52:54:00:ce:66:df}
I0930 20:01:36.316627 26315 main.go:141] libmachine: (ha-805293-m03) DBG | domain ha-805293-m03 has defined IP address 192.168.39.227 and MAC address 52:54:00:ce:66:df in network mk-ha-805293
I0930 20:01:36.316783 26315 main.go:141] libmachine: (ha-805293-m03) Calling .GetSSHPort
I0930 20:01:36.316957 26315 main.go:141] libmachine: (ha-805293-m03) Calling .GetSSHKeyPath
I0930 20:01:36.317109 26315 main.go:141] libmachine: (ha-805293-m03) Calling .GetSSHKeyPath
I0930 20:01:36.317219 26315 main.go:141] libmachine: (ha-805293-m03) Calling .GetSSHUsername
I0930 20:01:36.317366 26315 main.go:141] libmachine: Using SSH client type: native
I0930 20:01:36.317526 26315 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x864a40] 0x867720 <nil> [] 0s} 192.168.39.227 22 <nil> <nil>}
I0930 20:01:36.317537 26315 main.go:141] libmachine: About to run SSH command:
date +%s.%N
I0930 20:01:36.419858 26315 main.go:141] libmachine: SSH cmd err, output: <nil>: 1727726496.392744661
I0930 20:01:36.419877 26315 fix.go:216] guest clock: 1727726496.392744661
I0930 20:01:36.419884 26315 fix.go:229] Guest: 2024-09-30 20:01:36.392744661 +0000 UTC Remote: 2024-09-30 20:01:36.313905276 +0000 UTC m=+139.884995221 (delta=78.839385ms)
I0930 20:01:36.419899 26315 fix.go:200] guest clock delta is within tolerance: 78.839385ms
I0930 20:01:36.419904 26315 start.go:83] releasing machines lock for "ha-805293-m03", held for 22.489079696s
I0930 20:01:36.419932 26315 main.go:141] libmachine: (ha-805293-m03) Calling .DriverName
I0930 20:01:36.420201 26315 main.go:141] libmachine: (ha-805293-m03) Calling .GetIP
I0930 20:01:36.422678 26315 main.go:141] libmachine: (ha-805293-m03) DBG | domain ha-805293-m03 has defined MAC address 52:54:00:ce:66:df in network mk-ha-805293
I0930 20:01:36.423024 26315 main.go:141] libmachine: (ha-805293-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:ce:66:df", ip: ""} in network mk-ha-805293: {Iface:virbr1 ExpiryTime:2024-09-30 21:01:28 +0000 UTC Type:0 Mac:52:54:00:ce:66:df Iaid: IPaddr:192.168.39.227 Prefix:24 Hostname:ha-805293-m03 Clientid:01:52:54:00:ce:66:df}
I0930 20:01:36.423063 26315 main.go:141] libmachine: (ha-805293-m03) DBG | domain ha-805293-m03 has defined IP address 192.168.39.227 and MAC address 52:54:00:ce:66:df in network mk-ha-805293
I0930 20:01:36.425360 26315 out.go:177] * Found network options:
I0930 20:01:36.426711 26315 out.go:177] - NO_PROXY=192.168.39.3,192.168.39.220
W0930 20:01:36.427962 26315 proxy.go:119] fail to check proxy env: Error ip not in block
W0930 20:01:36.427990 26315 proxy.go:119] fail to check proxy env: Error ip not in block
I0930 20:01:36.428012 26315 main.go:141] libmachine: (ha-805293-m03) Calling .DriverName
I0930 20:01:36.428657 26315 main.go:141] libmachine: (ha-805293-m03) Calling .DriverName
I0930 20:01:36.428857 26315 main.go:141] libmachine: (ha-805293-m03) Calling .DriverName
I0930 20:01:36.428967 26315 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I0930 20:01:36.429007 26315 main.go:141] libmachine: (ha-805293-m03) Calling .GetSSHHostname
W0930 20:01:36.429092 26315 proxy.go:119] fail to check proxy env: Error ip not in block
W0930 20:01:36.429124 26315 proxy.go:119] fail to check proxy env: Error ip not in block
I0930 20:01:36.429190 26315 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I0930 20:01:36.429211 26315 main.go:141] libmachine: (ha-805293-m03) Calling .GetSSHHostname
I0930 20:01:36.431941 26315 main.go:141] libmachine: (ha-805293-m03) DBG | domain ha-805293-m03 has defined MAC address 52:54:00:ce:66:df in network mk-ha-805293
I0930 20:01:36.432202 26315 main.go:141] libmachine: (ha-805293-m03) DBG | domain ha-805293-m03 has defined MAC address 52:54:00:ce:66:df in network mk-ha-805293
I0930 20:01:36.432300 26315 main.go:141] libmachine: (ha-805293-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:ce:66:df", ip: ""} in network mk-ha-805293: {Iface:virbr1 ExpiryTime:2024-09-30 21:01:28 +0000 UTC Type:0 Mac:52:54:00:ce:66:df Iaid: IPaddr:192.168.39.227 Prefix:24 Hostname:ha-805293-m03 Clientid:01:52:54:00:ce:66:df}
I0930 20:01:36.432322 26315 main.go:141] libmachine: (ha-805293-m03) DBG | domain ha-805293-m03 has defined IP address 192.168.39.227 and MAC address 52:54:00:ce:66:df in network mk-ha-805293
I0930 20:01:36.432458 26315 main.go:141] libmachine: (ha-805293-m03) Calling .GetSSHPort
I0930 20:01:36.432598 26315 main.go:141] libmachine: (ha-805293-m03) Calling .GetSSHKeyPath
I0930 20:01:36.432659 26315 main.go:141] libmachine: (ha-805293-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:ce:66:df", ip: ""} in network mk-ha-805293: {Iface:virbr1 ExpiryTime:2024-09-30 21:01:28 +0000 UTC Type:0 Mac:52:54:00:ce:66:df Iaid: IPaddr:192.168.39.227 Prefix:24 Hostname:ha-805293-m03 Clientid:01:52:54:00:ce:66:df}
I0930 20:01:36.432683 26315 main.go:141] libmachine: (ha-805293-m03) DBG | domain ha-805293-m03 has defined IP address 192.168.39.227 and MAC address 52:54:00:ce:66:df in network mk-ha-805293
I0930 20:01:36.432755 26315 main.go:141] libmachine: (ha-805293-m03) Calling .GetSSHUsername
I0930 20:01:36.432845 26315 main.go:141] libmachine: (ha-805293-m03) Calling .GetSSHPort
I0930 20:01:36.432915 26315 sshutil.go:53] new ssh client: &{IP:192.168.39.227 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19736-7672/.minikube/machines/ha-805293-m03/id_rsa Username:docker}
I0930 20:01:36.432995 26315 main.go:141] libmachine: (ha-805293-m03) Calling .GetSSHKeyPath
I0930 20:01:36.433083 26315 main.go:141] libmachine: (ha-805293-m03) Calling .GetSSHUsername
I0930 20:01:36.433164 26315 sshutil.go:53] new ssh client: &{IP:192.168.39.227 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19736-7672/.minikube/machines/ha-805293-m03/id_rsa Username:docker}
I0930 20:01:36.661994 26315 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
W0930 20:01:36.669285 26315 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I0930 20:01:36.669354 26315 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I0930 20:01:36.686879 26315 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)
I0930 20:01:36.686911 26315 start.go:495] detecting cgroup driver to use...
I0930 20:01:36.687008 26315 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I0930 20:01:36.703695 26315 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I0930 20:01:36.717831 26315 docker.go:217] disabling cri-docker service (if available) ...
I0930 20:01:36.717898 26315 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I0930 20:01:36.732194 26315 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I0930 20:01:36.746205 26315 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I0930 20:01:36.873048 26315 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I0930 20:01:37.031067 26315 docker.go:233] disabling docker service ...
I0930 20:01:37.031142 26315 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I0930 20:01:37.047034 26315 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I0930 20:01:37.059962 26315 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I0930 20:01:37.191501 26315 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I0930 20:01:37.302357 26315 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I0930 20:01:37.316910 26315 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I0930 20:01:37.336669 26315 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10" pause image...
I0930 20:01:37.336739 26315 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10"|' /etc/crio/crio.conf.d/02-crio.conf"
I0930 20:01:37.347286 26315 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I0930 20:01:37.347361 26315 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I0930 20:01:37.357984 26315 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I0930 20:01:37.368059 26315 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I0930 20:01:37.379248 26315 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I0930 20:01:37.390460 26315 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I0930 20:01:37.401206 26315 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I0930 20:01:37.418758 26315 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I0930 20:01:37.428841 26315 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I0930 20:01:37.438255 26315 crio.go:166] couldn't verify netfilter by "sudo sysctl net.bridge.bridge-nf-call-iptables" which might be okay. error: sudo sysctl net.bridge.bridge-nf-call-iptables: Process exited with status 255
stdout:
stderr:
sysctl: cannot stat /proc/sys/net/bridge/bridge-nf-call-iptables: No such file or directory
I0930 20:01:37.438328 26315 ssh_runner.go:195] Run: sudo modprobe br_netfilter
I0930 20:01:37.451070 26315 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I0930 20:01:37.460818 26315 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0930 20:01:37.578097 26315 ssh_runner.go:195] Run: sudo systemctl restart crio
I0930 20:01:37.670992 26315 start.go:542] Will wait 60s for socket path /var/run/crio/crio.sock
I0930 20:01:37.671072 26315 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I0930 20:01:37.675792 26315 start.go:563] Will wait 60s for crictl version
I0930 20:01:37.675847 26315 ssh_runner.go:195] Run: which crictl
I0930 20:01:37.679190 26315 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I0930 20:01:37.718042 26315 start.go:579] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.29.1
RuntimeApiVersion: v1
I0930 20:01:37.718121 26315 ssh_runner.go:195] Run: crio --version
I0930 20:01:37.745873 26315 ssh_runner.go:195] Run: crio --version
I0930 20:01:37.774031 26315 out.go:177] * Preparing Kubernetes v1.31.1 on CRI-O 1.29.1 ...
I0930 20:01:37.775415 26315 out.go:177] - env NO_PROXY=192.168.39.3
I0930 20:01:37.776644 26315 out.go:177] - env NO_PROXY=192.168.39.3,192.168.39.220
I0930 20:01:37.777763 26315 main.go:141] libmachine: (ha-805293-m03) Calling .GetIP
I0930 20:01:37.780596 26315 main.go:141] libmachine: (ha-805293-m03) DBG | domain ha-805293-m03 has defined MAC address 52:54:00:ce:66:df in network mk-ha-805293
I0930 20:01:37.780948 26315 main.go:141] libmachine: (ha-805293-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:ce:66:df", ip: ""} in network mk-ha-805293: {Iface:virbr1 ExpiryTime:2024-09-30 21:01:28 +0000 UTC Type:0 Mac:52:54:00:ce:66:df Iaid: IPaddr:192.168.39.227 Prefix:24 Hostname:ha-805293-m03 Clientid:01:52:54:00:ce:66:df}
I0930 20:01:37.780970 26315 main.go:141] libmachine: (ha-805293-m03) DBG | domain ha-805293-m03 has defined IP address 192.168.39.227 and MAC address 52:54:00:ce:66:df in network mk-ha-805293
I0930 20:01:37.781145 26315 ssh_runner.go:195] Run: grep 192.168.39.1 host.minikube.internal$ /etc/hosts
I0930 20:01:37.785213 26315 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.39.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0930 20:01:37.797526 26315 mustload.go:65] Loading cluster: ha-805293
I0930 20:01:37.797767 26315 config.go:182] Loaded profile config "ha-805293": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.1
I0930 20:01:37.798120 26315 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I0930 20:01:37.798167 26315 main.go:141] libmachine: Launching plugin server for driver kvm2
I0930 20:01:37.813162 26315 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:46385
I0930 20:01:37.813567 26315 main.go:141] libmachine: () Calling .GetVersion
I0930 20:01:37.814037 26315 main.go:141] libmachine: Using API Version 1
I0930 20:01:37.814052 26315 main.go:141] libmachine: () Calling .SetConfigRaw
I0930 20:01:37.814397 26315 main.go:141] libmachine: () Calling .GetMachineName
I0930 20:01:37.814604 26315 main.go:141] libmachine: (ha-805293) Calling .GetState
I0930 20:01:37.816041 26315 host.go:66] Checking if "ha-805293" exists ...
I0930 20:01:37.816336 26315 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I0930 20:01:37.816371 26315 main.go:141] libmachine: Launching plugin server for driver kvm2
I0930 20:01:37.831585 26315 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:37645
I0930 20:01:37.832045 26315 main.go:141] libmachine: () Calling .GetVersion
I0930 20:01:37.832532 26315 main.go:141] libmachine: Using API Version 1
I0930 20:01:37.832557 26315 main.go:141] libmachine: () Calling .SetConfigRaw
I0930 20:01:37.832860 26315 main.go:141] libmachine: () Calling .GetMachineName
I0930 20:01:37.833026 26315 main.go:141] libmachine: (ha-805293) Calling .DriverName
I0930 20:01:37.833192 26315 certs.go:68] Setting up /home/jenkins/minikube-integration/19736-7672/.minikube/profiles/ha-805293 for IP: 192.168.39.227
I0930 20:01:37.833209 26315 certs.go:194] generating shared ca certs ...
I0930 20:01:37.833229 26315 certs.go:226] acquiring lock for ca certs: {Name:mka13ea8107121fad4b179e8ca898b92dd330bf0 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0930 20:01:37.833416 26315 certs.go:235] skipping valid "minikubeCA" ca cert: /home/jenkins/minikube-integration/19736-7672/.minikube/ca.key
I0930 20:01:37.833471 26315 certs.go:235] skipping valid "proxyClientCA" ca cert: /home/jenkins/minikube-integration/19736-7672/.minikube/proxy-client-ca.key
I0930 20:01:37.833484 26315 certs.go:256] generating profile certs ...
I0930 20:01:37.833587 26315 certs.go:359] skipping valid signed profile cert regeneration for "minikube-user": /home/jenkins/minikube-integration/19736-7672/.minikube/profiles/ha-805293/client.key
I0930 20:01:37.833619 26315 certs.go:363] generating signed profile cert for "minikube": /home/jenkins/minikube-integration/19736-7672/.minikube/profiles/ha-805293/apiserver.key.07a59e55
I0930 20:01:37.833638 26315 crypto.go:68] Generating cert /home/jenkins/minikube-integration/19736-7672/.minikube/profiles/ha-805293/apiserver.crt.07a59e55 with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.168.39.3 192.168.39.220 192.168.39.227 192.168.39.254]
I0930 20:01:38.116566 26315 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19736-7672/.minikube/profiles/ha-805293/apiserver.crt.07a59e55 ...
I0930 20:01:38.116596 26315 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19736-7672/.minikube/profiles/ha-805293/apiserver.crt.07a59e55: {Name:mkc0cd033bb8a494a4cf8a08dfd67f55b67932e8 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0930 20:01:38.116763 26315 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19736-7672/.minikube/profiles/ha-805293/apiserver.key.07a59e55 ...
I0930 20:01:38.116776 26315 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19736-7672/.minikube/profiles/ha-805293/apiserver.key.07a59e55: {Name:mk85317566d0a2f89680d96c44f0e865cd88a3f6 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0930 20:01:38.116847 26315 certs.go:381] copying /home/jenkins/minikube-integration/19736-7672/.minikube/profiles/ha-805293/apiserver.crt.07a59e55 -> /home/jenkins/minikube-integration/19736-7672/.minikube/profiles/ha-805293/apiserver.crt
I0930 20:01:38.116983 26315 certs.go:385] copying /home/jenkins/minikube-integration/19736-7672/.minikube/profiles/ha-805293/apiserver.key.07a59e55 -> /home/jenkins/minikube-integration/19736-7672/.minikube/profiles/ha-805293/apiserver.key
I0930 20:01:38.117102 26315 certs.go:359] skipping valid signed profile cert regeneration for "aggregator": /home/jenkins/minikube-integration/19736-7672/.minikube/profiles/ha-805293/proxy-client.key
I0930 20:01:38.117117 26315 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19736-7672/.minikube/ca.crt -> /var/lib/minikube/certs/ca.crt
I0930 20:01:38.117131 26315 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19736-7672/.minikube/ca.key -> /var/lib/minikube/certs/ca.key
I0930 20:01:38.117145 26315 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19736-7672/.minikube/proxy-client-ca.crt -> /var/lib/minikube/certs/proxy-client-ca.crt
I0930 20:01:38.117158 26315 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19736-7672/.minikube/proxy-client-ca.key -> /var/lib/minikube/certs/proxy-client-ca.key
I0930 20:01:38.117175 26315 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19736-7672/.minikube/profiles/ha-805293/apiserver.crt -> /var/lib/minikube/certs/apiserver.crt
I0930 20:01:38.117187 26315 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19736-7672/.minikube/profiles/ha-805293/apiserver.key -> /var/lib/minikube/certs/apiserver.key
I0930 20:01:38.117198 26315 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19736-7672/.minikube/profiles/ha-805293/proxy-client.crt -> /var/lib/minikube/certs/proxy-client.crt
I0930 20:01:38.131699 26315 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19736-7672/.minikube/profiles/ha-805293/proxy-client.key -> /var/lib/minikube/certs/proxy-client.key
I0930 20:01:38.131811 26315 certs.go:484] found cert: /home/jenkins/minikube-integration/19736-7672/.minikube/certs/14875.pem (1338 bytes)
W0930 20:01:38.131856 26315 certs.go:480] ignoring /home/jenkins/minikube-integration/19736-7672/.minikube/certs/14875_empty.pem, impossibly tiny 0 bytes
I0930 20:01:38.131870 26315 certs.go:484] found cert: /home/jenkins/minikube-integration/19736-7672/.minikube/certs/ca-key.pem (1675 bytes)
I0930 20:01:38.131902 26315 certs.go:484] found cert: /home/jenkins/minikube-integration/19736-7672/.minikube/certs/ca.pem (1082 bytes)
I0930 20:01:38.131926 26315 certs.go:484] found cert: /home/jenkins/minikube-integration/19736-7672/.minikube/certs/cert.pem (1123 bytes)
I0930 20:01:38.131956 26315 certs.go:484] found cert: /home/jenkins/minikube-integration/19736-7672/.minikube/certs/key.pem (1675 bytes)
I0930 20:01:38.132010 26315 certs.go:484] found cert: /home/jenkins/minikube-integration/19736-7672/.minikube/files/etc/ssl/certs/148752.pem (1708 bytes)
I0930 20:01:38.132045 26315 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19736-7672/.minikube/ca.crt -> /usr/share/ca-certificates/minikubeCA.pem
I0930 20:01:38.132066 26315 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19736-7672/.minikube/certs/14875.pem -> /usr/share/ca-certificates/14875.pem
I0930 20:01:38.132084 26315 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19736-7672/.minikube/files/etc/ssl/certs/148752.pem -> /usr/share/ca-certificates/148752.pem
I0930 20:01:38.132129 26315 main.go:141] libmachine: (ha-805293) Calling .GetSSHHostname
I0930 20:01:38.135411 26315 main.go:141] libmachine: (ha-805293) DBG | domain ha-805293 has defined MAC address 52:54:00:a8:b8:c7 in network mk-ha-805293
I0930 20:01:38.135848 26315 main.go:141] libmachine: (ha-805293) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:a8:b8:c7", ip: ""} in network mk-ha-805293: {Iface:virbr1 ExpiryTime:2024-09-30 20:59:30 +0000 UTC Type:0 Mac:52:54:00:a8:b8:c7 Iaid: IPaddr:192.168.39.3 Prefix:24 Hostname:ha-805293 Clientid:01:52:54:00:a8:b8:c7}
I0930 20:01:38.135875 26315 main.go:141] libmachine: (ha-805293) DBG | domain ha-805293 has defined IP address 192.168.39.3 and MAC address 52:54:00:a8:b8:c7 in network mk-ha-805293
I0930 20:01:38.136103 26315 main.go:141] libmachine: (ha-805293) Calling .GetSSHPort
I0930 20:01:38.136307 26315 main.go:141] libmachine: (ha-805293) Calling .GetSSHKeyPath
I0930 20:01:38.136477 26315 main.go:141] libmachine: (ha-805293) Calling .GetSSHUsername
I0930 20:01:38.136602 26315 sshutil.go:53] new ssh client: &{IP:192.168.39.3 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19736-7672/.minikube/machines/ha-805293/id_rsa Username:docker}
I0930 20:01:38.215899 26315 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/sa.pub
I0930 20:01:38.221340 26315 ssh_runner.go:447] scp /var/lib/minikube/certs/sa.pub --> memory (451 bytes)
I0930 20:01:38.232045 26315 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/sa.key
I0930 20:01:38.236011 26315 ssh_runner.go:447] scp /var/lib/minikube/certs/sa.key --> memory (1679 bytes)
I0930 20:01:38.247009 26315 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/front-proxy-ca.crt
I0930 20:01:38.250999 26315 ssh_runner.go:447] scp /var/lib/minikube/certs/front-proxy-ca.crt --> memory (1123 bytes)
I0930 20:01:38.261524 26315 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/front-proxy-ca.key
I0930 20:01:38.265766 26315 ssh_runner.go:447] scp /var/lib/minikube/certs/front-proxy-ca.key --> memory (1679 bytes)
I0930 20:01:38.275973 26315 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/etcd/ca.crt
I0930 20:01:38.279940 26315 ssh_runner.go:447] scp /var/lib/minikube/certs/etcd/ca.crt --> memory (1094 bytes)
I0930 20:01:38.289617 26315 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/etcd/ca.key
I0930 20:01:38.293330 26315 ssh_runner.go:447] scp /var/lib/minikube/certs/etcd/ca.key --> memory (1679 bytes)
I0930 20:01:38.303037 26315 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19736-7672/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I0930 20:01:38.328067 26315 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19736-7672/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1675 bytes)
I0930 20:01:38.353124 26315 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19736-7672/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I0930 20:01:38.377109 26315 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19736-7672/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1679 bytes)
I0930 20:01:38.402737 26315 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19736-7672/.minikube/profiles/ha-805293/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1444 bytes)
I0930 20:01:38.432128 26315 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19736-7672/.minikube/profiles/ha-805293/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1679 bytes)
I0930 20:01:38.459728 26315 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19736-7672/.minikube/profiles/ha-805293/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I0930 20:01:38.484047 26315 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19736-7672/.minikube/profiles/ha-805293/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1679 bytes)
I0930 20:01:38.508033 26315 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19736-7672/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I0930 20:01:38.530855 26315 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19736-7672/.minikube/certs/14875.pem --> /usr/share/ca-certificates/14875.pem (1338 bytes)
I0930 20:01:38.554688 26315 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19736-7672/.minikube/files/etc/ssl/certs/148752.pem --> /usr/share/ca-certificates/148752.pem (1708 bytes)
I0930 20:01:38.579730 26315 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/sa.pub (451 bytes)
I0930 20:01:38.595907 26315 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/sa.key (1679 bytes)
I0930 20:01:38.611657 26315 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/front-proxy-ca.crt (1123 bytes)
I0930 20:01:38.627976 26315 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/front-proxy-ca.key (1679 bytes)
I0930 20:01:38.644290 26315 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/etcd/ca.crt (1094 bytes)
I0930 20:01:38.662490 26315 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/etcd/ca.key (1679 bytes)
I0930 20:01:38.678795 26315 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (744 bytes)
I0930 20:01:38.694165 26315 ssh_runner.go:195] Run: openssl version
I0930 20:01:38.699696 26315 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I0930 20:01:38.709850 26315 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I0930 20:01:38.714078 26315 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Sep 30 19:39 /usr/share/ca-certificates/minikubeCA.pem
I0930 20:01:38.714128 26315 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I0930 20:01:38.719944 26315 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I0930 20:01:38.730979 26315 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/14875.pem && ln -fs /usr/share/ca-certificates/14875.pem /etc/ssl/certs/14875.pem"
I0930 20:01:38.741564 26315 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/14875.pem
I0930 20:01:38.746132 26315 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Sep 30 19:55 /usr/share/ca-certificates/14875.pem
I0930 20:01:38.746193 26315 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/14875.pem
I0930 20:01:38.751872 26315 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/14875.pem /etc/ssl/certs/51391683.0"
I0930 20:01:38.763738 26315 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/148752.pem && ln -fs /usr/share/ca-certificates/148752.pem /etc/ssl/certs/148752.pem"
I0930 20:01:38.775831 26315 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/148752.pem
I0930 20:01:38.780819 26315 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Sep 30 19:55 /usr/share/ca-certificates/148752.pem
I0930 20:01:38.780877 26315 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/148752.pem
I0930 20:01:38.786554 26315 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/148752.pem /etc/ssl/certs/3ec20f2e.0"
I0930 20:01:38.797347 26315 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I0930 20:01:38.801341 26315 certs.go:399] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I0930 20:01:38.801400 26315 kubeadm.go:934] updating node {m03 192.168.39.227 8443 v1.31.1 crio true true} ...
I0930 20:01:38.801503 26315 kubeadm.go:946] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.31.1/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --hostname-override=ha-805293-m03 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.39.227
[Install]
config:
{KubernetesVersion:v1.31.1 ClusterName:ha-805293 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I0930 20:01:38.801529 26315 kube-vip.go:115] generating kube-vip config ...
I0930 20:01:38.801578 26315 ssh_runner.go:195] Run: sudo sh -c "modprobe --all ip_vs ip_vs_rr ip_vs_wrr ip_vs_sh nf_conntrack"
I0930 20:01:38.819903 26315 kube-vip.go:167] auto-enabling control-plane load-balancing in kube-vip
I0930 20:01:38.819976 26315 kube-vip.go:137] kube-vip config:
apiVersion: v1
kind: Pod
metadata:
creationTimestamp: null
name: kube-vip
namespace: kube-system
spec:
containers:
- args:
- manager
env:
- name: vip_arp
value: "true"
- name: port
value: "8443"
- name: vip_nodename
valueFrom:
fieldRef:
fieldPath: spec.nodeName
- name: vip_interface
value: eth0
- name: vip_cidr
value: "32"
- name: dns_mode
value: first
- name: cp_enable
value: "true"
- name: cp_namespace
value: kube-system
- name: vip_leaderelection
value: "true"
- name: vip_leasename
value: plndr-cp-lock
- name: vip_leaseduration
value: "5"
- name: vip_renewdeadline
value: "3"
- name: vip_retryperiod
value: "1"
- name: address
value: 192.168.39.254
- name: prometheus_server
value: :2112
- name : lb_enable
value: "true"
- name: lb_port
value: "8443"
image: ghcr.io/kube-vip/kube-vip:v0.8.3
imagePullPolicy: IfNotPresent
name: kube-vip
resources: {}
securityContext:
capabilities:
add:
- NET_ADMIN
- NET_RAW
volumeMounts:
- mountPath: /etc/kubernetes/admin.conf
name: kubeconfig
hostAliases:
- hostnames:
- kubernetes
ip: 127.0.0.1
hostNetwork: true
volumes:
- hostPath:
path: "/etc/kubernetes/admin.conf"
name: kubeconfig
status: {}
I0930 20:01:38.820036 26315 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.31.1
I0930 20:01:38.830324 26315 binaries.go:47] Didn't find k8s binaries: sudo ls /var/lib/minikube/binaries/v1.31.1: Process exited with status 2
stdout:
stderr:
ls: cannot access '/var/lib/minikube/binaries/v1.31.1': No such file or directory
Initiating transfer...
I0930 20:01:38.830375 26315 ssh_runner.go:195] Run: sudo mkdir -p /var/lib/minikube/binaries/v1.31.1
I0930 20:01:38.842272 26315 binary.go:74] Not caching binary, using https://dl.k8s.io/release/v1.31.1/bin/linux/amd64/kubelet?checksum=file:https://dl.k8s.io/release/v1.31.1/bin/linux/amd64/kubelet.sha256
I0930 20:01:38.842334 26315 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I0930 20:01:38.842272 26315 binary.go:74] Not caching binary, using https://dl.k8s.io/release/v1.31.1/bin/linux/amd64/kubectl?checksum=file:https://dl.k8s.io/release/v1.31.1/bin/linux/amd64/kubectl.sha256
I0930 20:01:38.842272 26315 binary.go:74] Not caching binary, using https://dl.k8s.io/release/v1.31.1/bin/linux/amd64/kubeadm?checksum=file:https://dl.k8s.io/release/v1.31.1/bin/linux/amd64/kubeadm.sha256
I0930 20:01:38.842419 26315 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19736-7672/.minikube/cache/linux/amd64/v1.31.1/kubectl -> /var/lib/minikube/binaries/v1.31.1/kubectl
I0930 20:01:38.842439 26315 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19736-7672/.minikube/cache/linux/amd64/v1.31.1/kubeadm -> /var/lib/minikube/binaries/v1.31.1/kubeadm
I0930 20:01:38.842489 26315 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.1/kubectl
I0930 20:01:38.842540 26315 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.1/kubeadm
I0930 20:01:38.861520 26315 ssh_runner.go:352] existence check for /var/lib/minikube/binaries/v1.31.1/kubectl: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.1/kubectl: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/binaries/v1.31.1/kubectl': No such file or directory
I0930 20:01:38.861559 26315 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19736-7672/.minikube/cache/linux/amd64/v1.31.1/kubectl --> /var/lib/minikube/binaries/v1.31.1/kubectl (56381592 bytes)
I0930 20:01:38.861581 26315 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19736-7672/.minikube/cache/linux/amd64/v1.31.1/kubelet -> /var/lib/minikube/binaries/v1.31.1/kubelet
I0930 20:01:38.861631 26315 ssh_runner.go:352] existence check for /var/lib/minikube/binaries/v1.31.1/kubeadm: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.1/kubeadm: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/binaries/v1.31.1/kubeadm': No such file or directory
I0930 20:01:38.861657 26315 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19736-7672/.minikube/cache/linux/amd64/v1.31.1/kubeadm --> /var/lib/minikube/binaries/v1.31.1/kubeadm (58290328 bytes)
I0930 20:01:38.861689 26315 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.1/kubelet
I0930 20:01:38.875651 26315 ssh_runner.go:352] existence check for /var/lib/minikube/binaries/v1.31.1/kubelet: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.1/kubelet: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/binaries/v1.31.1/kubelet': No such file or directory
I0930 20:01:38.875695 26315 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19736-7672/.minikube/cache/linux/amd64/v1.31.1/kubelet --> /var/lib/minikube/binaries/v1.31.1/kubelet (76869944 bytes)
I0930 20:01:39.808722 26315 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /etc/kubernetes/manifests
I0930 20:01:39.819615 26315 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (313 bytes)
I0930 20:01:39.836414 26315 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I0930 20:01:39.853331 26315 ssh_runner.go:362] scp memory --> /etc/kubernetes/manifests/kube-vip.yaml (1441 bytes)
I0930 20:01:39.869585 26315 ssh_runner.go:195] Run: grep 192.168.39.254 control-plane.minikube.internal$ /etc/hosts
I0930 20:01:39.873243 26315 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.39.254 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0930 20:01:39.884957 26315 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0930 20:01:40.006850 26315 ssh_runner.go:195] Run: sudo systemctl start kubelet
I0930 20:01:40.022775 26315 host.go:66] Checking if "ha-805293" exists ...
I0930 20:01:40.023225 26315 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I0930 20:01:40.023284 26315 main.go:141] libmachine: Launching plugin server for driver kvm2
I0930 20:01:40.040829 26315 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:37799
I0930 20:01:40.041301 26315 main.go:141] libmachine: () Calling .GetVersion
I0930 20:01:40.041861 26315 main.go:141] libmachine: Using API Version 1
I0930 20:01:40.041890 26315 main.go:141] libmachine: () Calling .SetConfigRaw
I0930 20:01:40.042247 26315 main.go:141] libmachine: () Calling .GetMachineName
I0930 20:01:40.042469 26315 main.go:141] libmachine: (ha-805293) Calling .DriverName
I0930 20:01:40.042649 26315 start.go:317] joinCluster: &{Name:ha-805293 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19696/minikube-v1.34.0-1727108440-19696-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1727108449-19696@sha256:c662152d8855bc4c62a3b5786a68adf99e04794e7f8f374a3859703004ef1d21 Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.1 Cluster
Name:ha-805293 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.39.3 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m02 IP:192.168.39.220 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m03 IP:192.168.39.227 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[ambassador:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:false efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:fal
se istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:false storage-provisioner-gluster:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false D
isableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I0930 20:01:40.042812 26315 ssh_runner.go:195] Run: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.1:$PATH" kubeadm token create --print-join-command --ttl=0"
I0930 20:01:40.042834 26315 main.go:141] libmachine: (ha-805293) Calling .GetSSHHostname
I0930 20:01:40.046258 26315 main.go:141] libmachine: (ha-805293) DBG | domain ha-805293 has defined MAC address 52:54:00:a8:b8:c7 in network mk-ha-805293
I0930 20:01:40.046800 26315 main.go:141] libmachine: (ha-805293) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:a8:b8:c7", ip: ""} in network mk-ha-805293: {Iface:virbr1 ExpiryTime:2024-09-30 20:59:30 +0000 UTC Type:0 Mac:52:54:00:a8:b8:c7 Iaid: IPaddr:192.168.39.3 Prefix:24 Hostname:ha-805293 Clientid:01:52:54:00:a8:b8:c7}
I0930 20:01:40.046821 26315 main.go:141] libmachine: (ha-805293) DBG | domain ha-805293 has defined IP address 192.168.39.3 and MAC address 52:54:00:a8:b8:c7 in network mk-ha-805293
I0930 20:01:40.047017 26315 main.go:141] libmachine: (ha-805293) Calling .GetSSHPort
I0930 20:01:40.047286 26315 main.go:141] libmachine: (ha-805293) Calling .GetSSHKeyPath
I0930 20:01:40.047660 26315 main.go:141] libmachine: (ha-805293) Calling .GetSSHUsername
I0930 20:01:40.047833 26315 sshutil.go:53] new ssh client: &{IP:192.168.39.3 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19736-7672/.minikube/machines/ha-805293/id_rsa Username:docker}
I0930 20:01:40.209323 26315 start.go:343] trying to join control-plane node "m03" to cluster: &{Name:m03 IP:192.168.39.227 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I0930 20:01:40.209377 26315 ssh_runner.go:195] Run: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.1:$PATH" kubeadm join control-plane.minikube.internal:8443 --token 1eegwc.d3x1pf4onbzzskk3 --discovery-token-ca-cert-hash sha256:352dfd8425761db90b29426d7b39e0cd78050576f8c3b54f4769ee4dc405f73a --ignore-preflight-errors=all --cri-socket unix:///var/run/crio/crio.sock --node-name=ha-805293-m03 --control-plane --apiserver-advertise-address=192.168.39.227 --apiserver-bind-port=8443"
I0930 20:02:03.693864 26315 ssh_runner.go:235] Completed: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.1:$PATH" kubeadm join control-plane.minikube.internal:8443 --token 1eegwc.d3x1pf4onbzzskk3 --discovery-token-ca-cert-hash sha256:352dfd8425761db90b29426d7b39e0cd78050576f8c3b54f4769ee4dc405f73a --ignore-preflight-errors=all --cri-socket unix:///var/run/crio/crio.sock --node-name=ha-805293-m03 --control-plane --apiserver-advertise-address=192.168.39.227 --apiserver-bind-port=8443": (23.484455167s)
I0930 20:02:03.693901 26315 ssh_runner.go:195] Run: /bin/bash -c "sudo systemctl daemon-reload && sudo systemctl enable kubelet && sudo systemctl start kubelet"
I0930 20:02:04.227863 26315 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig label --overwrite nodes ha-805293-m03 minikube.k8s.io/updated_at=2024_09_30T20_02_04_0700 minikube.k8s.io/version=v1.34.0 minikube.k8s.io/commit=a8859b2b27cf43a9dac1b7d9f7a3a2e21d50b022 minikube.k8s.io/name=ha-805293 minikube.k8s.io/primary=false
I0930 20:02:04.356839 26315 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig taint nodes ha-805293-m03 node-role.kubernetes.io/control-plane:NoSchedule-
I0930 20:02:04.460804 26315 start.go:319] duration metric: took 24.418151981s to joinCluster
I0930 20:02:04.460890 26315 start.go:235] Will wait 6m0s for node &{Name:m03 IP:192.168.39.227 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I0930 20:02:04.461213 26315 config.go:182] Loaded profile config "ha-805293": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.1
I0930 20:02:04.462900 26315 out.go:177] * Verifying Kubernetes components...
I0930 20:02:04.464457 26315 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0930 20:02:04.710029 26315 ssh_runner.go:195] Run: sudo systemctl start kubelet
I0930 20:02:04.776170 26315 loader.go:395] Config loaded from file: /home/jenkins/minikube-integration/19736-7672/kubeconfig
I0930 20:02:04.776405 26315 kapi.go:59] client config for ha-805293: &rest.Config{Host:"https://192.168.39.254:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/home/jenkins/minikube-integration/19736-7672/.minikube/profiles/ha-805293/client.crt", KeyFile:"/home/jenkins/minikube-integration/19736-7672/.minikube/profiles/ha-805293/client.key", CAFile:"/home/jenkins/minikube-integration/19736-7672/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil), CAData:[]uint8(nil), NextProtos:[]string(nil)},
UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x1f685c0), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
W0930 20:02:04.776460 26315 kubeadm.go:483] Overriding stale ClientConfig host https://192.168.39.254:8443 with https://192.168.39.3:8443
I0930 20:02:04.776741 26315 node_ready.go:35] waiting up to 6m0s for node "ha-805293-m03" to be "Ready" ...
I0930 20:02:04.776826 26315 round_trippers.go:463] GET https://192.168.39.3:8443/api/v1/nodes/ha-805293-m03
I0930 20:02:04.776836 26315 round_trippers.go:469] Request Headers:
I0930 20:02:04.776843 26315 round_trippers.go:473] Accept: application/json, */*
I0930 20:02:04.776849 26315 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0930 20:02:04.780756 26315 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0930 20:02:05.277289 26315 round_trippers.go:463] GET https://192.168.39.3:8443/api/v1/nodes/ha-805293-m03
I0930 20:02:05.277316 26315 round_trippers.go:469] Request Headers:
I0930 20:02:05.277328 26315 round_trippers.go:473] Accept: application/json, */*
I0930 20:02:05.277336 26315 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0930 20:02:05.280839 26315 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0930 20:02:05.777768 26315 round_trippers.go:463] GET https://192.168.39.3:8443/api/v1/nodes/ha-805293-m03
I0930 20:02:05.777793 26315 round_trippers.go:469] Request Headers:
I0930 20:02:05.777802 26315 round_trippers.go:473] Accept: application/json, */*
I0930 20:02:05.777810 26315 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0930 20:02:05.781540 26315 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0930 20:02:06.277679 26315 round_trippers.go:463] GET https://192.168.39.3:8443/api/v1/nodes/ha-805293-m03
I0930 20:02:06.277703 26315 round_trippers.go:469] Request Headers:
I0930 20:02:06.277713 26315 round_trippers.go:473] Accept: application/json, */*
I0930 20:02:06.277719 26315 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0930 20:02:06.281145 26315 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0930 20:02:06.777911 26315 round_trippers.go:463] GET https://192.168.39.3:8443/api/v1/nodes/ha-805293-m03
I0930 20:02:06.777937 26315 round_trippers.go:469] Request Headers:
I0930 20:02:06.777949 26315 round_trippers.go:473] Accept: application/json, */*
I0930 20:02:06.777955 26315 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0930 20:02:06.781669 26315 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0930 20:02:06.782486 26315 node_ready.go:53] node "ha-805293-m03" has status "Ready":"False"
I0930 20:02:07.277405 26315 round_trippers.go:463] GET https://192.168.39.3:8443/api/v1/nodes/ha-805293-m03
I0930 20:02:07.277428 26315 round_trippers.go:469] Request Headers:
I0930 20:02:07.277435 26315 round_trippers.go:473] Accept: application/json, */*
I0930 20:02:07.277438 26315 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0930 20:02:07.281074 26315 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0930 20:02:07.776952 26315 round_trippers.go:463] GET https://192.168.39.3:8443/api/v1/nodes/ha-805293-m03
I0930 20:02:07.776984 26315 round_trippers.go:469] Request Headers:
I0930 20:02:07.777005 26315 round_trippers.go:473] Accept: application/json, */*
I0930 20:02:07.777010 26315 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0930 20:02:07.780689 26315 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0930 20:02:08.277555 26315 round_trippers.go:463] GET https://192.168.39.3:8443/api/v1/nodes/ha-805293-m03
I0930 20:02:08.277576 26315 round_trippers.go:469] Request Headers:
I0930 20:02:08.277583 26315 round_trippers.go:473] Accept: application/json, */*
I0930 20:02:08.277587 26315 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0930 20:02:08.283539 26315 round_trippers.go:574] Response Status: 200 OK in 5 milliseconds
I0930 20:02:08.777360 26315 round_trippers.go:463] GET https://192.168.39.3:8443/api/v1/nodes/ha-805293-m03
I0930 20:02:08.777381 26315 round_trippers.go:469] Request Headers:
I0930 20:02:08.777390 26315 round_trippers.go:473] Accept: application/json, */*
I0930 20:02:08.777394 26315 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0930 20:02:08.780937 26315 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0930 20:02:09.277721 26315 round_trippers.go:463] GET https://192.168.39.3:8443/api/v1/nodes/ha-805293-m03
I0930 20:02:09.277758 26315 round_trippers.go:469] Request Headers:
I0930 20:02:09.277768 26315 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0930 20:02:09.277772 26315 round_trippers.go:473] Accept: application/json, */*
I0930 20:02:09.285233 26315 round_trippers.go:574] Response Status: 200 OK in 7 milliseconds
I0930 20:02:09.285662 26315 node_ready.go:53] node "ha-805293-m03" has status "Ready":"False"
I0930 20:02:09.776955 26315 round_trippers.go:463] GET https://192.168.39.3:8443/api/v1/nodes/ha-805293-m03
I0930 20:02:09.776977 26315 round_trippers.go:469] Request Headers:
I0930 20:02:09.776987 26315 round_trippers.go:473] Accept: application/json, */*
I0930 20:02:09.776992 26315 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0930 20:02:09.781593 26315 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I0930 20:02:10.277015 26315 round_trippers.go:463] GET https://192.168.39.3:8443/api/v1/nodes/ha-805293-m03
I0930 20:02:10.277033 26315 round_trippers.go:469] Request Headers:
I0930 20:02:10.277045 26315 round_trippers.go:473] Accept: application/json, */*
I0930 20:02:10.277049 26315 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0930 20:02:10.281851 26315 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I0930 20:02:10.777471 26315 round_trippers.go:463] GET https://192.168.39.3:8443/api/v1/nodes/ha-805293-m03
I0930 20:02:10.777502 26315 round_trippers.go:469] Request Headers:
I0930 20:02:10.777513 26315 round_trippers.go:473] Accept: application/json, */*
I0930 20:02:10.777518 26315 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0930 20:02:10.780948 26315 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0930 20:02:11.277959 26315 round_trippers.go:463] GET https://192.168.39.3:8443/api/v1/nodes/ha-805293-m03
I0930 20:02:11.277977 26315 round_trippers.go:469] Request Headers:
I0930 20:02:11.277985 26315 round_trippers.go:473] Accept: application/json, */*
I0930 20:02:11.277989 26315 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0930 20:02:11.401106 26315 round_trippers.go:574] Response Status: 200 OK in 123 milliseconds
I0930 20:02:11.401822 26315 node_ready.go:53] node "ha-805293-m03" has status "Ready":"False"
I0930 20:02:11.777418 26315 round_trippers.go:463] GET https://192.168.39.3:8443/api/v1/nodes/ha-805293-m03
I0930 20:02:11.777439 26315 round_trippers.go:469] Request Headers:
I0930 20:02:11.777447 26315 round_trippers.go:473] Accept: application/json, */*
I0930 20:02:11.777451 26315 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0930 20:02:11.780577 26315 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0930 20:02:12.277563 26315 round_trippers.go:463] GET https://192.168.39.3:8443/api/v1/nodes/ha-805293-m03
I0930 20:02:12.277586 26315 round_trippers.go:469] Request Headers:
I0930 20:02:12.277594 26315 round_trippers.go:473] Accept: application/json, */*
I0930 20:02:12.277600 26315 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0930 20:02:12.280508 26315 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0930 20:02:12.777614 26315 round_trippers.go:463] GET https://192.168.39.3:8443/api/v1/nodes/ha-805293-m03
I0930 20:02:12.777635 26315 round_trippers.go:469] Request Headers:
I0930 20:02:12.777644 26315 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0930 20:02:12.777649 26315 round_trippers.go:473] Accept: application/json, */*
I0930 20:02:12.780589 26315 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0930 20:02:13.277609 26315 round_trippers.go:463] GET https://192.168.39.3:8443/api/v1/nodes/ha-805293-m03
I0930 20:02:13.277647 26315 round_trippers.go:469] Request Headers:
I0930 20:02:13.277658 26315 round_trippers.go:473] Accept: application/json, */*
I0930 20:02:13.277664 26315 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0930 20:02:13.280727 26315 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0930 20:02:13.777657 26315 round_trippers.go:463] GET https://192.168.39.3:8443/api/v1/nodes/ha-805293-m03
I0930 20:02:13.777684 26315 round_trippers.go:469] Request Headers:
I0930 20:02:13.777692 26315 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0930 20:02:13.777699 26315 round_trippers.go:473] Accept: application/json, */*
I0930 20:02:13.781417 26315 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0930 20:02:13.781894 26315 node_ready.go:53] node "ha-805293-m03" has status "Ready":"False"
I0930 20:02:14.277640 26315 round_trippers.go:463] GET https://192.168.39.3:8443/api/v1/nodes/ha-805293-m03
I0930 20:02:14.277665 26315 round_trippers.go:469] Request Headers:
I0930 20:02:14.277674 26315 round_trippers.go:473] Accept: application/json, */*
I0930 20:02:14.277678 26315 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0930 20:02:14.281731 26315 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I0930 20:02:14.777599 26315 round_trippers.go:463] GET https://192.168.39.3:8443/api/v1/nodes/ha-805293-m03
I0930 20:02:14.777622 26315 round_trippers.go:469] Request Headers:
I0930 20:02:14.777633 26315 round_trippers.go:473] Accept: application/json, */*
I0930 20:02:14.777638 26315 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0930 20:02:14.780768 26315 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0930 20:02:15.277270 26315 round_trippers.go:463] GET https://192.168.39.3:8443/api/v1/nodes/ha-805293-m03
I0930 20:02:15.277293 26315 round_trippers.go:469] Request Headers:
I0930 20:02:15.277302 26315 round_trippers.go:473] Accept: application/json, */*
I0930 20:02:15.277308 26315 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0930 20:02:15.281504 26315 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I0930 20:02:15.777339 26315 round_trippers.go:463] GET https://192.168.39.3:8443/api/v1/nodes/ha-805293-m03
I0930 20:02:15.777363 26315 round_trippers.go:469] Request Headers:
I0930 20:02:15.777374 26315 round_trippers.go:473] Accept: application/json, */*
I0930 20:02:15.777380 26315 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0930 20:02:15.780737 26315 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0930 20:02:16.277475 26315 round_trippers.go:463] GET https://192.168.39.3:8443/api/v1/nodes/ha-805293-m03
I0930 20:02:16.277500 26315 round_trippers.go:469] Request Headers:
I0930 20:02:16.277508 26315 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0930 20:02:16.277513 26315 round_trippers.go:473] Accept: application/json, */*
I0930 20:02:16.281323 26315 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0930 20:02:16.281879 26315 node_ready.go:53] node "ha-805293-m03" has status "Ready":"False"
I0930 20:02:16.777003 26315 round_trippers.go:463] GET https://192.168.39.3:8443/api/v1/nodes/ha-805293-m03
I0930 20:02:16.777026 26315 round_trippers.go:469] Request Headers:
I0930 20:02:16.777033 26315 round_trippers.go:473] Accept: application/json, */*
I0930 20:02:16.777038 26315 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0930 20:02:16.780794 26315 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0930 20:02:17.277324 26315 round_trippers.go:463] GET https://192.168.39.3:8443/api/v1/nodes/ha-805293-m03
I0930 20:02:17.277345 26315 round_trippers.go:469] Request Headers:
I0930 20:02:17.277353 26315 round_trippers.go:473] Accept: application/json, */*
I0930 20:02:17.277362 26315 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0930 20:02:17.281320 26315 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0930 20:02:17.777286 26315 round_trippers.go:463] GET https://192.168.39.3:8443/api/v1/nodes/ha-805293-m03
I0930 20:02:17.777313 26315 round_trippers.go:469] Request Headers:
I0930 20:02:17.777323 26315 round_trippers.go:473] Accept: application/json, */*
I0930 20:02:17.777329 26315 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0930 20:02:17.781420 26315 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I0930 20:02:18.277338 26315 round_trippers.go:463] GET https://192.168.39.3:8443/api/v1/nodes/ha-805293-m03
I0930 20:02:18.277361 26315 round_trippers.go:469] Request Headers:
I0930 20:02:18.277369 26315 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0930 20:02:18.277374 26315 round_trippers.go:473] Accept: application/json, */*
I0930 20:02:18.280798 26315 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0930 20:02:18.777933 26315 round_trippers.go:463] GET https://192.168.39.3:8443/api/v1/nodes/ha-805293-m03
I0930 20:02:18.777955 26315 round_trippers.go:469] Request Headers:
I0930 20:02:18.777963 26315 round_trippers.go:473] Accept: application/json, */*
I0930 20:02:18.777967 26315 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0930 20:02:18.781895 26315 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0930 20:02:18.782295 26315 node_ready.go:53] node "ha-805293-m03" has status "Ready":"False"
I0930 20:02:19.277039 26315 round_trippers.go:463] GET https://192.168.39.3:8443/api/v1/nodes/ha-805293-m03
I0930 20:02:19.277062 26315 round_trippers.go:469] Request Headers:
I0930 20:02:19.277070 26315 round_trippers.go:473] Accept: application/json, */*
I0930 20:02:19.277074 26315 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0930 20:02:19.280872 26315 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0930 20:02:19.776906 26315 round_trippers.go:463] GET https://192.168.39.3:8443/api/v1/nodes/ha-805293-m03
I0930 20:02:19.776931 26315 round_trippers.go:469] Request Headers:
I0930 20:02:19.776941 26315 round_trippers.go:473] Accept: application/json, */*
I0930 20:02:19.776945 26315 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0930 20:02:19.789070 26315 round_trippers.go:574] Response Status: 200 OK in 12 milliseconds
I0930 20:02:20.277619 26315 round_trippers.go:463] GET https://192.168.39.3:8443/api/v1/nodes/ha-805293-m03
I0930 20:02:20.277645 26315 round_trippers.go:469] Request Headers:
I0930 20:02:20.277657 26315 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0930 20:02:20.277664 26315 round_trippers.go:473] Accept: application/json, */*
I0930 20:02:20.281050 26315 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0930 20:02:20.777108 26315 round_trippers.go:463] GET https://192.168.39.3:8443/api/v1/nodes/ha-805293-m03
I0930 20:02:20.777132 26315 round_trippers.go:469] Request Headers:
I0930 20:02:20.777140 26315 round_trippers.go:473] Accept: application/json, */*
I0930 20:02:20.777145 26315 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0930 20:02:20.780896 26315 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0930 20:02:21.277715 26315 round_trippers.go:463] GET https://192.168.39.3:8443/api/v1/nodes/ha-805293-m03
I0930 20:02:21.277737 26315 round_trippers.go:469] Request Headers:
I0930 20:02:21.277746 26315 round_trippers.go:473] Accept: application/json, */*
I0930 20:02:21.277750 26315 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0930 20:02:21.281198 26315 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0930 20:02:21.281766 26315 node_ready.go:53] node "ha-805293-m03" has status "Ready":"False"
I0930 20:02:21.777774 26315 round_trippers.go:463] GET https://192.168.39.3:8443/api/v1/nodes/ha-805293-m03
I0930 20:02:21.777798 26315 round_trippers.go:469] Request Headers:
I0930 20:02:21.777812 26315 round_trippers.go:473] Accept: application/json, */*
I0930 20:02:21.777818 26315 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0930 20:02:21.781858 26315 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I0930 20:02:22.277699 26315 round_trippers.go:463] GET https://192.168.39.3:8443/api/v1/nodes/ha-805293-m03
I0930 20:02:22.277726 26315 round_trippers.go:469] Request Headers:
I0930 20:02:22.277737 26315 round_trippers.go:473] Accept: application/json, */*
I0930 20:02:22.277741 26315 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0930 20:02:22.281520 26315 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0930 20:02:22.777562 26315 round_trippers.go:463] GET https://192.168.39.3:8443/api/v1/nodes/ha-805293-m03
I0930 20:02:22.777588 26315 round_trippers.go:469] Request Headers:
I0930 20:02:22.777599 26315 round_trippers.go:473] Accept: application/json, */*
I0930 20:02:22.777606 26315 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0930 20:02:22.781172 26315 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0930 20:02:22.781900 26315 node_ready.go:49] node "ha-805293-m03" has status "Ready":"True"
I0930 20:02:22.781919 26315 node_ready.go:38] duration metric: took 18.00516261s for node "ha-805293-m03" to be "Ready" ...
I0930 20:02:22.781930 26315 pod_ready.go:36] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I0930 20:02:22.782018 26315 round_trippers.go:463] GET https://192.168.39.3:8443/api/v1/namespaces/kube-system/pods
I0930 20:02:22.782034 26315 round_trippers.go:469] Request Headers:
I0930 20:02:22.782045 26315 round_trippers.go:473] Accept: application/json, */*
I0930 20:02:22.782050 26315 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0930 20:02:22.788078 26315 round_trippers.go:574] Response Status: 200 OK in 6 milliseconds
I0930 20:02:22.794707 26315 pod_ready.go:79] waiting up to 6m0s for pod "coredns-7c65d6cfc9-x7zjp" in "kube-system" namespace to be "Ready" ...
I0930 20:02:22.794792 26315 round_trippers.go:463] GET https://192.168.39.3:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-x7zjp
I0930 20:02:22.794802 26315 round_trippers.go:469] Request Headers:
I0930 20:02:22.794843 26315 round_trippers.go:473] Accept: application/json, */*
I0930 20:02:22.794851 26315 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0930 20:02:22.798283 26315 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0930 20:02:22.799034 26315 round_trippers.go:463] GET https://192.168.39.3:8443/api/v1/nodes/ha-805293
I0930 20:02:22.799049 26315 round_trippers.go:469] Request Headers:
I0930 20:02:22.799059 26315 round_trippers.go:473] Accept: application/json, */*
I0930 20:02:22.799063 26315 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0930 20:02:22.802512 26315 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0930 20:02:22.803017 26315 pod_ready.go:93] pod "coredns-7c65d6cfc9-x7zjp" in "kube-system" namespace has status "Ready":"True"
I0930 20:02:22.803034 26315 pod_ready.go:82] duration metric: took 8.303758ms for pod "coredns-7c65d6cfc9-x7zjp" in "kube-system" namespace to be "Ready" ...
I0930 20:02:22.803043 26315 pod_ready.go:79] waiting up to 6m0s for pod "coredns-7c65d6cfc9-z4bkv" in "kube-system" namespace to be "Ready" ...
I0930 20:02:22.803100 26315 round_trippers.go:463] GET https://192.168.39.3:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-z4bkv
I0930 20:02:22.803108 26315 round_trippers.go:469] Request Headers:
I0930 20:02:22.803115 26315 round_trippers.go:473] Accept: application/json, */*
I0930 20:02:22.803120 26315 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0930 20:02:22.805708 26315 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0930 20:02:22.806288 26315 round_trippers.go:463] GET https://192.168.39.3:8443/api/v1/nodes/ha-805293
I0930 20:02:22.806303 26315 round_trippers.go:469] Request Headers:
I0930 20:02:22.806309 26315 round_trippers.go:473] Accept: application/json, */*
I0930 20:02:22.806314 26315 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0930 20:02:22.808794 26315 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0930 20:02:22.809193 26315 pod_ready.go:93] pod "coredns-7c65d6cfc9-z4bkv" in "kube-system" namespace has status "Ready":"True"
I0930 20:02:22.809210 26315 pod_ready.go:82] duration metric: took 6.159698ms for pod "coredns-7c65d6cfc9-z4bkv" in "kube-system" namespace to be "Ready" ...
I0930 20:02:22.809221 26315 pod_ready.go:79] waiting up to 6m0s for pod "etcd-ha-805293" in "kube-system" namespace to be "Ready" ...
I0930 20:02:22.809280 26315 round_trippers.go:463] GET https://192.168.39.3:8443/api/v1/namespaces/kube-system/pods/etcd-ha-805293
I0930 20:02:22.809291 26315 round_trippers.go:469] Request Headers:
I0930 20:02:22.809302 26315 round_trippers.go:473] Accept: application/json, */*
I0930 20:02:22.809310 26315 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0930 20:02:22.811844 26315 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0930 20:02:22.812420 26315 round_trippers.go:463] GET https://192.168.39.3:8443/api/v1/nodes/ha-805293
I0930 20:02:22.812435 26315 round_trippers.go:469] Request Headers:
I0930 20:02:22.812441 26315 round_trippers.go:473] Accept: application/json, */*
I0930 20:02:22.812443 26315 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0930 20:02:22.814572 26315 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0930 20:02:22.815425 26315 pod_ready.go:93] pod "etcd-ha-805293" in "kube-system" namespace has status "Ready":"True"
I0930 20:02:22.815446 26315 pod_ready.go:82] duration metric: took 6.21739ms for pod "etcd-ha-805293" in "kube-system" namespace to be "Ready" ...
I0930 20:02:22.815467 26315 pod_ready.go:79] waiting up to 6m0s for pod "etcd-ha-805293-m02" in "kube-system" namespace to be "Ready" ...
I0930 20:02:22.815571 26315 round_trippers.go:463] GET https://192.168.39.3:8443/api/v1/namespaces/kube-system/pods/etcd-ha-805293-m02
I0930 20:02:22.815579 26315 round_trippers.go:469] Request Headers:
I0930 20:02:22.815589 26315 round_trippers.go:473] Accept: application/json, */*
I0930 20:02:22.815596 26315 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0930 20:02:22.819297 26315 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0930 20:02:22.820054 26315 round_trippers.go:463] GET https://192.168.39.3:8443/api/v1/nodes/ha-805293-m02
I0930 20:02:22.820071 26315 round_trippers.go:469] Request Headers:
I0930 20:02:22.820078 26315 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0930 20:02:22.820082 26315 round_trippers.go:473] Accept: application/json, */*
I0930 20:02:22.822946 26315 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0930 20:02:22.823362 26315 pod_ready.go:93] pod "etcd-ha-805293-m02" in "kube-system" namespace has status "Ready":"True"
I0930 20:02:22.823377 26315 pod_ready.go:82] duration metric: took 7.903457ms for pod "etcd-ha-805293-m02" in "kube-system" namespace to be "Ready" ...
I0930 20:02:22.823386 26315 pod_ready.go:79] waiting up to 6m0s for pod "etcd-ha-805293-m03" in "kube-system" namespace to be "Ready" ...
I0930 20:02:22.977860 26315 request.go:632] Waited for 154.412889ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.3:8443/api/v1/namespaces/kube-system/pods/etcd-ha-805293-m03
I0930 20:02:22.977929 26315 round_trippers.go:463] GET https://192.168.39.3:8443/api/v1/namespaces/kube-system/pods/etcd-ha-805293-m03
I0930 20:02:22.977936 26315 round_trippers.go:469] Request Headers:
I0930 20:02:22.977947 26315 round_trippers.go:473] Accept: application/json, */*
I0930 20:02:22.977956 26315 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0930 20:02:22.981875 26315 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0930 20:02:23.177702 26315 request.go:632] Waited for 195.197886ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.3:8443/api/v1/nodes/ha-805293-m03
I0930 20:02:23.177761 26315 round_trippers.go:463] GET https://192.168.39.3:8443/api/v1/nodes/ha-805293-m03
I0930 20:02:23.177766 26315 round_trippers.go:469] Request Headers:
I0930 20:02:23.177774 26315 round_trippers.go:473] Accept: application/json, */*
I0930 20:02:23.177779 26315 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0930 20:02:23.180898 26315 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0930 20:02:23.181332 26315 pod_ready.go:93] pod "etcd-ha-805293-m03" in "kube-system" namespace has status "Ready":"True"
I0930 20:02:23.181350 26315 pod_ready.go:82] duration metric: took 357.955948ms for pod "etcd-ha-805293-m03" in "kube-system" namespace to be "Ready" ...
I0930 20:02:23.181366 26315 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-ha-805293" in "kube-system" namespace to be "Ready" ...
I0930 20:02:23.377609 26315 request.go:632] Waited for 196.161944ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.3:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-805293
I0930 20:02:23.377673 26315 round_trippers.go:463] GET https://192.168.39.3:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-805293
I0930 20:02:23.377681 26315 round_trippers.go:469] Request Headers:
I0930 20:02:23.377691 26315 round_trippers.go:473] Accept: application/json, */*
I0930 20:02:23.377697 26315 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0930 20:02:23.381213 26315 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0930 20:02:23.578424 26315 request.go:632] Waited for 196.368077ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.3:8443/api/v1/nodes/ha-805293
I0930 20:02:23.578500 26315 round_trippers.go:463] GET https://192.168.39.3:8443/api/v1/nodes/ha-805293
I0930 20:02:23.578506 26315 round_trippers.go:469] Request Headers:
I0930 20:02:23.578514 26315 round_trippers.go:473] Accept: application/json, */*
I0930 20:02:23.578528 26315 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0930 20:02:23.581799 26315 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0930 20:02:23.582390 26315 pod_ready.go:93] pod "kube-apiserver-ha-805293" in "kube-system" namespace has status "Ready":"True"
I0930 20:02:23.582406 26315 pod_ready.go:82] duration metric: took 401.034594ms for pod "kube-apiserver-ha-805293" in "kube-system" namespace to be "Ready" ...
I0930 20:02:23.582416 26315 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-ha-805293-m02" in "kube-system" namespace to be "Ready" ...
I0930 20:02:23.778543 26315 request.go:632] Waited for 196.052617ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.3:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-805293-m02
I0930 20:02:23.778624 26315 round_trippers.go:463] GET https://192.168.39.3:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-805293-m02
I0930 20:02:23.778633 26315 round_trippers.go:469] Request Headers:
I0930 20:02:23.778643 26315 round_trippers.go:473] Accept: application/json, */*
I0930 20:02:23.778653 26315 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0930 20:02:23.781828 26315 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0930 20:02:23.977855 26315 request.go:632] Waited for 195.382083ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.3:8443/api/v1/nodes/ha-805293-m02
I0930 20:02:23.977924 26315 round_trippers.go:463] GET https://192.168.39.3:8443/api/v1/nodes/ha-805293-m02
I0930 20:02:23.977944 26315 round_trippers.go:469] Request Headers:
I0930 20:02:23.977959 26315 round_trippers.go:473] Accept: application/json, */*
I0930 20:02:23.977965 26315 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0930 20:02:23.981372 26315 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0930 20:02:23.982066 26315 pod_ready.go:93] pod "kube-apiserver-ha-805293-m02" in "kube-system" namespace has status "Ready":"True"
I0930 20:02:23.982087 26315 pod_ready.go:82] duration metric: took 399.664005ms for pod "kube-apiserver-ha-805293-m02" in "kube-system" namespace to be "Ready" ...
I0930 20:02:23.982100 26315 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-ha-805293-m03" in "kube-system" namespace to be "Ready" ...
I0930 20:02:24.178123 26315 request.go:632] Waited for 195.960731ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.3:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-805293-m03
I0930 20:02:24.178196 26315 round_trippers.go:463] GET https://192.168.39.3:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-805293-m03
I0930 20:02:24.178203 26315 round_trippers.go:469] Request Headers:
I0930 20:02:24.178211 26315 round_trippers.go:473] Accept: application/json, */*
I0930 20:02:24.178236 26315 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0930 20:02:24.182112 26315 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0930 20:02:24.378558 26315 request.go:632] Waited for 195.433009ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.3:8443/api/v1/nodes/ha-805293-m03
I0930 20:02:24.378638 26315 round_trippers.go:463] GET https://192.168.39.3:8443/api/v1/nodes/ha-805293-m03
I0930 20:02:24.378643 26315 round_trippers.go:469] Request Headers:
I0930 20:02:24.378650 26315 round_trippers.go:473] Accept: application/json, */*
I0930 20:02:24.378656 26315 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0930 20:02:24.382291 26315 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0930 20:02:24.382917 26315 pod_ready.go:93] pod "kube-apiserver-ha-805293-m03" in "kube-system" namespace has status "Ready":"True"
I0930 20:02:24.382938 26315 pod_ready.go:82] duration metric: took 400.829354ms for pod "kube-apiserver-ha-805293-m03" in "kube-system" namespace to be "Ready" ...
I0930 20:02:24.382948 26315 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-ha-805293" in "kube-system" namespace to be "Ready" ...
I0930 20:02:24.577887 26315 request.go:632] Waited for 194.863294ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.3:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-805293
I0930 20:02:24.577956 26315 round_trippers.go:463] GET https://192.168.39.3:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-805293
I0930 20:02:24.577963 26315 round_trippers.go:469] Request Headers:
I0930 20:02:24.577971 26315 round_trippers.go:473] Accept: application/json, */*
I0930 20:02:24.577978 26315 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0930 20:02:24.581564 26315 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0930 20:02:24.778150 26315 request.go:632] Waited for 195.36459ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.3:8443/api/v1/nodes/ha-805293
I0930 20:02:24.778203 26315 round_trippers.go:463] GET https://192.168.39.3:8443/api/v1/nodes/ha-805293
I0930 20:02:24.778208 26315 round_trippers.go:469] Request Headers:
I0930 20:02:24.778216 26315 round_trippers.go:473] Accept: application/json, */*
I0930 20:02:24.778221 26315 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0930 20:02:24.781210 26315 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0930 20:02:24.781808 26315 pod_ready.go:93] pod "kube-controller-manager-ha-805293" in "kube-system" namespace has status "Ready":"True"
I0930 20:02:24.781826 26315 pod_ready.go:82] duration metric: took 398.871488ms for pod "kube-controller-manager-ha-805293" in "kube-system" namespace to be "Ready" ...
I0930 20:02:24.781839 26315 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-ha-805293-m02" in "kube-system" namespace to be "Ready" ...
I0930 20:02:24.977967 26315 request.go:632] Waited for 196.028192ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.3:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-805293-m02
I0930 20:02:24.978039 26315 round_trippers.go:463] GET https://192.168.39.3:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-805293-m02
I0930 20:02:24.978046 26315 round_trippers.go:469] Request Headers:
I0930 20:02:24.978055 26315 round_trippers.go:473] Accept: application/json, */*
I0930 20:02:24.978062 26315 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0930 20:02:24.981635 26315 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0930 20:02:25.177628 26315 request.go:632] Waited for 195.118197ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.3:8443/api/v1/nodes/ha-805293-m02
I0930 20:02:25.177702 26315 round_trippers.go:463] GET https://192.168.39.3:8443/api/v1/nodes/ha-805293-m02
I0930 20:02:25.177707 26315 round_trippers.go:469] Request Headers:
I0930 20:02:25.177715 26315 round_trippers.go:473] Accept: application/json, */*
I0930 20:02:25.177722 26315 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0930 20:02:25.184032 26315 round_trippers.go:574] Response Status: 200 OK in 6 milliseconds
I0930 20:02:25.185117 26315 pod_ready.go:93] pod "kube-controller-manager-ha-805293-m02" in "kube-system" namespace has status "Ready":"True"
I0930 20:02:25.185151 26315 pod_ready.go:82] duration metric: took 403.303748ms for pod "kube-controller-manager-ha-805293-m02" in "kube-system" namespace to be "Ready" ...
I0930 20:02:25.185168 26315 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-ha-805293-m03" in "kube-system" namespace to be "Ready" ...
I0930 20:02:25.378088 26315 request.go:632] Waited for 192.829504ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.3:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-805293-m03
I0930 20:02:25.378247 26315 round_trippers.go:463] GET https://192.168.39.3:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-805293-m03
I0930 20:02:25.378262 26315 round_trippers.go:469] Request Headers:
I0930 20:02:25.378274 26315 round_trippers.go:473] Accept: application/json, */*
I0930 20:02:25.378284 26315 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0930 20:02:25.382197 26315 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0930 20:02:25.578183 26315 request.go:632] Waited for 195.374549ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.3:8443/api/v1/nodes/ha-805293-m03
I0930 20:02:25.578237 26315 round_trippers.go:463] GET https://192.168.39.3:8443/api/v1/nodes/ha-805293-m03
I0930 20:02:25.578241 26315 round_trippers.go:469] Request Headers:
I0930 20:02:25.578249 26315 round_trippers.go:473] Accept: application/json, */*
I0930 20:02:25.578273 26315 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0930 20:02:25.581302 26315 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0930 20:02:25.581967 26315 pod_ready.go:93] pod "kube-controller-manager-ha-805293-m03" in "kube-system" namespace has status "Ready":"True"
I0930 20:02:25.581990 26315 pod_ready.go:82] duration metric: took 396.812632ms for pod "kube-controller-manager-ha-805293-m03" in "kube-system" namespace to be "Ready" ...
I0930 20:02:25.582004 26315 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-6gnt4" in "kube-system" namespace to be "Ready" ...
I0930 20:02:25.778066 26315 request.go:632] Waited for 195.961131ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.3:8443/api/v1/namespaces/kube-system/pods/kube-proxy-6gnt4
I0930 20:02:25.778120 26315 round_trippers.go:463] GET https://192.168.39.3:8443/api/v1/namespaces/kube-system/pods/kube-proxy-6gnt4
I0930 20:02:25.778125 26315 round_trippers.go:469] Request Headers:
I0930 20:02:25.778132 26315 round_trippers.go:473] Accept: application/json, */*
I0930 20:02:25.778136 26315 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0930 20:02:25.781487 26315 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0930 20:02:25.977671 26315 request.go:632] Waited for 195.30691ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.3:8443/api/v1/nodes/ha-805293
I0930 20:02:25.977755 26315 round_trippers.go:463] GET https://192.168.39.3:8443/api/v1/nodes/ha-805293
I0930 20:02:25.977762 26315 round_trippers.go:469] Request Headers:
I0930 20:02:25.977769 26315 round_trippers.go:473] Accept: application/json, */*
I0930 20:02:25.977775 26315 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0930 20:02:25.981674 26315 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0930 20:02:25.982338 26315 pod_ready.go:93] pod "kube-proxy-6gnt4" in "kube-system" namespace has status "Ready":"True"
I0930 20:02:25.982360 26315 pod_ready.go:82] duration metric: took 400.349266ms for pod "kube-proxy-6gnt4" in "kube-system" namespace to be "Ready" ...
I0930 20:02:25.982370 26315 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-b9cpp" in "kube-system" namespace to be "Ready" ...
I0930 20:02:26.178400 26315 request.go:632] Waited for 195.958284ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.3:8443/api/v1/namespaces/kube-system/pods/kube-proxy-b9cpp
I0930 20:02:26.178455 26315 round_trippers.go:463] GET https://192.168.39.3:8443/api/v1/namespaces/kube-system/pods/kube-proxy-b9cpp
I0930 20:02:26.178460 26315 round_trippers.go:469] Request Headers:
I0930 20:02:26.178468 26315 round_trippers.go:473] Accept: application/json, */*
I0930 20:02:26.178474 26315 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0930 20:02:26.181740 26315 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0930 20:02:26.377643 26315 request.go:632] Waited for 195.301602ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.3:8443/api/v1/nodes/ha-805293-m03
I0930 20:02:26.377715 26315 round_trippers.go:463] GET https://192.168.39.3:8443/api/v1/nodes/ha-805293-m03
I0930 20:02:26.377720 26315 round_trippers.go:469] Request Headers:
I0930 20:02:26.377730 26315 round_trippers.go:473] Accept: application/json, */*
I0930 20:02:26.377736 26315 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0930 20:02:26.381534 26315 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0930 20:02:26.382336 26315 pod_ready.go:93] pod "kube-proxy-b9cpp" in "kube-system" namespace has status "Ready":"True"
I0930 20:02:26.382356 26315 pod_ready.go:82] duration metric: took 399.97947ms for pod "kube-proxy-b9cpp" in "kube-system" namespace to be "Ready" ...
I0930 20:02:26.382369 26315 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-vptrg" in "kube-system" namespace to be "Ready" ...
I0930 20:02:26.578135 26315 request.go:632] Waited for 195.696435ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.3:8443/api/v1/namespaces/kube-system/pods/kube-proxy-vptrg
I0930 20:02:26.578222 26315 round_trippers.go:463] GET https://192.168.39.3:8443/api/v1/namespaces/kube-system/pods/kube-proxy-vptrg
I0930 20:02:26.578231 26315 round_trippers.go:469] Request Headers:
I0930 20:02:26.578239 26315 round_trippers.go:473] Accept: application/json, */*
I0930 20:02:26.578246 26315 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0930 20:02:26.581969 26315 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0930 20:02:26.778092 26315 request.go:632] Waited for 195.270119ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.3:8443/api/v1/nodes/ha-805293-m02
I0930 20:02:26.778175 26315 round_trippers.go:463] GET https://192.168.39.3:8443/api/v1/nodes/ha-805293-m02
I0930 20:02:26.778183 26315 round_trippers.go:469] Request Headers:
I0930 20:02:26.778194 26315 round_trippers.go:473] Accept: application/json, */*
I0930 20:02:26.778204 26315 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0930 20:02:26.781951 26315 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0930 20:02:26.782497 26315 pod_ready.go:93] pod "kube-proxy-vptrg" in "kube-system" namespace has status "Ready":"True"
I0930 20:02:26.782530 26315 pod_ready.go:82] duration metric: took 400.140578ms for pod "kube-proxy-vptrg" in "kube-system" namespace to be "Ready" ...
I0930 20:02:26.782542 26315 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-ha-805293" in "kube-system" namespace to be "Ready" ...
I0930 20:02:26.978290 26315 request.go:632] Waited for 195.637761ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.3:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-805293
I0930 20:02:26.978361 26315 round_trippers.go:463] GET https://192.168.39.3:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-805293
I0930 20:02:26.978368 26315 round_trippers.go:469] Request Headers:
I0930 20:02:26.978377 26315 round_trippers.go:473] Accept: application/json, */*
I0930 20:02:26.978381 26315 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0930 20:02:26.982459 26315 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I0930 20:02:27.178413 26315 request.go:632] Waited for 195.235139ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.3:8443/api/v1/nodes/ha-805293
I0930 20:02:27.178464 26315 round_trippers.go:463] GET https://192.168.39.3:8443/api/v1/nodes/ha-805293
I0930 20:02:27.178469 26315 round_trippers.go:469] Request Headers:
I0930 20:02:27.178476 26315 round_trippers.go:473] Accept: application/json, */*
I0930 20:02:27.178479 26315 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0930 20:02:27.182089 26315 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0930 20:02:27.182674 26315 pod_ready.go:93] pod "kube-scheduler-ha-805293" in "kube-system" namespace has status "Ready":"True"
I0930 20:02:27.182695 26315 pod_ready.go:82] duration metric: took 400.147259ms for pod "kube-scheduler-ha-805293" in "kube-system" namespace to be "Ready" ...
I0930 20:02:27.182706 26315 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-ha-805293-m02" in "kube-system" namespace to be "Ready" ...
I0930 20:02:27.377673 26315 request.go:632] Waited for 194.89364ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.3:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-805293-m02
I0930 20:02:27.377752 26315 round_trippers.go:463] GET https://192.168.39.3:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-805293-m02
I0930 20:02:27.377758 26315 round_trippers.go:469] Request Headers:
I0930 20:02:27.377765 26315 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0930 20:02:27.377769 26315 round_trippers.go:473] Accept: application/json, */*
I0930 20:02:27.381356 26315 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0930 20:02:27.578554 26315 request.go:632] Waited for 196.443432ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.3:8443/api/v1/nodes/ha-805293-m02
I0930 20:02:27.578622 26315 round_trippers.go:463] GET https://192.168.39.3:8443/api/v1/nodes/ha-805293-m02
I0930 20:02:27.578630 26315 round_trippers.go:469] Request Headers:
I0930 20:02:27.578641 26315 round_trippers.go:473] Accept: application/json, */*
I0930 20:02:27.578647 26315 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0930 20:02:27.582325 26315 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0930 20:02:27.582942 26315 pod_ready.go:93] pod "kube-scheduler-ha-805293-m02" in "kube-system" namespace has status "Ready":"True"
I0930 20:02:27.582965 26315 pod_ready.go:82] duration metric: took 400.251961ms for pod "kube-scheduler-ha-805293-m02" in "kube-system" namespace to be "Ready" ...
I0930 20:02:27.582978 26315 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-ha-805293-m03" in "kube-system" namespace to be "Ready" ...
I0930 20:02:27.778055 26315 request.go:632] Waited for 195.008545ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.3:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-805293-m03
I0930 20:02:27.778129 26315 round_trippers.go:463] GET https://192.168.39.3:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-805293-m03
I0930 20:02:27.778135 26315 round_trippers.go:469] Request Headers:
I0930 20:02:27.778142 26315 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0930 20:02:27.778147 26315 round_trippers.go:473] Accept: application/json, */*
I0930 20:02:27.782023 26315 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0930 20:02:27.977660 26315 request.go:632] Waited for 194.950522ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.3:8443/api/v1/nodes/ha-805293-m03
I0930 20:02:27.977742 26315 round_trippers.go:463] GET https://192.168.39.3:8443/api/v1/nodes/ha-805293-m03
I0930 20:02:27.977752 26315 round_trippers.go:469] Request Headers:
I0930 20:02:27.977762 26315 round_trippers.go:473] Accept: application/json, */*
I0930 20:02:27.977769 26315 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0930 20:02:27.981329 26315 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0930 20:02:27.981878 26315 pod_ready.go:93] pod "kube-scheduler-ha-805293-m03" in "kube-system" namespace has status "Ready":"True"
I0930 20:02:27.981905 26315 pod_ready.go:82] duration metric: took 398.919132ms for pod "kube-scheduler-ha-805293-m03" in "kube-system" namespace to be "Ready" ...
I0930 20:02:27.981920 26315 pod_ready.go:39] duration metric: took 5.199971217s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I0930 20:02:27.981939 26315 api_server.go:52] waiting for apiserver process to appear ...
I0930 20:02:27.982009 26315 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0930 20:02:27.999589 26315 api_server.go:72] duration metric: took 23.538667198s to wait for apiserver process to appear ...
I0930 20:02:27.999616 26315 api_server.go:88] waiting for apiserver healthz status ...
I0930 20:02:27.999635 26315 api_server.go:253] Checking apiserver healthz at https://192.168.39.3:8443/healthz ...
I0930 20:02:28.006690 26315 api_server.go:279] https://192.168.39.3:8443/healthz returned 200:
ok
I0930 20:02:28.006768 26315 round_trippers.go:463] GET https://192.168.39.3:8443/version
I0930 20:02:28.006788 26315 round_trippers.go:469] Request Headers:
I0930 20:02:28.006799 26315 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0930 20:02:28.006804 26315 round_trippers.go:473] Accept: application/json, */*
I0930 20:02:28.008072 26315 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0930 20:02:28.008144 26315 api_server.go:141] control plane version: v1.31.1
I0930 20:02:28.008163 26315 api_server.go:131] duration metric: took 8.540356ms to wait for apiserver health ...
I0930 20:02:28.008173 26315 system_pods.go:43] waiting for kube-system pods to appear ...
I0930 20:02:28.178582 26315 request.go:632] Waited for 170.336703ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.3:8443/api/v1/namespaces/kube-system/pods
I0930 20:02:28.178653 26315 round_trippers.go:463] GET https://192.168.39.3:8443/api/v1/namespaces/kube-system/pods
I0930 20:02:28.178673 26315 round_trippers.go:469] Request Headers:
I0930 20:02:28.178683 26315 round_trippers.go:473] Accept: application/json, */*
I0930 20:02:28.178688 26315 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0930 20:02:28.186196 26315 round_trippers.go:574] Response Status: 200 OK in 7 milliseconds
I0930 20:02:28.192615 26315 system_pods.go:59] 24 kube-system pods found
I0930 20:02:28.192646 26315 system_pods.go:61] "coredns-7c65d6cfc9-x7zjp" [b5b20ed2-1d94-49b9-ab9e-17e27d1012d0] Running
I0930 20:02:28.192651 26315 system_pods.go:61] "coredns-7c65d6cfc9-z4bkv" [c6ba0288-138e-4690-a68d-6d6378e28deb] Running
I0930 20:02:28.192656 26315 system_pods.go:61] "etcd-ha-805293" [399ae7f6-cec9-4e8d-bda2-6c85dbcc5613] Running
I0930 20:02:28.192661 26315 system_pods.go:61] "etcd-ha-805293-m02" [06ff461f-0ed1-4010-bcf7-1e82e4a589eb] Running
I0930 20:02:28.192665 26315 system_pods.go:61] "etcd-ha-805293-m03" [c87078d8-ee99-4a5f-9258-cf5d7e658388] Running
I0930 20:02:28.192668 26315 system_pods.go:61] "kindnet-lfldt" [62cfaae6-e635-4ba4-a0db-77d008d12706] Running
I0930 20:02:28.192671 26315 system_pods.go:61] "kindnet-qrhb8" [852c4080-9210-47bb-a06a-d1b8bcff580d] Running
I0930 20:02:28.192675 26315 system_pods.go:61] "kindnet-slhtm" [a9f4d6f0-3dbf-4ca6-8d39-e0708f8b4e88] Running
I0930 20:02:28.192679 26315 system_pods.go:61] "kube-apiserver-ha-805293" [e975ca94-0069-4dfc-bc42-fa14fff226d5] Running
I0930 20:02:28.192682 26315 system_pods.go:61] "kube-apiserver-ha-805293-m02" [c0f6d06d-f2d3-4796-ba43-16db58da16f7] Running
I0930 20:02:28.192687 26315 system_pods.go:61] "kube-apiserver-ha-805293-m03" [6fb5a285-7f35-4eb2-b028-6bd9fcfd21fe] Running
I0930 20:02:28.192691 26315 system_pods.go:61] "kube-controller-manager-ha-805293" [01616da3-61eb-494b-a55c-28acaa308938] Running
I0930 20:02:28.192695 26315 system_pods.go:61] "kube-controller-manager-ha-805293-m02" [14e035c1-fd94-43ab-aa98-3f20108eba57] Running
I0930 20:02:28.192698 26315 system_pods.go:61] "kube-controller-manager-ha-805293-m03" [35d67e4a-f434-49df-8fb9-c6fcc725d8ff] Running
I0930 20:02:28.192702 26315 system_pods.go:61] "kube-proxy-6gnt4" [a90b0c3f-e9c3-4cb9-8773-8253bd72ab51] Running
I0930 20:02:28.192706 26315 system_pods.go:61] "kube-proxy-b9cpp" [c828ff6a-6cbb-4a29-84bc-118522687da8] Running
I0930 20:02:28.192710 26315 system_pods.go:61] "kube-proxy-vptrg" [324c92ea-b82f-4efa-b63c-4c590bbf214d] Running
I0930 20:02:28.192714 26315 system_pods.go:61] "kube-scheduler-ha-805293" [fbff9dea-1599-43ab-bb92-df8c5231bb87] Running
I0930 20:02:28.192720 26315 system_pods.go:61] "kube-scheduler-ha-805293-m02" [9e69f915-83ac-48de-9bd6-3d245a2e82be] Running
I0930 20:02:28.192723 26315 system_pods.go:61] "kube-scheduler-ha-805293-m03" [34e2edf8-ca25-4a7c-a626-ac037b40b905] Running
I0930 20:02:28.192729 26315 system_pods.go:61] "kube-vip-ha-805293" [9c629f9e-1b42-4680-9fd8-2dae4cec07f8] Running
I0930 20:02:28.192732 26315 system_pods.go:61] "kube-vip-ha-805293-m02" [ec99538b-4f84-4078-b64d-23086cbf2c45] Running
I0930 20:02:28.192735 26315 system_pods.go:61] "kube-vip-ha-805293-m03" [fcc5a165-5430-45d3-8ec7-fbdf5adc7e20] Running
I0930 20:02:28.192738 26315 system_pods.go:61] "storage-provisioner" [1912fdf8-d789-4ba9-99ff-c87ccbf330ec] Running
I0930 20:02:28.192747 26315 system_pods.go:74] duration metric: took 184.564973ms to wait for pod list to return data ...
I0930 20:02:28.192756 26315 default_sa.go:34] waiting for default service account to be created ...
I0930 20:02:28.378324 26315 request.go:632] Waited for 185.488908ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.3:8443/api/v1/namespaces/default/serviceaccounts
I0930 20:02:28.378382 26315 round_trippers.go:463] GET https://192.168.39.3:8443/api/v1/namespaces/default/serviceaccounts
I0930 20:02:28.378387 26315 round_trippers.go:469] Request Headers:
I0930 20:02:28.378394 26315 round_trippers.go:473] Accept: application/json, */*
I0930 20:02:28.378398 26315 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0930 20:02:28.382352 26315 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0930 20:02:28.382515 26315 default_sa.go:45] found service account: "default"
I0930 20:02:28.382532 26315 default_sa.go:55] duration metric: took 189.767008ms for default service account to be created ...
I0930 20:02:28.382546 26315 system_pods.go:116] waiting for k8s-apps to be running ...
I0930 20:02:28.578010 26315 request.go:632] Waited for 195.370903ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.3:8443/api/v1/namespaces/kube-system/pods
I0930 20:02:28.578070 26315 round_trippers.go:463] GET https://192.168.39.3:8443/api/v1/namespaces/kube-system/pods
I0930 20:02:28.578076 26315 round_trippers.go:469] Request Headers:
I0930 20:02:28.578083 26315 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0930 20:02:28.578087 26315 round_trippers.go:473] Accept: application/json, */*
I0930 20:02:28.584177 26315 round_trippers.go:574] Response Status: 200 OK in 6 milliseconds
I0930 20:02:28.592272 26315 system_pods.go:86] 24 kube-system pods found
I0930 20:02:28.592310 26315 system_pods.go:89] "coredns-7c65d6cfc9-x7zjp" [b5b20ed2-1d94-49b9-ab9e-17e27d1012d0] Running
I0930 20:02:28.592319 26315 system_pods.go:89] "coredns-7c65d6cfc9-z4bkv" [c6ba0288-138e-4690-a68d-6d6378e28deb] Running
I0930 20:02:28.592330 26315 system_pods.go:89] "etcd-ha-805293" [399ae7f6-cec9-4e8d-bda2-6c85dbcc5613] Running
I0930 20:02:28.592336 26315 system_pods.go:89] "etcd-ha-805293-m02" [06ff461f-0ed1-4010-bcf7-1e82e4a589eb] Running
I0930 20:02:28.592341 26315 system_pods.go:89] "etcd-ha-805293-m03" [c87078d8-ee99-4a5f-9258-cf5d7e658388] Running
I0930 20:02:28.592346 26315 system_pods.go:89] "kindnet-lfldt" [62cfaae6-e635-4ba4-a0db-77d008d12706] Running
I0930 20:02:28.592351 26315 system_pods.go:89] "kindnet-qrhb8" [852c4080-9210-47bb-a06a-d1b8bcff580d] Running
I0930 20:02:28.592357 26315 system_pods.go:89] "kindnet-slhtm" [a9f4d6f0-3dbf-4ca6-8d39-e0708f8b4e88] Running
I0930 20:02:28.592363 26315 system_pods.go:89] "kube-apiserver-ha-805293" [e975ca94-0069-4dfc-bc42-fa14fff226d5] Running
I0930 20:02:28.592368 26315 system_pods.go:89] "kube-apiserver-ha-805293-m02" [c0f6d06d-f2d3-4796-ba43-16db58da16f7] Running
I0930 20:02:28.592374 26315 system_pods.go:89] "kube-apiserver-ha-805293-m03" [6fb5a285-7f35-4eb2-b028-6bd9fcfd21fe] Running
I0930 20:02:28.592381 26315 system_pods.go:89] "kube-controller-manager-ha-805293" [01616da3-61eb-494b-a55c-28acaa308938] Running
I0930 20:02:28.592388 26315 system_pods.go:89] "kube-controller-manager-ha-805293-m02" [14e035c1-fd94-43ab-aa98-3f20108eba57] Running
I0930 20:02:28.592397 26315 system_pods.go:89] "kube-controller-manager-ha-805293-m03" [35d67e4a-f434-49df-8fb9-c6fcc725d8ff] Running
I0930 20:02:28.592404 26315 system_pods.go:89] "kube-proxy-6gnt4" [a90b0c3f-e9c3-4cb9-8773-8253bd72ab51] Running
I0930 20:02:28.592410 26315 system_pods.go:89] "kube-proxy-b9cpp" [c828ff6a-6cbb-4a29-84bc-118522687da8] Running
I0930 20:02:28.592416 26315 system_pods.go:89] "kube-proxy-vptrg" [324c92ea-b82f-4efa-b63c-4c590bbf214d] Running
I0930 20:02:28.592422 26315 system_pods.go:89] "kube-scheduler-ha-805293" [fbff9dea-1599-43ab-bb92-df8c5231bb87] Running
I0930 20:02:28.592430 26315 system_pods.go:89] "kube-scheduler-ha-805293-m02" [9e69f915-83ac-48de-9bd6-3d245a2e82be] Running
I0930 20:02:28.592436 26315 system_pods.go:89] "kube-scheduler-ha-805293-m03" [34e2edf8-ca25-4a7c-a626-ac037b40b905] Running
I0930 20:02:28.592442 26315 system_pods.go:89] "kube-vip-ha-805293" [9c629f9e-1b42-4680-9fd8-2dae4cec07f8] Running
I0930 20:02:28.592450 26315 system_pods.go:89] "kube-vip-ha-805293-m02" [ec99538b-4f84-4078-b64d-23086cbf2c45] Running
I0930 20:02:28.592455 26315 system_pods.go:89] "kube-vip-ha-805293-m03" [fcc5a165-5430-45d3-8ec7-fbdf5adc7e20] Running
I0930 20:02:28.592461 26315 system_pods.go:89] "storage-provisioner" [1912fdf8-d789-4ba9-99ff-c87ccbf330ec] Running
I0930 20:02:28.592472 26315 system_pods.go:126] duration metric: took 209.917591ms to wait for k8s-apps to be running ...
I0930 20:02:28.592485 26315 system_svc.go:44] waiting for kubelet service to be running ....
I0930 20:02:28.592534 26315 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I0930 20:02:28.608637 26315 system_svc.go:56] duration metric: took 16.145321ms WaitForService to wait for kubelet
I0930 20:02:28.608674 26315 kubeadm.go:582] duration metric: took 24.147753749s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I0930 20:02:28.608696 26315 node_conditions.go:102] verifying NodePressure condition ...
I0930 20:02:28.778132 26315 request.go:632] Waited for 169.34168ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.3:8443/api/v1/nodes
I0930 20:02:28.778186 26315 round_trippers.go:463] GET https://192.168.39.3:8443/api/v1/nodes
I0930 20:02:28.778191 26315 round_trippers.go:469] Request Headers:
I0930 20:02:28.778198 26315 round_trippers.go:473] Accept: application/json, */*
I0930 20:02:28.778202 26315 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0930 20:02:28.782435 26315 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I0930 20:02:28.783582 26315 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I0930 20:02:28.783605 26315 node_conditions.go:123] node cpu capacity is 2
I0930 20:02:28.783617 26315 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I0930 20:02:28.783621 26315 node_conditions.go:123] node cpu capacity is 2
I0930 20:02:28.783625 26315 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I0930 20:02:28.783628 26315 node_conditions.go:123] node cpu capacity is 2
I0930 20:02:28.783633 26315 node_conditions.go:105] duration metric: took 174.931399ms to run NodePressure ...
I0930 20:02:28.783649 26315 start.go:241] waiting for startup goroutines ...
I0930 20:02:28.783678 26315 start.go:255] writing updated cluster config ...
I0930 20:02:28.783989 26315 ssh_runner.go:195] Run: rm -f paused
I0930 20:02:28.838018 26315 start.go:600] kubectl: 1.31.1, cluster: 1.31.1 (minor skew: 0)
I0930 20:02:28.840509 26315 out.go:177] * Done! kubectl is now configured to use "ha-805293" cluster and "default" namespace by default
==> CRI-O <==
Sep 30 20:06:27 ha-805293 crio[655]: time="2024-09-30 20:06:27.061665475Z" level=debug msg="Response: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1727726787061632418,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}" file="otel-collector/interceptors.go:74" id=1025a29c-0325-4134-9a02-484b9261334c name=/runtime.v1.ImageService/ImageFsInfo
Sep 30 20:06:27 ha-805293 crio[655]: time="2024-09-30 20:06:27.062466394Z" level=debug msg="Request: &ListContainersRequest{Filter:&ContainerFilter{Id:,State:nil,PodSandboxId:,LabelSelector:map[string]string{},},}" file="otel-collector/interceptors.go:62" id=55259a91-dbf9-44c7-959c-24c830687297 name=/runtime.v1.RuntimeService/ListContainers
Sep 30 20:06:27 ha-805293 crio[655]: time="2024-09-30 20:06:27.062532498Z" level=debug msg="No filters were applied, returning full container list" file="server/container_list.go:60" id=55259a91-dbf9-44c7-959c-24c830687297 name=/runtime.v1.RuntimeService/ListContainers
Sep 30 20:06:27 ha-805293 crio[655]: time="2024-09-30 20:06:27.062775936Z" level=debug msg="Response: &ListContainersResponse{Containers:[]*Container{&Container{Id:10ee59c77c769b646a6f94ef88076d89d99a5138229c27ab2ecd6eedc1ea0137,PodSandboxId:a8d4349f6e0b012cac7cc543f5d04992a9cb1de807eb237411f46582d8c5c540,Metadata:&ContainerMetadata{Name:busybox,Attempt:0,},Image:&ImageSpec{Image:gcr.io/k8s-minikube/busybox@sha256:74f634b1bc1bd74535d5209589734efbd44a25f4e2dc96d78784576a3eb5b335,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:8c811b4aec35f259572d0f79207bc0678df4c736eeec50bc9fec37ed936a472a,State:CONTAINER_RUNNING,CreatedAt:1727726553788768842,Labels:map[string]string{io.kubernetes.container.name: busybox,io.kubernetes.pod.name: busybox-7dff88458-r27jf,io.kubernetes.pod.namespace: default,io.kubernetes.pod.uid: 8969a9ac-4b19-4c72-a07d-bb931c9f8ba7,},Annotations:map[string]string{io.kubernetes.container.hash: 82159afa,io.kubernetes.container.restartCount: 0,io.kubernetes.c
ontainer.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:8c540e4668f99b48d3770431ac1f2af8cc27bb02cb7484f76a2e64c054e7d51b,PodSandboxId:f95d30afc04916b1e5d12f22842ce5b2c3808757f1b92af092bf4ffc63a27c9c,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1727726414310017018,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-x7zjp,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: b5b20ed2-1d94-49b9-ab9e-17e27d1012d0,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"
UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:6d01ed71d852eed61bb80348ffe7fb51d168d95e1306c1563c1f48e5dbbf8f2c,PodSandboxId:2a39bd6449f5ae769d104fbeb8e59e2f8144520dfc21ce04f986400da9c5cf45,Metadata:&ContainerMetadata{Name:storage-provisioner,Attempt:0,},Image:&ImageSpec{Image:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,State:CONTAINER_RUNNING,CreatedAt:1727726414272318094,Labels:map[string]string{io.kubernetes.container.name: storage-provisioner,io.kubernetes.pod.name: storage-provisioner,io.kubernetes.pod.namespace: kube-system,io.
kubernetes.pod.uid: 1912fdf8-d789-4ba9-99ff-c87ccbf330ec,},Annotations:map[string]string{io.kubernetes.container.hash: 6c6bf961,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:beba42a2bf03538adf6e7a4dbb71260fee4fa21466c2be38d7aa05898ee55f0c,PodSandboxId:626fdaeb1b14215b2ddf9dbe22621f0f7c9f7e0e8db20c7c483269ada15e7512,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1727726414250119749,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-z4bkv,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: c6ba0288-13
8e-4690-a68d-6d6378e28deb,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:e28b6781ed449accffbc99ebf7b7a45d0e016ee9212f8826e5bed2775f45e1aa,PodSandboxId:36a3293339cae46a1bb60dbd31ebc0c9cff626b8ef4187cb20f8f6e82df0ea38,Metadata:&ContainerMetadata{Name:kindnet-cni,Attempt:0,},Image:&ImageSpec{Image:12968670680f4561ef6818782391eb120d6e3365cf3f967aad58749f95381a4f,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:12968670680f4561ef6818782391eb120d6e3365cf3f967aad58749f95381a4f,State:CONTAINER_RUNNING,CreatedAt:17277264
02286671649,Labels:map[string]string{io.kubernetes.container.name: kindnet-cni,io.kubernetes.pod.name: kindnet-slhtm,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: a9f4d6f0-3dbf-4ca6-8d39-e0708f8b4e88,},Annotations:map[string]string{io.kubernetes.container.hash: e80daca3,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:cd73b6dc4334857d143f06eb9ac8c7e12ee73639e61cdc17666fe96fa1f26088,PodSandboxId:27a0913ae182af410a957f6939c392e8f5c10a9c0f379497c031a233b043fcc0,Metadata:&ContainerMetadata{Name:kube-proxy,Attempt:0,},Image:&ImageSpec{Image:60c005f310ff3ad6d131805170f07d2946095307063eaaa5eedcaf06a0a89561,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:60c005f310ff3ad6d131805170f07d2946095307063eaaa5eedcaf06a0a89561,State:CONTAINER_RUNNING,CreatedAt:1727726402007379257,Labels:map[string]strin
g{io.kubernetes.container.name: kube-proxy,io.kubernetes.pod.name: kube-proxy-6gnt4,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: a90b0c3f-e9c3-4cb9-8773-8253bd72ab51,},Annotations:map[string]string{io.kubernetes.container.hash: 159dcc59,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:5e8e1f537ce941dd5174a539d9c52bcdc043499fbf92875cdf6ed4fc819c4dbe,PodSandboxId:1fd2dbf5f5af033b5a3e52b79c474bc1a4f59060eca81c998f7ec1a08b0bd020,Metadata:&ContainerMetadata{Name:kube-vip,Attempt:0,},Image:&ImageSpec{Image:ghcr.io/kube-vip/kube-vip@sha256:805addee63aa68946df6a5b2dd410c9e658b7f69ddbfc8c0ea8a1486662d6413,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:18b729c2288dc4ef333dace4cac0c9a3afd63bd7d3c25bc857d39c79eea48460,State:CONTAINER_RUNNING,CreatedAt:1727726392774120477,Labels:map[string]string{
io.kubernetes.container.name: kube-vip,io.kubernetes.pod.name: kube-vip-ha-805293,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 7ab114a2582827f884939bc3a1a2f15f,},Annotations:map[string]string{io.kubernetes.container.hash: 212a3ca5,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:9b8d5baa6998a0be0b18a6a4e4875ca35e5680ddc8f43b93ae94d8160a072463,PodSandboxId:73733467afdd9b699d6d342fb9bbd352b0c4456149f3c46fe331c45d34ebb0c1,Metadata:&ContainerMetadata{Name:kube-scheduler,Attempt:0,},Image:&ImageSpec{Image:9aa1fad941575eed91ab13d44f3e4cb5b1ff4e09cbbe954ea63002289416a13b,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:9aa1fad941575eed91ab13d44f3e4cb5b1ff4e09cbbe954ea63002289416a13b,State:CONTAINER_RUNNING,CreatedAt:1727726390313369486,Labels:map[string]string{io.kubernetes.container.name: kub
e-scheduler,io.kubernetes.pod.name: kube-scheduler-ha-805293,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: f33fa137f85dfeea3a67cdcccdd92a29,},Annotations:map[string]string{io.kubernetes.container.hash: 12faacf7,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:0e9fbbe2017dac31afa6b99397b35147479d921bd1c28368d0863e7deba96963,PodSandboxId:6fc84ff2f4f9e09491da5bb8f4fa755e40a60c0bec559ecff99973cd8d2fbbf5,Metadata:&ContainerMetadata{Name:kube-controller-manager,Attempt:0,},Image:&ImageSpec{Image:175ffd71cce3d90bae95904b55260db941b10007a4e5471a19f3135b30aa9cd1,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:175ffd71cce3d90bae95904b55260db941b10007a4e5471a19f3135b30aa9cd1,State:CONTAINER_RUNNING,CreatedAt:1727726390327177630,Labels:map[string]string{io.kubernetes.container.name: kube-controller
-manager,io.kubernetes.pod.name: kube-controller-manager-ha-805293,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 91de2f71b33d8668e0d24248c5ba505a,},Annotations:map[string]string{io.kubernetes.container.hash: d1900d79,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:219dff1c43cd4fc52d54d558d6d4c44ac3dc35d4c8b6e3abe0d6b0517d28f22c,PodSandboxId:bff718c807eb7f31c2fa2ca21cb89a64bfae7b651a8673a1e2659004f3cc16a3,Metadata:&ContainerMetadata{Name:etcd,Attempt:0,},Image:&ImageSpec{Image:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,State:CONTAINER_RUNNING,CreatedAt:1727726390230461135,Labels:map[string]string{io.kubernetes.container.name: etcd,io.kubernetes.pod.name:
etcd-ha-805293,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 0dc042ef6adb6bb0f327bb59cec9a57d,},Annotations:map[string]string{io.kubernetes.container.hash: cdf7d3fa,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:994c927aa147aaacb19c3dc9b54178374731ce435295e01ceb9dbb1854a78f78,PodSandboxId:ec25e9867db7c44002a733caaf53a3e32f3ab4c28faa3767e1bca353d80692e6,Metadata:&ContainerMetadata{Name:kube-apiserver,Attempt:0,},Image:&ImageSpec{Image:6bab7719df1001fdcc7e39f1decfa1f73b7f3af2757a91c5bafa1aaea29d1aee,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:6bab7719df1001fdcc7e39f1decfa1f73b7f3af2757a91c5bafa1aaea29d1aee,State:CONTAINER_RUNNING,CreatedAt:1727726390173703617,Labels:map[string]string{io.kubernetes.container.name: kube-apiserver,io.kubernetes.pod.name: kube-apiserver-ha-805293,io.ku
bernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 0e187d2ff3fb002e09fae92363c4994b,},Annotations:map[string]string{io.kubernetes.container.hash: 7df2713b,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},},}" file="otel-collector/interceptors.go:74" id=55259a91-dbf9-44c7-959c-24c830687297 name=/runtime.v1.RuntimeService/ListContainers
Sep 30 20:06:27 ha-805293 crio[655]: time="2024-09-30 20:06:27.100045619Z" level=debug msg="Request: &VersionRequest{Version:,}" file="otel-collector/interceptors.go:62" id=fe96b0b1-88d2-448a-bd65-572d73d31ff7 name=/runtime.v1.RuntimeService/Version
Sep 30 20:06:27 ha-805293 crio[655]: time="2024-09-30 20:06:27.100134858Z" level=debug msg="Response: &VersionResponse{Version:0.1.0,RuntimeName:cri-o,RuntimeVersion:1.29.1,RuntimeApiVersion:v1,}" file="otel-collector/interceptors.go:74" id=fe96b0b1-88d2-448a-bd65-572d73d31ff7 name=/runtime.v1.RuntimeService/Version
Sep 30 20:06:27 ha-805293 crio[655]: time="2024-09-30 20:06:27.101269930Z" level=debug msg="Request: &ImageFsInfoRequest{}" file="otel-collector/interceptors.go:62" id=4eff58f0-f5c6-46df-9b05-9f3848b142b3 name=/runtime.v1.ImageService/ImageFsInfo
Sep 30 20:06:27 ha-805293 crio[655]: time="2024-09-30 20:06:27.101791761Z" level=debug msg="Response: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1727726787101769255,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}" file="otel-collector/interceptors.go:74" id=4eff58f0-f5c6-46df-9b05-9f3848b142b3 name=/runtime.v1.ImageService/ImageFsInfo
Sep 30 20:06:27 ha-805293 crio[655]: time="2024-09-30 20:06:27.102197709Z" level=debug msg="Request: &ListContainersRequest{Filter:&ContainerFilter{Id:,State:nil,PodSandboxId:,LabelSelector:map[string]string{},},}" file="otel-collector/interceptors.go:62" id=4d8efbfe-8f3f-4dd4-9d4c-dc642bb2b8dc name=/runtime.v1.RuntimeService/ListContainers
Sep 30 20:06:27 ha-805293 crio[655]: time="2024-09-30 20:06:27.102249709Z" level=debug msg="No filters were applied, returning full container list" file="server/container_list.go:60" id=4d8efbfe-8f3f-4dd4-9d4c-dc642bb2b8dc name=/runtime.v1.RuntimeService/ListContainers
Sep 30 20:06:27 ha-805293 crio[655]: time="2024-09-30 20:06:27.102536807Z" level=debug msg="Response: &ListContainersResponse{Containers:[]*Container{&Container{Id:10ee59c77c769b646a6f94ef88076d89d99a5138229c27ab2ecd6eedc1ea0137,PodSandboxId:a8d4349f6e0b012cac7cc543f5d04992a9cb1de807eb237411f46582d8c5c540,Metadata:&ContainerMetadata{Name:busybox,Attempt:0,},Image:&ImageSpec{Image:gcr.io/k8s-minikube/busybox@sha256:74f634b1bc1bd74535d5209589734efbd44a25f4e2dc96d78784576a3eb5b335,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:8c811b4aec35f259572d0f79207bc0678df4c736eeec50bc9fec37ed936a472a,State:CONTAINER_RUNNING,CreatedAt:1727726553788768842,Labels:map[string]string{io.kubernetes.container.name: busybox,io.kubernetes.pod.name: busybox-7dff88458-r27jf,io.kubernetes.pod.namespace: default,io.kubernetes.pod.uid: 8969a9ac-4b19-4c72-a07d-bb931c9f8ba7,},Annotations:map[string]string{io.kubernetes.container.hash: 82159afa,io.kubernetes.container.restartCount: 0,io.kubernetes.c
ontainer.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:8c540e4668f99b48d3770431ac1f2af8cc27bb02cb7484f76a2e64c054e7d51b,PodSandboxId:f95d30afc04916b1e5d12f22842ce5b2c3808757f1b92af092bf4ffc63a27c9c,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1727726414310017018,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-x7zjp,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: b5b20ed2-1d94-49b9-ab9e-17e27d1012d0,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"
UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:6d01ed71d852eed61bb80348ffe7fb51d168d95e1306c1563c1f48e5dbbf8f2c,PodSandboxId:2a39bd6449f5ae769d104fbeb8e59e2f8144520dfc21ce04f986400da9c5cf45,Metadata:&ContainerMetadata{Name:storage-provisioner,Attempt:0,},Image:&ImageSpec{Image:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,State:CONTAINER_RUNNING,CreatedAt:1727726414272318094,Labels:map[string]string{io.kubernetes.container.name: storage-provisioner,io.kubernetes.pod.name: storage-provisioner,io.kubernetes.pod.namespace: kube-system,io.
kubernetes.pod.uid: 1912fdf8-d789-4ba9-99ff-c87ccbf330ec,},Annotations:map[string]string{io.kubernetes.container.hash: 6c6bf961,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:beba42a2bf03538adf6e7a4dbb71260fee4fa21466c2be38d7aa05898ee55f0c,PodSandboxId:626fdaeb1b14215b2ddf9dbe22621f0f7c9f7e0e8db20c7c483269ada15e7512,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1727726414250119749,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-z4bkv,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: c6ba0288-13
8e-4690-a68d-6d6378e28deb,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:e28b6781ed449accffbc99ebf7b7a45d0e016ee9212f8826e5bed2775f45e1aa,PodSandboxId:36a3293339cae46a1bb60dbd31ebc0c9cff626b8ef4187cb20f8f6e82df0ea38,Metadata:&ContainerMetadata{Name:kindnet-cni,Attempt:0,},Image:&ImageSpec{Image:12968670680f4561ef6818782391eb120d6e3365cf3f967aad58749f95381a4f,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:12968670680f4561ef6818782391eb120d6e3365cf3f967aad58749f95381a4f,State:CONTAINER_RUNNING,CreatedAt:17277264
02286671649,Labels:map[string]string{io.kubernetes.container.name: kindnet-cni,io.kubernetes.pod.name: kindnet-slhtm,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: a9f4d6f0-3dbf-4ca6-8d39-e0708f8b4e88,},Annotations:map[string]string{io.kubernetes.container.hash: e80daca3,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:cd73b6dc4334857d143f06eb9ac8c7e12ee73639e61cdc17666fe96fa1f26088,PodSandboxId:27a0913ae182af410a957f6939c392e8f5c10a9c0f379497c031a233b043fcc0,Metadata:&ContainerMetadata{Name:kube-proxy,Attempt:0,},Image:&ImageSpec{Image:60c005f310ff3ad6d131805170f07d2946095307063eaaa5eedcaf06a0a89561,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:60c005f310ff3ad6d131805170f07d2946095307063eaaa5eedcaf06a0a89561,State:CONTAINER_RUNNING,CreatedAt:1727726402007379257,Labels:map[string]strin
g{io.kubernetes.container.name: kube-proxy,io.kubernetes.pod.name: kube-proxy-6gnt4,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: a90b0c3f-e9c3-4cb9-8773-8253bd72ab51,},Annotations:map[string]string{io.kubernetes.container.hash: 159dcc59,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:5e8e1f537ce941dd5174a539d9c52bcdc043499fbf92875cdf6ed4fc819c4dbe,PodSandboxId:1fd2dbf5f5af033b5a3e52b79c474bc1a4f59060eca81c998f7ec1a08b0bd020,Metadata:&ContainerMetadata{Name:kube-vip,Attempt:0,},Image:&ImageSpec{Image:ghcr.io/kube-vip/kube-vip@sha256:805addee63aa68946df6a5b2dd410c9e658b7f69ddbfc8c0ea8a1486662d6413,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:18b729c2288dc4ef333dace4cac0c9a3afd63bd7d3c25bc857d39c79eea48460,State:CONTAINER_RUNNING,CreatedAt:1727726392774120477,Labels:map[string]string{
io.kubernetes.container.name: kube-vip,io.kubernetes.pod.name: kube-vip-ha-805293,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 7ab114a2582827f884939bc3a1a2f15f,},Annotations:map[string]string{io.kubernetes.container.hash: 212a3ca5,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:9b8d5baa6998a0be0b18a6a4e4875ca35e5680ddc8f43b93ae94d8160a072463,PodSandboxId:73733467afdd9b699d6d342fb9bbd352b0c4456149f3c46fe331c45d34ebb0c1,Metadata:&ContainerMetadata{Name:kube-scheduler,Attempt:0,},Image:&ImageSpec{Image:9aa1fad941575eed91ab13d44f3e4cb5b1ff4e09cbbe954ea63002289416a13b,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:9aa1fad941575eed91ab13d44f3e4cb5b1ff4e09cbbe954ea63002289416a13b,State:CONTAINER_RUNNING,CreatedAt:1727726390313369486,Labels:map[string]string{io.kubernetes.container.name: kub
e-scheduler,io.kubernetes.pod.name: kube-scheduler-ha-805293,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: f33fa137f85dfeea3a67cdcccdd92a29,},Annotations:map[string]string{io.kubernetes.container.hash: 12faacf7,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:0e9fbbe2017dac31afa6b99397b35147479d921bd1c28368d0863e7deba96963,PodSandboxId:6fc84ff2f4f9e09491da5bb8f4fa755e40a60c0bec559ecff99973cd8d2fbbf5,Metadata:&ContainerMetadata{Name:kube-controller-manager,Attempt:0,},Image:&ImageSpec{Image:175ffd71cce3d90bae95904b55260db941b10007a4e5471a19f3135b30aa9cd1,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:175ffd71cce3d90bae95904b55260db941b10007a4e5471a19f3135b30aa9cd1,State:CONTAINER_RUNNING,CreatedAt:1727726390327177630,Labels:map[string]string{io.kubernetes.container.name: kube-controller
-manager,io.kubernetes.pod.name: kube-controller-manager-ha-805293,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 91de2f71b33d8668e0d24248c5ba505a,},Annotations:map[string]string{io.kubernetes.container.hash: d1900d79,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:219dff1c43cd4fc52d54d558d6d4c44ac3dc35d4c8b6e3abe0d6b0517d28f22c,PodSandboxId:bff718c807eb7f31c2fa2ca21cb89a64bfae7b651a8673a1e2659004f3cc16a3,Metadata:&ContainerMetadata{Name:etcd,Attempt:0,},Image:&ImageSpec{Image:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,State:CONTAINER_RUNNING,CreatedAt:1727726390230461135,Labels:map[string]string{io.kubernetes.container.name: etcd,io.kubernetes.pod.name:
etcd-ha-805293,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 0dc042ef6adb6bb0f327bb59cec9a57d,},Annotations:map[string]string{io.kubernetes.container.hash: cdf7d3fa,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:994c927aa147aaacb19c3dc9b54178374731ce435295e01ceb9dbb1854a78f78,PodSandboxId:ec25e9867db7c44002a733caaf53a3e32f3ab4c28faa3767e1bca353d80692e6,Metadata:&ContainerMetadata{Name:kube-apiserver,Attempt:0,},Image:&ImageSpec{Image:6bab7719df1001fdcc7e39f1decfa1f73b7f3af2757a91c5bafa1aaea29d1aee,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:6bab7719df1001fdcc7e39f1decfa1f73b7f3af2757a91c5bafa1aaea29d1aee,State:CONTAINER_RUNNING,CreatedAt:1727726390173703617,Labels:map[string]string{io.kubernetes.container.name: kube-apiserver,io.kubernetes.pod.name: kube-apiserver-ha-805293,io.ku
bernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 0e187d2ff3fb002e09fae92363c4994b,},Annotations:map[string]string{io.kubernetes.container.hash: 7df2713b,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},},}" file="otel-collector/interceptors.go:74" id=4d8efbfe-8f3f-4dd4-9d4c-dc642bb2b8dc name=/runtime.v1.RuntimeService/ListContainers
Sep 30 20:06:27 ha-805293 crio[655]: time="2024-09-30 20:06:27.140184864Z" level=debug msg="Request: &VersionRequest{Version:,}" file="otel-collector/interceptors.go:62" id=bc62406f-9466-45bf-a404-35ecc259970e name=/runtime.v1.RuntimeService/Version
Sep 30 20:06:27 ha-805293 crio[655]: time="2024-09-30 20:06:27.140268696Z" level=debug msg="Response: &VersionResponse{Version:0.1.0,RuntimeName:cri-o,RuntimeVersion:1.29.1,RuntimeApiVersion:v1,}" file="otel-collector/interceptors.go:74" id=bc62406f-9466-45bf-a404-35ecc259970e name=/runtime.v1.RuntimeService/Version
Sep 30 20:06:27 ha-805293 crio[655]: time="2024-09-30 20:06:27.141222229Z" level=debug msg="Request: &ImageFsInfoRequest{}" file="otel-collector/interceptors.go:62" id=9c0419c9-1005-4e98-ad02-fc33ef87c980 name=/runtime.v1.ImageService/ImageFsInfo
Sep 30 20:06:27 ha-805293 crio[655]: time="2024-09-30 20:06:27.141700610Z" level=debug msg="Response: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1727726787141679692,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}" file="otel-collector/interceptors.go:74" id=9c0419c9-1005-4e98-ad02-fc33ef87c980 name=/runtime.v1.ImageService/ImageFsInfo
Sep 30 20:06:27 ha-805293 crio[655]: time="2024-09-30 20:06:27.142185906Z" level=debug msg="Request: &ListContainersRequest{Filter:&ContainerFilter{Id:,State:nil,PodSandboxId:,LabelSelector:map[string]string{},},}" file="otel-collector/interceptors.go:62" id=9d9024a8-6fe9-49a7-a05b-0854520f9eca name=/runtime.v1.RuntimeService/ListContainers
Sep 30 20:06:27 ha-805293 crio[655]: time="2024-09-30 20:06:27.142253804Z" level=debug msg="No filters were applied, returning full container list" file="server/container_list.go:60" id=9d9024a8-6fe9-49a7-a05b-0854520f9eca name=/runtime.v1.RuntimeService/ListContainers
Sep 30 20:06:27 ha-805293 crio[655]: time="2024-09-30 20:06:27.142569268Z" level=debug msg="Response: &ListContainersResponse{Containers:[]*Container{&Container{Id:10ee59c77c769b646a6f94ef88076d89d99a5138229c27ab2ecd6eedc1ea0137,PodSandboxId:a8d4349f6e0b012cac7cc543f5d04992a9cb1de807eb237411f46582d8c5c540,Metadata:&ContainerMetadata{Name:busybox,Attempt:0,},Image:&ImageSpec{Image:gcr.io/k8s-minikube/busybox@sha256:74f634b1bc1bd74535d5209589734efbd44a25f4e2dc96d78784576a3eb5b335,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:8c811b4aec35f259572d0f79207bc0678df4c736eeec50bc9fec37ed936a472a,State:CONTAINER_RUNNING,CreatedAt:1727726553788768842,Labels:map[string]string{io.kubernetes.container.name: busybox,io.kubernetes.pod.name: busybox-7dff88458-r27jf,io.kubernetes.pod.namespace: default,io.kubernetes.pod.uid: 8969a9ac-4b19-4c72-a07d-bb931c9f8ba7,},Annotations:map[string]string{io.kubernetes.container.hash: 82159afa,io.kubernetes.container.restartCount: 0,io.kubernetes.c
ontainer.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:8c540e4668f99b48d3770431ac1f2af8cc27bb02cb7484f76a2e64c054e7d51b,PodSandboxId:f95d30afc04916b1e5d12f22842ce5b2c3808757f1b92af092bf4ffc63a27c9c,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1727726414310017018,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-x7zjp,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: b5b20ed2-1d94-49b9-ab9e-17e27d1012d0,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"
UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:6d01ed71d852eed61bb80348ffe7fb51d168d95e1306c1563c1f48e5dbbf8f2c,PodSandboxId:2a39bd6449f5ae769d104fbeb8e59e2f8144520dfc21ce04f986400da9c5cf45,Metadata:&ContainerMetadata{Name:storage-provisioner,Attempt:0,},Image:&ImageSpec{Image:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,State:CONTAINER_RUNNING,CreatedAt:1727726414272318094,Labels:map[string]string{io.kubernetes.container.name: storage-provisioner,io.kubernetes.pod.name: storage-provisioner,io.kubernetes.pod.namespace: kube-system,io.
kubernetes.pod.uid: 1912fdf8-d789-4ba9-99ff-c87ccbf330ec,},Annotations:map[string]string{io.kubernetes.container.hash: 6c6bf961,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:beba42a2bf03538adf6e7a4dbb71260fee4fa21466c2be38d7aa05898ee55f0c,PodSandboxId:626fdaeb1b14215b2ddf9dbe22621f0f7c9f7e0e8db20c7c483269ada15e7512,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1727726414250119749,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-z4bkv,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: c6ba0288-13
8e-4690-a68d-6d6378e28deb,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:e28b6781ed449accffbc99ebf7b7a45d0e016ee9212f8826e5bed2775f45e1aa,PodSandboxId:36a3293339cae46a1bb60dbd31ebc0c9cff626b8ef4187cb20f8f6e82df0ea38,Metadata:&ContainerMetadata{Name:kindnet-cni,Attempt:0,},Image:&ImageSpec{Image:12968670680f4561ef6818782391eb120d6e3365cf3f967aad58749f95381a4f,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:12968670680f4561ef6818782391eb120d6e3365cf3f967aad58749f95381a4f,State:CONTAINER_RUNNING,CreatedAt:17277264
02286671649,Labels:map[string]string{io.kubernetes.container.name: kindnet-cni,io.kubernetes.pod.name: kindnet-slhtm,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: a9f4d6f0-3dbf-4ca6-8d39-e0708f8b4e88,},Annotations:map[string]string{io.kubernetes.container.hash: e80daca3,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:cd73b6dc4334857d143f06eb9ac8c7e12ee73639e61cdc17666fe96fa1f26088,PodSandboxId:27a0913ae182af410a957f6939c392e8f5c10a9c0f379497c031a233b043fcc0,Metadata:&ContainerMetadata{Name:kube-proxy,Attempt:0,},Image:&ImageSpec{Image:60c005f310ff3ad6d131805170f07d2946095307063eaaa5eedcaf06a0a89561,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:60c005f310ff3ad6d131805170f07d2946095307063eaaa5eedcaf06a0a89561,State:CONTAINER_RUNNING,CreatedAt:1727726402007379257,Labels:map[string]strin
g{io.kubernetes.container.name: kube-proxy,io.kubernetes.pod.name: kube-proxy-6gnt4,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: a90b0c3f-e9c3-4cb9-8773-8253bd72ab51,},Annotations:map[string]string{io.kubernetes.container.hash: 159dcc59,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:5e8e1f537ce941dd5174a539d9c52bcdc043499fbf92875cdf6ed4fc819c4dbe,PodSandboxId:1fd2dbf5f5af033b5a3e52b79c474bc1a4f59060eca81c998f7ec1a08b0bd020,Metadata:&ContainerMetadata{Name:kube-vip,Attempt:0,},Image:&ImageSpec{Image:ghcr.io/kube-vip/kube-vip@sha256:805addee63aa68946df6a5b2dd410c9e658b7f69ddbfc8c0ea8a1486662d6413,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:18b729c2288dc4ef333dace4cac0c9a3afd63bd7d3c25bc857d39c79eea48460,State:CONTAINER_RUNNING,CreatedAt:1727726392774120477,Labels:map[string]string{
io.kubernetes.container.name: kube-vip,io.kubernetes.pod.name: kube-vip-ha-805293,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 7ab114a2582827f884939bc3a1a2f15f,},Annotations:map[string]string{io.kubernetes.container.hash: 212a3ca5,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:9b8d5baa6998a0be0b18a6a4e4875ca35e5680ddc8f43b93ae94d8160a072463,PodSandboxId:73733467afdd9b699d6d342fb9bbd352b0c4456149f3c46fe331c45d34ebb0c1,Metadata:&ContainerMetadata{Name:kube-scheduler,Attempt:0,},Image:&ImageSpec{Image:9aa1fad941575eed91ab13d44f3e4cb5b1ff4e09cbbe954ea63002289416a13b,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:9aa1fad941575eed91ab13d44f3e4cb5b1ff4e09cbbe954ea63002289416a13b,State:CONTAINER_RUNNING,CreatedAt:1727726390313369486,Labels:map[string]string{io.kubernetes.container.name: kub
e-scheduler,io.kubernetes.pod.name: kube-scheduler-ha-805293,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: f33fa137f85dfeea3a67cdcccdd92a29,},Annotations:map[string]string{io.kubernetes.container.hash: 12faacf7,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:0e9fbbe2017dac31afa6b99397b35147479d921bd1c28368d0863e7deba96963,PodSandboxId:6fc84ff2f4f9e09491da5bb8f4fa755e40a60c0bec559ecff99973cd8d2fbbf5,Metadata:&ContainerMetadata{Name:kube-controller-manager,Attempt:0,},Image:&ImageSpec{Image:175ffd71cce3d90bae95904b55260db941b10007a4e5471a19f3135b30aa9cd1,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:175ffd71cce3d90bae95904b55260db941b10007a4e5471a19f3135b30aa9cd1,State:CONTAINER_RUNNING,CreatedAt:1727726390327177630,Labels:map[string]string{io.kubernetes.container.name: kube-controller
-manager,io.kubernetes.pod.name: kube-controller-manager-ha-805293,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 91de2f71b33d8668e0d24248c5ba505a,},Annotations:map[string]string{io.kubernetes.container.hash: d1900d79,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:219dff1c43cd4fc52d54d558d6d4c44ac3dc35d4c8b6e3abe0d6b0517d28f22c,PodSandboxId:bff718c807eb7f31c2fa2ca21cb89a64bfae7b651a8673a1e2659004f3cc16a3,Metadata:&ContainerMetadata{Name:etcd,Attempt:0,},Image:&ImageSpec{Image:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,State:CONTAINER_RUNNING,CreatedAt:1727726390230461135,Labels:map[string]string{io.kubernetes.container.name: etcd,io.kubernetes.pod.name:
etcd-ha-805293,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 0dc042ef6adb6bb0f327bb59cec9a57d,},Annotations:map[string]string{io.kubernetes.container.hash: cdf7d3fa,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:994c927aa147aaacb19c3dc9b54178374731ce435295e01ceb9dbb1854a78f78,PodSandboxId:ec25e9867db7c44002a733caaf53a3e32f3ab4c28faa3767e1bca353d80692e6,Metadata:&ContainerMetadata{Name:kube-apiserver,Attempt:0,},Image:&ImageSpec{Image:6bab7719df1001fdcc7e39f1decfa1f73b7f3af2757a91c5bafa1aaea29d1aee,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:6bab7719df1001fdcc7e39f1decfa1f73b7f3af2757a91c5bafa1aaea29d1aee,State:CONTAINER_RUNNING,CreatedAt:1727726390173703617,Labels:map[string]string{io.kubernetes.container.name: kube-apiserver,io.kubernetes.pod.name: kube-apiserver-ha-805293,io.ku
bernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 0e187d2ff3fb002e09fae92363c4994b,},Annotations:map[string]string{io.kubernetes.container.hash: 7df2713b,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},},}" file="otel-collector/interceptors.go:74" id=9d9024a8-6fe9-49a7-a05b-0854520f9eca name=/runtime.v1.RuntimeService/ListContainers
Sep 30 20:06:27 ha-805293 crio[655]: time="2024-09-30 20:06:27.181064547Z" level=debug msg="Request: &VersionRequest{Version:,}" file="otel-collector/interceptors.go:62" id=fc7a6a63-51c0-4bdf-9355-903f48e05431 name=/runtime.v1.RuntimeService/Version
Sep 30 20:06:27 ha-805293 crio[655]: time="2024-09-30 20:06:27.181156086Z" level=debug msg="Response: &VersionResponse{Version:0.1.0,RuntimeName:cri-o,RuntimeVersion:1.29.1,RuntimeApiVersion:v1,}" file="otel-collector/interceptors.go:74" id=fc7a6a63-51c0-4bdf-9355-903f48e05431 name=/runtime.v1.RuntimeService/Version
Sep 30 20:06:27 ha-805293 crio[655]: time="2024-09-30 20:06:27.182187804Z" level=debug msg="Request: &ImageFsInfoRequest{}" file="otel-collector/interceptors.go:62" id=ac18de8c-abee-4521-b65a-de7a80b02c17 name=/runtime.v1.ImageService/ImageFsInfo
Sep 30 20:06:27 ha-805293 crio[655]: time="2024-09-30 20:06:27.182751620Z" level=debug msg="Response: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1727726787182727321,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}" file="otel-collector/interceptors.go:74" id=ac18de8c-abee-4521-b65a-de7a80b02c17 name=/runtime.v1.ImageService/ImageFsInfo
Sep 30 20:06:27 ha-805293 crio[655]: time="2024-09-30 20:06:27.183245071Z" level=debug msg="Request: &ListContainersRequest{Filter:&ContainerFilter{Id:,State:nil,PodSandboxId:,LabelSelector:map[string]string{},},}" file="otel-collector/interceptors.go:62" id=88417dea-a473-4723-a38d-9c3d6ead49aa name=/runtime.v1.RuntimeService/ListContainers
Sep 30 20:06:27 ha-805293 crio[655]: time="2024-09-30 20:06:27.183381554Z" level=debug msg="No filters were applied, returning full container list" file="server/container_list.go:60" id=88417dea-a473-4723-a38d-9c3d6ead49aa name=/runtime.v1.RuntimeService/ListContainers
Sep 30 20:06:27 ha-805293 crio[655]: time="2024-09-30 20:06:27.183630405Z" level=debug msg="Response: &ListContainersResponse{Containers:[]*Container{&Container{Id:10ee59c77c769b646a6f94ef88076d89d99a5138229c27ab2ecd6eedc1ea0137,PodSandboxId:a8d4349f6e0b012cac7cc543f5d04992a9cb1de807eb237411f46582d8c5c540,Metadata:&ContainerMetadata{Name:busybox,Attempt:0,},Image:&ImageSpec{Image:gcr.io/k8s-minikube/busybox@sha256:74f634b1bc1bd74535d5209589734efbd44a25f4e2dc96d78784576a3eb5b335,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:8c811b4aec35f259572d0f79207bc0678df4c736eeec50bc9fec37ed936a472a,State:CONTAINER_RUNNING,CreatedAt:1727726553788768842,Labels:map[string]string{io.kubernetes.container.name: busybox,io.kubernetes.pod.name: busybox-7dff88458-r27jf,io.kubernetes.pod.namespace: default,io.kubernetes.pod.uid: 8969a9ac-4b19-4c72-a07d-bb931c9f8ba7,},Annotations:map[string]string{io.kubernetes.container.hash: 82159afa,io.kubernetes.container.restartCount: 0,io.kubernetes.c
ontainer.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:8c540e4668f99b48d3770431ac1f2af8cc27bb02cb7484f76a2e64c054e7d51b,PodSandboxId:f95d30afc04916b1e5d12f22842ce5b2c3808757f1b92af092bf4ffc63a27c9c,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1727726414310017018,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-x7zjp,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: b5b20ed2-1d94-49b9-ab9e-17e27d1012d0,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"
UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:6d01ed71d852eed61bb80348ffe7fb51d168d95e1306c1563c1f48e5dbbf8f2c,PodSandboxId:2a39bd6449f5ae769d104fbeb8e59e2f8144520dfc21ce04f986400da9c5cf45,Metadata:&ContainerMetadata{Name:storage-provisioner,Attempt:0,},Image:&ImageSpec{Image:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,State:CONTAINER_RUNNING,CreatedAt:1727726414272318094,Labels:map[string]string{io.kubernetes.container.name: storage-provisioner,io.kubernetes.pod.name: storage-provisioner,io.kubernetes.pod.namespace: kube-system,io.
kubernetes.pod.uid: 1912fdf8-d789-4ba9-99ff-c87ccbf330ec,},Annotations:map[string]string{io.kubernetes.container.hash: 6c6bf961,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:beba42a2bf03538adf6e7a4dbb71260fee4fa21466c2be38d7aa05898ee55f0c,PodSandboxId:626fdaeb1b14215b2ddf9dbe22621f0f7c9f7e0e8db20c7c483269ada15e7512,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1727726414250119749,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-z4bkv,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: c6ba0288-13
8e-4690-a68d-6d6378e28deb,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:e28b6781ed449accffbc99ebf7b7a45d0e016ee9212f8826e5bed2775f45e1aa,PodSandboxId:36a3293339cae46a1bb60dbd31ebc0c9cff626b8ef4187cb20f8f6e82df0ea38,Metadata:&ContainerMetadata{Name:kindnet-cni,Attempt:0,},Image:&ImageSpec{Image:12968670680f4561ef6818782391eb120d6e3365cf3f967aad58749f95381a4f,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:12968670680f4561ef6818782391eb120d6e3365cf3f967aad58749f95381a4f,State:CONTAINER_RUNNING,CreatedAt:17277264
02286671649,Labels:map[string]string{io.kubernetes.container.name: kindnet-cni,io.kubernetes.pod.name: kindnet-slhtm,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: a9f4d6f0-3dbf-4ca6-8d39-e0708f8b4e88,},Annotations:map[string]string{io.kubernetes.container.hash: e80daca3,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:cd73b6dc4334857d143f06eb9ac8c7e12ee73639e61cdc17666fe96fa1f26088,PodSandboxId:27a0913ae182af410a957f6939c392e8f5c10a9c0f379497c031a233b043fcc0,Metadata:&ContainerMetadata{Name:kube-proxy,Attempt:0,},Image:&ImageSpec{Image:60c005f310ff3ad6d131805170f07d2946095307063eaaa5eedcaf06a0a89561,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:60c005f310ff3ad6d131805170f07d2946095307063eaaa5eedcaf06a0a89561,State:CONTAINER_RUNNING,CreatedAt:1727726402007379257,Labels:map[string]strin
g{io.kubernetes.container.name: kube-proxy,io.kubernetes.pod.name: kube-proxy-6gnt4,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: a90b0c3f-e9c3-4cb9-8773-8253bd72ab51,},Annotations:map[string]string{io.kubernetes.container.hash: 159dcc59,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:5e8e1f537ce941dd5174a539d9c52bcdc043499fbf92875cdf6ed4fc819c4dbe,PodSandboxId:1fd2dbf5f5af033b5a3e52b79c474bc1a4f59060eca81c998f7ec1a08b0bd020,Metadata:&ContainerMetadata{Name:kube-vip,Attempt:0,},Image:&ImageSpec{Image:ghcr.io/kube-vip/kube-vip@sha256:805addee63aa68946df6a5b2dd410c9e658b7f69ddbfc8c0ea8a1486662d6413,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:18b729c2288dc4ef333dace4cac0c9a3afd63bd7d3c25bc857d39c79eea48460,State:CONTAINER_RUNNING,CreatedAt:1727726392774120477,Labels:map[string]string{
io.kubernetes.container.name: kube-vip,io.kubernetes.pod.name: kube-vip-ha-805293,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 7ab114a2582827f884939bc3a1a2f15f,},Annotations:map[string]string{io.kubernetes.container.hash: 212a3ca5,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:9b8d5baa6998a0be0b18a6a4e4875ca35e5680ddc8f43b93ae94d8160a072463,PodSandboxId:73733467afdd9b699d6d342fb9bbd352b0c4456149f3c46fe331c45d34ebb0c1,Metadata:&ContainerMetadata{Name:kube-scheduler,Attempt:0,},Image:&ImageSpec{Image:9aa1fad941575eed91ab13d44f3e4cb5b1ff4e09cbbe954ea63002289416a13b,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:9aa1fad941575eed91ab13d44f3e4cb5b1ff4e09cbbe954ea63002289416a13b,State:CONTAINER_RUNNING,CreatedAt:1727726390313369486,Labels:map[string]string{io.kubernetes.container.name: kub
e-scheduler,io.kubernetes.pod.name: kube-scheduler-ha-805293,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: f33fa137f85dfeea3a67cdcccdd92a29,},Annotations:map[string]string{io.kubernetes.container.hash: 12faacf7,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:0e9fbbe2017dac31afa6b99397b35147479d921bd1c28368d0863e7deba96963,PodSandboxId:6fc84ff2f4f9e09491da5bb8f4fa755e40a60c0bec559ecff99973cd8d2fbbf5,Metadata:&ContainerMetadata{Name:kube-controller-manager,Attempt:0,},Image:&ImageSpec{Image:175ffd71cce3d90bae95904b55260db941b10007a4e5471a19f3135b30aa9cd1,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:175ffd71cce3d90bae95904b55260db941b10007a4e5471a19f3135b30aa9cd1,State:CONTAINER_RUNNING,CreatedAt:1727726390327177630,Labels:map[string]string{io.kubernetes.container.name: kube-controller
-manager,io.kubernetes.pod.name: kube-controller-manager-ha-805293,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 91de2f71b33d8668e0d24248c5ba505a,},Annotations:map[string]string{io.kubernetes.container.hash: d1900d79,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:219dff1c43cd4fc52d54d558d6d4c44ac3dc35d4c8b6e3abe0d6b0517d28f22c,PodSandboxId:bff718c807eb7f31c2fa2ca21cb89a64bfae7b651a8673a1e2659004f3cc16a3,Metadata:&ContainerMetadata{Name:etcd,Attempt:0,},Image:&ImageSpec{Image:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,State:CONTAINER_RUNNING,CreatedAt:1727726390230461135,Labels:map[string]string{io.kubernetes.container.name: etcd,io.kubernetes.pod.name:
etcd-ha-805293,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 0dc042ef6adb6bb0f327bb59cec9a57d,},Annotations:map[string]string{io.kubernetes.container.hash: cdf7d3fa,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:994c927aa147aaacb19c3dc9b54178374731ce435295e01ceb9dbb1854a78f78,PodSandboxId:ec25e9867db7c44002a733caaf53a3e32f3ab4c28faa3767e1bca353d80692e6,Metadata:&ContainerMetadata{Name:kube-apiserver,Attempt:0,},Image:&ImageSpec{Image:6bab7719df1001fdcc7e39f1decfa1f73b7f3af2757a91c5bafa1aaea29d1aee,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:6bab7719df1001fdcc7e39f1decfa1f73b7f3af2757a91c5bafa1aaea29d1aee,State:CONTAINER_RUNNING,CreatedAt:1727726390173703617,Labels:map[string]string{io.kubernetes.container.name: kube-apiserver,io.kubernetes.pod.name: kube-apiserver-ha-805293,io.ku
bernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 0e187d2ff3fb002e09fae92363c4994b,},Annotations:map[string]string{io.kubernetes.container.hash: 7df2713b,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},},}" file="otel-collector/interceptors.go:74" id=88417dea-a473-4723-a38d-9c3d6ead49aa name=/runtime.v1.RuntimeService/ListContainers
==> container status <==
CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD
10ee59c77c769 gcr.io/k8s-minikube/busybox@sha256:74f634b1bc1bd74535d5209589734efbd44a25f4e2dc96d78784576a3eb5b335 3 minutes ago Running busybox 0 a8d4349f6e0b0 busybox-7dff88458-r27jf
8c540e4668f99 c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6 6 minutes ago Running coredns 0 f95d30afc0491 coredns-7c65d6cfc9-x7zjp
6d01ed71d852e 6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562 6 minutes ago Running storage-provisioner 0 2a39bd6449f5a storage-provisioner
beba42a2bf035 c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6 6 minutes ago Running coredns 0 626fdaeb1b142 coredns-7c65d6cfc9-z4bkv
e28b6781ed449 12968670680f4561ef6818782391eb120d6e3365cf3f967aad58749f95381a4f 6 minutes ago Running kindnet-cni 0 36a3293339cae kindnet-slhtm
cd73b6dc43348 60c005f310ff3ad6d131805170f07d2946095307063eaaa5eedcaf06a0a89561 6 minutes ago Running kube-proxy 0 27a0913ae182a kube-proxy-6gnt4
5e8e1f537ce94 ghcr.io/kube-vip/kube-vip@sha256:805addee63aa68946df6a5b2dd410c9e658b7f69ddbfc8c0ea8a1486662d6413 6 minutes ago Running kube-vip 0 1fd2dbf5f5af0 kube-vip-ha-805293
0e9fbbe2017da 175ffd71cce3d90bae95904b55260db941b10007a4e5471a19f3135b30aa9cd1 6 minutes ago Running kube-controller-manager 0 6fc84ff2f4f9e kube-controller-manager-ha-805293
9b8d5baa6998a 9aa1fad941575eed91ab13d44f3e4cb5b1ff4e09cbbe954ea63002289416a13b 6 minutes ago Running kube-scheduler 0 73733467afdd9 kube-scheduler-ha-805293
219dff1c43cd4 2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4 6 minutes ago Running etcd 0 bff718c807eb7 etcd-ha-805293
994c927aa147a 6bab7719df1001fdcc7e39f1decfa1f73b7f3af2757a91c5bafa1aaea29d1aee 6 minutes ago Running kube-apiserver 0 ec25e9867db7c kube-apiserver-ha-805293
==> coredns [8c540e4668f99b48d3770431ac1f2af8cc27bb02cb7484f76a2e64c054e7d51b] <==
[INFO] 10.244.0.4:54656 - 5 "PTR IN 148.40.75.147.in-addr.arpa. udp 44 false 512" NXDOMAIN qr,rd,ra 44 0.002122445s
[INFO] 10.244.1.2:43325 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000298961s
[INFO] 10.244.1.2:50368 - 4 "AAAA IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000261008s
[INFO] 10.244.1.2:34858 - 7 "A IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000270623s
[INFO] 10.244.1.2:59975 - 8 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000192447s
[INFO] 10.244.2.2:37486 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000233576s
[INFO] 10.244.2.2:40647 - 3 "AAAA IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 36 0.002177996s
[INFO] 10.244.2.2:39989 - 4 "AAAA IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000196915s
[INFO] 10.244.2.2:42105 - 6 "A IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 36 0.001612348s
[INFO] 10.244.2.2:42498 - 7 "A IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000180331s
[INFO] 10.244.2.2:34873 - 9 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000262642s
[INFO] 10.244.0.4:55282 - 3 "AAAA IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 36 0.002337707s
[INFO] 10.244.0.4:52721 - 4 "AAAA IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000082276s
[INFO] 10.244.0.4:33773 - 6 "A IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 36 0.001975703s
[INFO] 10.244.0.4:44087 - 7 "A IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000095899s
[INFO] 10.244.1.2:44456 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000189431s
[INFO] 10.244.1.2:52532 - 4 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000112979s
[INFO] 10.244.1.2:39707 - 5 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000095712s
[INFO] 10.244.2.2:42900 - 5 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000101241s
[INFO] 10.244.0.4:56608 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000134276s
[INFO] 10.244.1.2:35939 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.00031266s
[INFO] 10.244.1.2:48131 - 4 "A IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 78 0.000196792s
[INFO] 10.244.2.2:40732 - 4 "A IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 78 0.000154649s
[INFO] 10.244.0.4:51180 - 4 "A IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 78 0.000206094s
[INFO] 10.244.0.4:36921 - 5 "PTR IN 1.39.168.192.in-addr.arpa. udp 43 false 512" NOERROR qr,aa,rd 104 0.000118718s
==> coredns [beba42a2bf03538adf6e7a4dbb71260fee4fa21466c2be38d7aa05898ee55f0c] <==
[INFO] 10.244.0.4:43879 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000219235s
[INFO] 10.244.1.2:54557 - 3 "AAAA IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 36 0.005324153s
[INFO] 10.244.1.2:59221 - 5 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.00021778s
[INFO] 10.244.1.2:56069 - 6 "A IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 36 0.0044481s
[INFO] 10.244.1.2:50386 - 9 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.00023413s
[INFO] 10.244.2.2:46506 - 5 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000103313s
[INFO] 10.244.2.2:41909 - 8 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000177677s
[INFO] 10.244.0.4:57981 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000180642s
[INFO] 10.244.0.4:42071 - 5 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000100781s
[INFO] 10.244.0.4:53066 - 8 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000079995s
[INFO] 10.244.0.4:54192 - 9 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000095317s
[INFO] 10.244.1.2:42705 - 3 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000147435s
[INFO] 10.244.2.2:42448 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.00014108s
[INFO] 10.244.2.2:58687 - 3 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000152745s
[INFO] 10.244.2.2:59433 - 4 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000159734s
[INFO] 10.244.0.4:34822 - 3 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000086009s
[INFO] 10.244.0.4:46188 - 4 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000067594s
[INFO] 10.244.0.4:33829 - 5 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000130532s
[INFO] 10.244.1.2:56575 - 3 "AAAA IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 40 0.000557946s
[INFO] 10.244.1.2:41726 - 5 "PTR IN 1.39.168.192.in-addr.arpa. udp 43 false 512" NOERROR qr,aa,rd 104 0.000145733s
[INFO] 10.244.2.2:56116 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000108892s
[INFO] 10.244.2.2:58958 - 3 "AAAA IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 40 0.000075413s
[INFO] 10.244.2.2:42001 - 5 "PTR IN 1.39.168.192.in-addr.arpa. udp 43 false 512" NOERROR qr,aa,rd 104 0.000077659s
[INFO] 10.244.0.4:53905 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000091303s
[INFO] 10.244.0.4:41906 - 3 "AAAA IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 40 0.000098967s
==> describe nodes <==
Name: ha-805293
Roles: control-plane
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=ha-805293
kubernetes.io/os=linux
minikube.k8s.io/commit=a8859b2b27cf43a9dac1b7d9f7a3a2e21d50b022
minikube.k8s.io/name=ha-805293
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2024_09_30T19_59_57_0700
minikube.k8s.io/version=v1.34.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Mon, 30 Sep 2024 19:59:56 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: ha-805293
AcquireTime: <unset>
RenewTime: Mon, 30 Sep 2024 20:06:25 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Mon, 30 Sep 2024 20:03:01 +0000 Mon, 30 Sep 2024 19:59:56 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Mon, 30 Sep 2024 20:03:01 +0000 Mon, 30 Sep 2024 19:59:56 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Mon, 30 Sep 2024 20:03:01 +0000 Mon, 30 Sep 2024 19:59:56 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Mon, 30 Sep 2024 20:03:01 +0000 Mon, 30 Sep 2024 20:00:13 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.39.3
Hostname: ha-805293
Capacity:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
System Info:
Machine ID: 866f17ca2f8945bb8c8d7336ea64bab7
System UUID: 866f17ca-2f89-45bb-8c8d-7336ea64bab7
Boot ID: 688ba3e5-bec7-403a-8a14-d517107abdf5
Kernel Version: 5.10.207
OS Image: Buildroot 2023.02.9
Operating System: linux
Architecture: amd64
Container Runtime Version: cri-o://1.29.1
Kubelet Version: v1.31.1
Kube-Proxy Version: v1.31.1
PodCIDR: 10.244.0.0/24
PodCIDRs: 10.244.0.0/24
Non-terminated Pods: (11 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox-7dff88458-r27jf 0 (0%) 0 (0%) 0 (0%) 0 (0%) 3m58s
kube-system coredns-7c65d6cfc9-x7zjp 100m (5%) 0 (0%) 70Mi (3%) 170Mi (8%) 6m27s
kube-system coredns-7c65d6cfc9-z4bkv 100m (5%) 0 (0%) 70Mi (3%) 170Mi (8%) 6m27s
kube-system etcd-ha-805293 100m (5%) 0 (0%) 100Mi (4%) 0 (0%) 6m31s
kube-system kindnet-slhtm 100m (5%) 100m (5%) 50Mi (2%) 50Mi (2%) 6m27s
kube-system kube-apiserver-ha-805293 250m (12%) 0 (0%) 0 (0%) 0 (0%) 6m31s
kube-system kube-controller-manager-ha-805293 200m (10%) 0 (0%) 0 (0%) 0 (0%) 6m31s
kube-system kube-proxy-6gnt4 0 (0%) 0 (0%) 0 (0%) 0 (0%) 6m27s
kube-system kube-scheduler-ha-805293 100m (5%) 0 (0%) 0 (0%) 0 (0%) 6m31s
kube-system kube-vip-ha-805293 0 (0%) 0 (0%) 0 (0%) 0 (0%) 6m31s
kube-system storage-provisioner 0 (0%) 0 (0%) 0 (0%) 0 (0%) 6m26s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 950m (47%) 100m (5%)
memory 290Mi (13%) 390Mi (18%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 6m25s kube-proxy
Normal Starting 6m31s kubelet Starting kubelet.
Normal NodeAllocatableEnforced 6m31s kubelet Updated Node Allocatable limit across pods
Normal NodeHasSufficientMemory 6m31s kubelet Node ha-805293 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 6m31s kubelet Node ha-805293 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 6m31s kubelet Node ha-805293 status is now: NodeHasSufficientPID
Normal RegisteredNode 6m27s node-controller Node ha-805293 event: Registered Node ha-805293 in Controller
Normal NodeReady 6m14s kubelet Node ha-805293 status is now: NodeReady
Normal RegisteredNode 5m31s node-controller Node ha-805293 event: Registered Node ha-805293 in Controller
Normal RegisteredNode 4m17s node-controller Node ha-805293 event: Registered Node ha-805293 in Controller
Name: ha-805293-m02
Roles: control-plane
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=ha-805293-m02
kubernetes.io/os=linux
minikube.k8s.io/commit=a8859b2b27cf43a9dac1b7d9f7a3a2e21d50b022
minikube.k8s.io/name=ha-805293
minikube.k8s.io/primary=false
minikube.k8s.io/updated_at=2024_09_30T20_00_50_0700
minikube.k8s.io/version=v1.34.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Mon, 30 Sep 2024 20:00:48 +0000
Taints: node.kubernetes.io/unreachable:NoExecute
node.kubernetes.io/unreachable:NoSchedule
Unschedulable: false
Lease:
HolderIdentity: ha-805293-m02
AcquireTime: <unset>
RenewTime: Mon, 30 Sep 2024 20:03:41 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure Unknown Mon, 30 Sep 2024 20:02:51 +0000 Mon, 30 Sep 2024 20:04:25 +0000 NodeStatusUnknown Kubelet stopped posting node status.
DiskPressure Unknown Mon, 30 Sep 2024 20:02:51 +0000 Mon, 30 Sep 2024 20:04:25 +0000 NodeStatusUnknown Kubelet stopped posting node status.
PIDPressure Unknown Mon, 30 Sep 2024 20:02:51 +0000 Mon, 30 Sep 2024 20:04:25 +0000 NodeStatusUnknown Kubelet stopped posting node status.
Ready Unknown Mon, 30 Sep 2024 20:02:51 +0000 Mon, 30 Sep 2024 20:04:25 +0000 NodeStatusUnknown Kubelet stopped posting node status.
Addresses:
InternalIP: 192.168.39.220
Hostname: ha-805293-m02
Capacity:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
System Info:
Machine ID: 4d0700264de549a1be3f1020308847ab
System UUID: 4d070026-4de5-49a1-be3f-1020308847ab
Boot ID: 6a7fa1c9-5f0b-4080-a967-4e6a9eb2c122
Kernel Version: 5.10.207
OS Image: Buildroot 2023.02.9
Operating System: linux
Architecture: amd64
Container Runtime Version: cri-o://1.29.1
Kubelet Version: v1.31.1
Kube-Proxy Version: v1.31.1
PodCIDR: 10.244.1.0/24
PodCIDRs: 10.244.1.0/24
Non-terminated Pods: (8 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox-7dff88458-lshpm 0 (0%) 0 (0%) 0 (0%) 0 (0%) 3m58s
kube-system etcd-ha-805293-m02 100m (5%) 0 (0%) 100Mi (4%) 0 (0%) 5m37s
kube-system kindnet-lfldt 100m (5%) 100m (5%) 50Mi (2%) 50Mi (2%) 5m39s
kube-system kube-apiserver-ha-805293-m02 250m (12%) 0 (0%) 0 (0%) 0 (0%) 5m37s
kube-system kube-controller-manager-ha-805293-m02 200m (10%) 0 (0%) 0 (0%) 0 (0%) 5m30s
kube-system kube-proxy-vptrg 0 (0%) 0 (0%) 0 (0%) 0 (0%) 5m39s
kube-system kube-scheduler-ha-805293-m02 100m (5%) 0 (0%) 0 (0%) 0 (0%) 5m37s
kube-system kube-vip-ha-805293-m02 0 (0%) 0 (0%) 0 (0%) 0 (0%) 5m34s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 750m (37%) 100m (5%)
memory 150Mi (7%) 50Mi (2%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 5m35s kube-proxy
Normal NodeAllocatableEnforced 5m40s kubelet Updated Node Allocatable limit across pods
Normal NodeHasSufficientMemory 5m39s (x8 over 5m40s) kubelet Node ha-805293-m02 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 5m39s (x8 over 5m40s) kubelet Node ha-805293-m02 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 5m39s (x7 over 5m40s) kubelet Node ha-805293-m02 status is now: NodeHasSufficientPID
Normal RegisteredNode 5m37s node-controller Node ha-805293-m02 event: Registered Node ha-805293-m02 in Controller
Normal RegisteredNode 5m31s node-controller Node ha-805293-m02 event: Registered Node ha-805293-m02 in Controller
Normal RegisteredNode 4m17s node-controller Node ha-805293-m02 event: Registered Node ha-805293-m02 in Controller
Normal NodeNotReady 2m2s node-controller Node ha-805293-m02 status is now: NodeNotReady
Name: ha-805293-m03
Roles: control-plane
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=ha-805293-m03
kubernetes.io/os=linux
minikube.k8s.io/commit=a8859b2b27cf43a9dac1b7d9f7a3a2e21d50b022
minikube.k8s.io/name=ha-805293
minikube.k8s.io/primary=false
minikube.k8s.io/updated_at=2024_09_30T20_02_04_0700
minikube.k8s.io/version=v1.34.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Mon, 30 Sep 2024 20:02:01 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: ha-805293-m03
AcquireTime: <unset>
RenewTime: Mon, 30 Sep 2024 20:06:17 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Mon, 30 Sep 2024 20:03:02 +0000 Mon, 30 Sep 2024 20:02:01 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Mon, 30 Sep 2024 20:03:02 +0000 Mon, 30 Sep 2024 20:02:01 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Mon, 30 Sep 2024 20:03:02 +0000 Mon, 30 Sep 2024 20:02:01 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Mon, 30 Sep 2024 20:03:02 +0000 Mon, 30 Sep 2024 20:02:22 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.39.227
Hostname: ha-805293-m03
Capacity:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
System Info:
Machine ID: d290a9661d284f5abbb0966111b1ff62
System UUID: d290a966-1d28-4f5a-bbb0-966111b1ff62
Boot ID: 4480564e-4012-421d-8e2a-ef45c5701e0e
Kernel Version: 5.10.207
OS Image: Buildroot 2023.02.9
Operating System: linux
Architecture: amd64
Container Runtime Version: cri-o://1.29.1
Kubelet Version: v1.31.1
Kube-Proxy Version: v1.31.1
PodCIDR: 10.244.2.0/24
PodCIDRs: 10.244.2.0/24
Non-terminated Pods: (8 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox-7dff88458-nfncv 0 (0%) 0 (0%) 0 (0%) 0 (0%) 3m58s
kube-system etcd-ha-805293-m03 100m (5%) 0 (0%) 100Mi (4%) 0 (0%) 4m24s
kube-system kindnet-qrhb8 100m (5%) 100m (5%) 50Mi (2%) 50Mi (2%) 4m26s
kube-system kube-apiserver-ha-805293-m03 250m (12%) 0 (0%) 0 (0%) 0 (0%) 4m24s
kube-system kube-controller-manager-ha-805293-m03 200m (10%) 0 (0%) 0 (0%) 0 (0%) 4m17s
kube-system kube-proxy-b9cpp 0 (0%) 0 (0%) 0 (0%) 0 (0%) 4m26s
kube-system kube-scheduler-ha-805293-m03 100m (5%) 0 (0%) 0 (0%) 0 (0%) 4m24s
kube-system kube-vip-ha-805293-m03 0 (0%) 0 (0%) 0 (0%) 0 (0%) 4m21s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 750m (37%) 100m (5%)
memory 150Mi (7%) 50Mi (2%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 4m21s kube-proxy
Normal NodeHasSufficientMemory 4m26s (x8 over 4m26s) kubelet Node ha-805293-m03 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 4m26s (x8 over 4m26s) kubelet Node ha-805293-m03 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 4m26s (x7 over 4m26s) kubelet Node ha-805293-m03 status is now: NodeHasSufficientPID
Normal NodeAllocatableEnforced 4m26s kubelet Updated Node Allocatable limit across pods
Normal RegisteredNode 4m22s node-controller Node ha-805293-m03 event: Registered Node ha-805293-m03 in Controller
Normal RegisteredNode 4m21s node-controller Node ha-805293-m03 event: Registered Node ha-805293-m03 in Controller
Normal RegisteredNode 4m17s node-controller Node ha-805293-m03 event: Registered Node ha-805293-m03 in Controller
Name: ha-805293-m04
Roles: <none>
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=ha-805293-m04
kubernetes.io/os=linux
minikube.k8s.io/commit=a8859b2b27cf43a9dac1b7d9f7a3a2e21d50b022
minikube.k8s.io/name=ha-805293
minikube.k8s.io/primary=false
minikube.k8s.io/updated_at=2024_09_30T20_03_07_0700
minikube.k8s.io/version=v1.34.0
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Mon, 30 Sep 2024 20:03:07 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: ha-805293-m04
AcquireTime: <unset>
RenewTime: Mon, 30 Sep 2024 20:06:20 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Mon, 30 Sep 2024 20:03:37 +0000 Mon, 30 Sep 2024 20:03:07 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Mon, 30 Sep 2024 20:03:37 +0000 Mon, 30 Sep 2024 20:03:07 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Mon, 30 Sep 2024 20:03:37 +0000 Mon, 30 Sep 2024 20:03:07 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Mon, 30 Sep 2024 20:03:37 +0000 Mon, 30 Sep 2024 20:03:28 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.39.92
Hostname: ha-805293-m04
Capacity:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
System Info:
Machine ID: 66e464978dbd400d9e13327c67f50978
System UUID: 66e46497-8dbd-400d-9e13-327c67f50978
Boot ID: e58b57f2-9a1b-47d7-b35d-6de7e20bd5ad
Kernel Version: 5.10.207
OS Image: Buildroot 2023.02.9
Operating System: linux
Architecture: amd64
Container Runtime Version: cri-o://1.29.1
Kubelet Version: v1.31.1
Kube-Proxy Version: v1.31.1
PodCIDR: 10.244.3.0/24
PodCIDRs: 10.244.3.0/24
Non-terminated Pods: (2 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
kube-system kindnet-pk4z9 100m (5%) 100m (5%) 50Mi (2%) 50Mi (2%) 3m20s
kube-system kube-proxy-7hn94 0 (0%) 0 (0%) 0 (0%) 0 (0%) 3m20s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 100m (5%) 100m (5%)
memory 50Mi (2%) 50Mi (2%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 3m14s kube-proxy
Normal NodeHasSufficientMemory 3m20s (x2 over 3m21s) kubelet Node ha-805293-m04 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 3m20s (x2 over 3m21s) kubelet Node ha-805293-m04 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 3m20s (x2 over 3m21s) kubelet Node ha-805293-m04 status is now: NodeHasSufficientPID
Normal NodeAllocatableEnforced 3m20s kubelet Updated Node Allocatable limit across pods
Normal RegisteredNode 3m17s node-controller Node ha-805293-m04 event: Registered Node ha-805293-m04 in Controller
Normal RegisteredNode 3m17s node-controller Node ha-805293-m04 event: Registered Node ha-805293-m04 in Controller
Normal RegisteredNode 3m16s node-controller Node ha-805293-m04 event: Registered Node ha-805293-m04 in Controller
Normal NodeReady 2m59s kubelet Node ha-805293-m04 status is now: NodeReady
==> dmesg <==
[Sep30 19:59] You have booted with nomodeset. This means your GPU drivers are DISABLED
[ +0.000001] Any video related functionality will be severely degraded, and you may not even be able to suspend the system properly
[ +0.000000] Unless you actually understand what nomodeset does, you should reboot without enabling it
[ +0.051498] Spectre V2 : WARNING: Unprivileged eBPF is enabled with eIBRS on, data leaks possible via Spectre v2 BHB attacks!
[ +0.038050] acpi PNP0A03:00: fail to add MMCONFIG information, can't access extended PCI configuration space under this bridge.
[ +4.756373] platform regulatory.0: Direct firmware load for regulatory.db failed with error -2
[ +1.910183] systemd-fstab-generator[116]: Ignoring "noauto" option for root device
[ +4.882465] NFSD: Using /var/lib/nfs/v4recovery as the NFSv4 state recovery directory
[ +0.000007] NFSD: unable to find recovery directory /var/lib/nfs/v4recovery
[ +0.000001] NFSD: Unable to initialize client recovery tracking! (-2)
[ +7.789974] systemd-fstab-generator[577]: Ignoring "noauto" option for root device
[ +0.062566] kauditd_printk_skb: 1 callbacks suppressed
[ +0.063093] systemd-fstab-generator[589]: Ignoring "noauto" option for root device
[ +0.202518] systemd-fstab-generator[603]: Ignoring "noauto" option for root device
[ +0.124623] systemd-fstab-generator[615]: Ignoring "noauto" option for root device
[ +0.268552] systemd-fstab-generator[645]: Ignoring "noauto" option for root device
[ +3.977529] systemd-fstab-generator[747]: Ignoring "noauto" option for root device
[ +4.564932] systemd-fstab-generator[884]: Ignoring "noauto" option for root device
[ +0.062130] kauditd_printk_skb: 158 callbacks suppressed
[ +7.342874] systemd-fstab-generator[1300]: Ignoring "noauto" option for root device
[ +0.088317] kauditd_printk_skb: 79 callbacks suppressed
[Sep30 20:00] kauditd_printk_skb: 21 callbacks suppressed
[ +12.197664] kauditd_printk_skb: 38 callbacks suppressed
[ +40.392588] kauditd_printk_skb: 26 callbacks suppressed
==> etcd [219dff1c43cd4fc52d54d558d6d4c44ac3dc35d4c8b6e3abe0d6b0517d28f22c] <==
{"level":"warn","ts":"2024-09-30T20:06:27.436884Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"ac0ce77fb984259c","from":"ac0ce77fb984259c","remote-peer-id":"5403ce2c8324712e","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-09-30T20:06:27.440624Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"ac0ce77fb984259c","from":"ac0ce77fb984259c","remote-peer-id":"5403ce2c8324712e","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-09-30T20:06:27.442819Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"ac0ce77fb984259c","from":"ac0ce77fb984259c","remote-peer-id":"5403ce2c8324712e","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-09-30T20:06:27.445375Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"ac0ce77fb984259c","from":"ac0ce77fb984259c","remote-peer-id":"5403ce2c8324712e","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-09-30T20:06:27.451105Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"ac0ce77fb984259c","from":"ac0ce77fb984259c","remote-peer-id":"5403ce2c8324712e","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-09-30T20:06:27.457355Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"ac0ce77fb984259c","from":"ac0ce77fb984259c","remote-peer-id":"5403ce2c8324712e","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-09-30T20:06:27.463457Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"ac0ce77fb984259c","from":"ac0ce77fb984259c","remote-peer-id":"5403ce2c8324712e","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-09-30T20:06:27.467810Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"ac0ce77fb984259c","from":"ac0ce77fb984259c","remote-peer-id":"5403ce2c8324712e","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-09-30T20:06:27.471654Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"ac0ce77fb984259c","from":"ac0ce77fb984259c","remote-peer-id":"5403ce2c8324712e","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-09-30T20:06:27.481262Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"ac0ce77fb984259c","from":"ac0ce77fb984259c","remote-peer-id":"5403ce2c8324712e","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-09-30T20:06:27.487907Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"ac0ce77fb984259c","from":"ac0ce77fb984259c","remote-peer-id":"5403ce2c8324712e","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-09-30T20:06:27.493956Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"ac0ce77fb984259c","from":"ac0ce77fb984259c","remote-peer-id":"5403ce2c8324712e","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-09-30T20:06:27.497557Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"ac0ce77fb984259c","from":"ac0ce77fb984259c","remote-peer-id":"5403ce2c8324712e","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-09-30T20:06:27.501490Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"ac0ce77fb984259c","from":"ac0ce77fb984259c","remote-peer-id":"5403ce2c8324712e","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-09-30T20:06:27.508948Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"ac0ce77fb984259c","from":"ac0ce77fb984259c","remote-peer-id":"5403ce2c8324712e","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-09-30T20:06:27.515046Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"ac0ce77fb984259c","from":"ac0ce77fb984259c","remote-peer-id":"5403ce2c8324712e","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-09-30T20:06:27.521360Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"ac0ce77fb984259c","from":"ac0ce77fb984259c","remote-peer-id":"5403ce2c8324712e","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-09-30T20:06:27.525490Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"ac0ce77fb984259c","from":"ac0ce77fb984259c","remote-peer-id":"5403ce2c8324712e","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-09-30T20:06:27.528903Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"ac0ce77fb984259c","from":"ac0ce77fb984259c","remote-peer-id":"5403ce2c8324712e","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-09-30T20:06:27.534441Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"ac0ce77fb984259c","from":"ac0ce77fb984259c","remote-peer-id":"5403ce2c8324712e","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-09-30T20:06:27.536731Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"ac0ce77fb984259c","from":"ac0ce77fb984259c","remote-peer-id":"5403ce2c8324712e","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-09-30T20:06:27.541567Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"ac0ce77fb984259c","from":"ac0ce77fb984259c","remote-peer-id":"5403ce2c8324712e","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-09-30T20:06:27.542069Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"ac0ce77fb984259c","from":"ac0ce77fb984259c","remote-peer-id":"5403ce2c8324712e","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-09-30T20:06:27.552720Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"ac0ce77fb984259c","from":"ac0ce77fb984259c","remote-peer-id":"5403ce2c8324712e","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-09-30T20:06:27.560467Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"ac0ce77fb984259c","from":"ac0ce77fb984259c","remote-peer-id":"5403ce2c8324712e","remote-peer-name":"pipeline","remote-peer-active":false}
==> kernel <==
20:06:27 up 7 min, 0 users, load average: 0.25, 0.25, 0.12
Linux ha-805293 5.10.207 #1 SMP Mon Sep 23 21:01:39 UTC 2024 x86_64 GNU/Linux
PRETTY_NAME="Buildroot 2023.02.9"
==> kindnet [e28b6781ed449accffbc99ebf7b7a45d0e016ee9212f8826e5bed2775f45e1aa] <==
I0930 20:05:53.361841 1 main.go:322] Node ha-805293-m04 has CIDR [10.244.3.0/24]
I0930 20:06:03.353152 1 main.go:295] Handling node with IPs: map[192.168.39.220:{}]
I0930 20:06:03.353232 1 main.go:322] Node ha-805293-m02 has CIDR [10.244.1.0/24]
I0930 20:06:03.353604 1 main.go:295] Handling node with IPs: map[192.168.39.227:{}]
I0930 20:06:03.353656 1 main.go:322] Node ha-805293-m03 has CIDR [10.244.2.0/24]
I0930 20:06:03.353788 1 main.go:295] Handling node with IPs: map[192.168.39.92:{}]
I0930 20:06:03.353817 1 main.go:322] Node ha-805293-m04 has CIDR [10.244.3.0/24]
I0930 20:06:03.353915 1 main.go:295] Handling node with IPs: map[192.168.39.3:{}]
I0930 20:06:03.353945 1 main.go:299] handling current node
I0930 20:06:13.352401 1 main.go:295] Handling node with IPs: map[192.168.39.3:{}]
I0930 20:06:13.352462 1 main.go:299] handling current node
I0930 20:06:13.352487 1 main.go:295] Handling node with IPs: map[192.168.39.220:{}]
I0930 20:06:13.352493 1 main.go:322] Node ha-805293-m02 has CIDR [10.244.1.0/24]
I0930 20:06:13.352648 1 main.go:295] Handling node with IPs: map[192.168.39.227:{}]
I0930 20:06:13.352669 1 main.go:322] Node ha-805293-m03 has CIDR [10.244.2.0/24]
I0930 20:06:13.352727 1 main.go:295] Handling node with IPs: map[192.168.39.92:{}]
I0930 20:06:13.352744 1 main.go:322] Node ha-805293-m04 has CIDR [10.244.3.0/24]
I0930 20:06:23.354476 1 main.go:295] Handling node with IPs: map[192.168.39.3:{}]
I0930 20:06:23.354578 1 main.go:299] handling current node
I0930 20:06:23.354620 1 main.go:295] Handling node with IPs: map[192.168.39.220:{}]
I0930 20:06:23.354628 1 main.go:322] Node ha-805293-m02 has CIDR [10.244.1.0/24]
I0930 20:06:23.354796 1 main.go:295] Handling node with IPs: map[192.168.39.227:{}]
I0930 20:06:23.354819 1 main.go:322] Node ha-805293-m03 has CIDR [10.244.2.0/24]
I0930 20:06:23.354869 1 main.go:295] Handling node with IPs: map[192.168.39.92:{}]
I0930 20:06:23.354875 1 main.go:322] Node ha-805293-m04 has CIDR [10.244.3.0/24]
==> kube-apiserver [994c927aa147aaacb19c3dc9b54178374731ce435295e01ceb9dbb1854a78f78] <==
I0930 19:59:55.232483 1 alloc.go:330] "allocated clusterIPs" service="default/kubernetes" clusterIPs={"IPv4":"10.96.0.1"}
W0930 19:59:55.241927 1 lease.go:265] Resetting endpoints for master service "kubernetes" to [192.168.39.3]
I0930 19:59:55.242751 1 controller.go:615] quota admission added evaluator for: endpoints
I0930 19:59:55.248161 1 controller.go:615] quota admission added evaluator for: endpointslices.discovery.k8s.io
I0930 19:59:56.585015 1 controller.go:615] quota admission added evaluator for: deployments.apps
I0930 19:59:56.606454 1 alloc.go:330] "allocated clusterIPs" service="kube-system/kube-dns" clusterIPs={"IPv4":"10.96.0.10"}
I0930 19:59:56.717747 1 controller.go:615] quota admission added evaluator for: daemonsets.apps
I0930 20:00:00.619178 1 controller.go:615] quota admission added evaluator for: replicasets.apps
I0930 20:00:00.866886 1 controller.go:615] quota admission added evaluator for: controllerrevisions.apps
E0930 20:02:35.103260 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:54756: use of closed network connection
E0930 20:02:35.310204 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:54774: use of closed network connection
E0930 20:02:35.528451 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:54798: use of closed network connection
E0930 20:02:35.718056 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:54824: use of closed network connection
E0930 20:02:35.905602 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:54834: use of closed network connection
E0930 20:02:36.095718 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:54846: use of closed network connection
E0930 20:02:36.292842 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:54870: use of closed network connection
E0930 20:02:36.507445 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:54880: use of closed network connection
E0930 20:02:36.711017 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:54890: use of closed network connection
E0930 20:02:37.027891 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:54906: use of closed network connection
E0930 20:02:37.211934 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:54928: use of closed network connection
E0930 20:02:37.400557 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:54946: use of closed network connection
E0930 20:02:37.592034 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:54964: use of closed network connection
E0930 20:02:37.769244 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:54968: use of closed network connection
E0930 20:02:37.945689 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:54986: use of closed network connection
W0930 20:04:05.250494 1 lease.go:265] Resetting endpoints for master service "kubernetes" to [192.168.39.227 192.168.39.3]
==> kube-controller-manager [0e9fbbe2017dac31afa6b99397b35147479d921bd1c28368d0863e7deba96963] <==
I0930 20:03:07.394951 1 range_allocator.go:422] "Set node PodCIDR" logger="node-ipam-controller" node="ha-805293-m04" podCIDRs=["10.244.3.0/24"]
I0930 20:03:07.395481 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-805293-m04"
I0930 20:03:07.396749 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-805293-m04"
I0930 20:03:07.436135 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-805293-m04"
I0930 20:03:07.684943 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-805293-m04"
I0930 20:03:08.073414 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-805293-m04"
I0930 20:03:10.185795 1 node_lifecycle_controller.go:884] "Missing timestamp for Node. Assuming now as a timestamp" logger="node-lifecycle-controller" node="ha-805293-m04"
I0930 20:03:10.251142 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-805293-m04"
I0930 20:03:10.326069 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-805293-m04"
I0930 20:03:10.383451 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-805293-m04"
I0930 20:03:11.395780 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-805293-m04"
I0930 20:03:11.488119 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-805293-m04"
I0930 20:03:17.639978 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-805293-m04"
I0930 20:03:28.022240 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-805293-m04"
I0930 20:03:28.023330 1 topologycache.go:237] "Can't get CPU or zone information for node" logger="endpointslice-controller" node="ha-805293-m04"
I0930 20:03:28.045054 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-805293-m04"
I0930 20:03:30.206023 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-805293-m04"
I0930 20:03:37.957274 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-805293-m04"
I0930 20:04:25.230773 1 topologycache.go:237] "Can't get CPU or zone information for node" logger="endpointslice-controller" node="ha-805293-m04"
I0930 20:04:25.230955 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-805293-m02"
I0930 20:04:25.255656 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-805293-m02"
I0930 20:04:25.398159 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-805293-m02"
I0930 20:04:25.408524 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/busybox-7dff88458" duration="30.658854ms"
I0930 20:04:25.408627 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/busybox-7dff88458" duration="53.436µs"
I0930 20:04:30.476044 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-805293-m02"
==> kube-proxy [cd73b6dc4334857d143f06eb9ac8c7e12ee73639e61cdc17666fe96fa1f26088] <==
add table ip kube-proxy
^^^^^^^^^^^^^^^^^^^^^^^^
>
E0930 20:00:02.260002 1 proxier.go:734] "Error cleaning up nftables rules" err=<
could not run nftables command: /dev/stdin:1:1-25: Error: Could not process rule: Operation not supported
add table ip6 kube-proxy
^^^^^^^^^^^^^^^^^^^^^^^^^
>
I0930 20:00:02.292313 1 server.go:677] "Successfully retrieved node IP(s)" IPs=["192.168.39.3"]
E0930 20:00:02.293761 1 server.go:234] "Kube-proxy configuration may be incomplete or incorrect" err="nodePortAddresses is unset; NodePort connections will be accepted on all local IPs. Consider using `--nodeport-addresses primary`"
I0930 20:00:02.331058 1 server_linux.go:146] "No iptables support for family" ipFamily="IPv6"
I0930 20:00:02.331111 1 server.go:245] "kube-proxy running in single-stack mode" ipFamily="IPv4"
I0930 20:00:02.331136 1 server_linux.go:169] "Using iptables Proxier"
I0930 20:00:02.334264 1 proxier.go:255] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses" ipFamily="IPv4"
I0930 20:00:02.334706 1 server.go:483] "Version info" version="v1.31.1"
I0930 20:00:02.334732 1 server.go:485] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I0930 20:00:02.338075 1 config.go:199] "Starting service config controller"
I0930 20:00:02.338115 1 shared_informer.go:313] Waiting for caches to sync for service config
I0930 20:00:02.338141 1 config.go:105] "Starting endpoint slice config controller"
I0930 20:00:02.338146 1 shared_informer.go:313] Waiting for caches to sync for endpoint slice config
I0930 20:00:02.340129 1 config.go:328] "Starting node config controller"
I0930 20:00:02.340159 1 shared_informer.go:313] Waiting for caches to sync for node config
I0930 20:00:02.438958 1 shared_informer.go:320] Caches are synced for endpoint slice config
I0930 20:00:02.439119 1 shared_informer.go:320] Caches are synced for service config
I0930 20:00:02.440633 1 shared_informer.go:320] Caches are synced for node config
==> kube-scheduler [9b8d5baa6998a0be0b18a6a4e4875ca35e5680ddc8f43b93ae94d8160a072463] <==
W0930 19:59:54.471920 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Service: services is forbidden: User "system:kube-scheduler" cannot list resource "services" in API group "" at the cluster scope
E0930 19:59:54.472044 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User \"system:kube-scheduler\" cannot list resource \"services\" in API group \"\" at the cluster scope" logger="UnhandledError"
W0930 19:59:54.522920 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "storageclasses" in API group "storage.k8s.io" at the cluster scope
E0930 19:59:54.524738 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.StorageClass: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"storageclasses\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
W0930 19:59:54.525008 1 reflector.go:561] runtime/asm_amd64.s:1695: failed to list *v1.ConfigMap: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot list resource "configmaps" in API group "" in the namespace "kube-system"
E0930 19:59:54.525097 1 reflector.go:158] "Unhandled Error" err="runtime/asm_amd64.s:1695: Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"extension-apiserver-authentication\" is forbidden: User \"system:kube-scheduler\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\"" logger="UnhandledError"
W0930 19:59:54.570077 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csinodes" in API group "storage.k8s.io" at the cluster scope
E0930 19:59:54.570416 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSINode: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csinodes\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
W0930 19:59:54.573175 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
E0930 19:59:54.573222 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csidrivers\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
W0930 19:59:54.611352 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope
E0930 19:59:54.611460 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PersistentVolumeClaim: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User \"system:kube-scheduler\" cannot list resource \"persistentvolumeclaims\" in API group \"\" at the cluster scope" logger="UnhandledError"
W0930 19:59:54.614509 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User "system:kube-scheduler" cannot list resource "replicationcontrollers" in API group "" at the cluster scope
E0930 19:59:54.614660 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.ReplicationController: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User \"system:kube-scheduler\" cannot list resource \"replicationcontrollers\" in API group \"\" at the cluster scope" logger="UnhandledError"
W0930 19:59:54.659257 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope
E0930 19:59:54.659351 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.StatefulSet: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User \"system:kube-scheduler\" cannot list resource \"statefulsets\" in API group \"apps\" at the cluster scope" logger="UnhandledError"
W0930 19:59:54.769876 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csistoragecapacities" in API group "storage.k8s.io" at the cluster scope
E0930 19:59:54.770087 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSIStorageCapacity: failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csistoragecapacities\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
I0930 19:59:56.900381 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
E0930 20:02:01.539050 1 framework.go:1305] "Plugin Failed" err="Operation cannot be fulfilled on pods/binding \"kube-proxy-h6pvg\": pod kube-proxy-h6pvg is already assigned to node \"ha-805293-m03\"" plugin="DefaultBinder" pod="kube-system/kube-proxy-h6pvg" node="ha-805293-m03"
E0930 20:02:01.539424 1 schedule_one.go:348] "scheduler cache ForgetPod failed" err="pod 9860392c-eca6-4200-9b6e-f0a6f51b523b(kube-system/kube-proxy-h6pvg) wasn't assumed so cannot be forgotten" pod="kube-system/kube-proxy-h6pvg"
E0930 20:02:01.539482 1 schedule_one.go:1057] "Error scheduling pod; retrying" err="running Bind plugin \"DefaultBinder\": Operation cannot be fulfilled on pods/binding \"kube-proxy-h6pvg\": pod kube-proxy-h6pvg is already assigned to node \"ha-805293-m03\"" pod="kube-system/kube-proxy-h6pvg"
I0930 20:02:01.539558 1 schedule_one.go:1070] "Pod has been assigned to node. Abort adding it back to queue." pod="kube-system/kube-proxy-h6pvg" node="ha-805293-m03"
E0930 20:02:29.833811 1 framework.go:1305] "Plugin Failed" err="Operation cannot be fulfilled on pods/binding \"busybox-7dff88458-lshpm\": pod busybox-7dff88458-lshpm is already assigned to node \"ha-805293-m02\"" plugin="DefaultBinder" pod="default/busybox-7dff88458-lshpm" node="ha-805293-m02"
E0930 20:02:29.833910 1 schedule_one.go:1057] "Error scheduling pod; retrying" err="running Bind plugin \"DefaultBinder\": Operation cannot be fulfilled on pods/binding \"busybox-7dff88458-lshpm\": pod busybox-7dff88458-lshpm is already assigned to node \"ha-805293-m02\"" pod="default/busybox-7dff88458-lshpm"
==> kubelet <==
Sep 30 20:04:56 ha-805293 kubelet[1307]: E0930 20:04:56.831137 1307 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1727726696830908263,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Sep 30 20:04:56 ha-805293 kubelet[1307]: E0930 20:04:56.831174 1307 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1727726696830908263,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Sep 30 20:05:06 ha-805293 kubelet[1307]: E0930 20:05:06.833436 1307 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1727726706832581949,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Sep 30 20:05:06 ha-805293 kubelet[1307]: E0930 20:05:06.834135 1307 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1727726706832581949,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Sep 30 20:05:16 ha-805293 kubelet[1307]: E0930 20:05:16.840697 1307 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1727726716835840638,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Sep 30 20:05:16 ha-805293 kubelet[1307]: E0930 20:05:16.841087 1307 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1727726716835840638,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Sep 30 20:05:26 ha-805293 kubelet[1307]: E0930 20:05:26.843795 1307 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1727726726842473695,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Sep 30 20:05:26 ha-805293 kubelet[1307]: E0930 20:05:26.843820 1307 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1727726726842473695,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Sep 30 20:05:36 ha-805293 kubelet[1307]: E0930 20:05:36.846940 1307 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1727726736846123824,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Sep 30 20:05:36 ha-805293 kubelet[1307]: E0930 20:05:36.847349 1307 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1727726736846123824,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Sep 30 20:05:46 ha-805293 kubelet[1307]: E0930 20:05:46.849818 1307 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1727726746849247125,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Sep 30 20:05:46 ha-805293 kubelet[1307]: E0930 20:05:46.850141 1307 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1727726746849247125,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Sep 30 20:05:56 ha-805293 kubelet[1307]: E0930 20:05:56.740673 1307 iptables.go:577] "Could not set up iptables canary" err=<
Sep 30 20:05:56 ha-805293 kubelet[1307]: error creating chain "KUBE-KUBELET-CANARY": exit status 3: Ignoring deprecated --wait-interval option.
Sep 30 20:05:56 ha-805293 kubelet[1307]: ip6tables v1.8.9 (legacy): can't initialize ip6tables table `nat': Table does not exist (do you need to insmod?)
Sep 30 20:05:56 ha-805293 kubelet[1307]: Perhaps ip6tables or your kernel needs to be upgraded.
Sep 30 20:05:56 ha-805293 kubelet[1307]: > table="nat" chain="KUBE-KUBELET-CANARY"
Sep 30 20:05:56 ha-805293 kubelet[1307]: E0930 20:05:56.852143 1307 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1727726756851671468,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Sep 30 20:05:56 ha-805293 kubelet[1307]: E0930 20:05:56.852175 1307 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1727726756851671468,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Sep 30 20:06:06 ha-805293 kubelet[1307]: E0930 20:06:06.854020 1307 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1727726766853679089,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Sep 30 20:06:06 ha-805293 kubelet[1307]: E0930 20:06:06.854344 1307 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1727726766853679089,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Sep 30 20:06:16 ha-805293 kubelet[1307]: E0930 20:06:16.857032 1307 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1727726776856545104,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Sep 30 20:06:16 ha-805293 kubelet[1307]: E0930 20:06:16.857507 1307 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1727726776856545104,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Sep 30 20:06:26 ha-805293 kubelet[1307]: E0930 20:06:26.859587 1307 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1727726786859112579,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Sep 30 20:06:26 ha-805293 kubelet[1307]: E0930 20:06:26.859631 1307 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1727726786859112579,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
-- /stdout --
helpers_test.go:254: (dbg) Run: out/minikube-linux-amd64 status --format={{.APIServer}} -p ha-805293 -n ha-805293
helpers_test.go:261: (dbg) Run: kubectl --context ha-805293 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:285: <<< TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart FAILED: end of post-mortem logs <<<
helpers_test.go:286: ---------------------/post-mortem---------------------------------
--- FAIL: TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart (6.42s)