=== RUN TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart
ha_test.go:281: (dbg) Run: out/minikube-linux-amd64 profile list --output json
ha_test.go:281: (dbg) Done: out/minikube-linux-amd64 profile list --output json: (4.092700682s)
ha_test.go:309: expected profile "ha-381619" in json of 'profile list' to have "HAppy" status but have "Unknown" status. got *"{\"invalid\":[],\"valid\":[{\"Name\":\"ha-381619\",\"Status\":\"Unknown\",\"Config\":{\"Name\":\"ha-381619\",\"KeepContext\":false,\"EmbedCerts\":false,\"MinikubeISO\":\"https://storage.googleapis.com/minikube-builds/iso/19872/minikube-v1.34.0-1730109979-19872-amd64.iso\",\"KicBaseImage\":\"gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730110049-19872@sha256:ead1232eaf026cb87df5e47192f652e5fef1a28f5a05a9ac9cb1a241cca351e9\",\"Memory\":2200,\"CPUs\":2,\"DiskSize\":20000,\"Driver\":\"kvm2\",\"HyperkitVpnKitSock\":\"\",\"HyperkitVSockPorts\":[],\"DockerEnv\":null,\"ContainerVolumeMounts\":null,\"InsecureRegistry\":null,\"RegistryMirror\":[],\"HostOnlyCIDR\":\"192.168.59.1/24\",\"HypervVirtualSwitch\":\"\",\"HypervUseExternalSwitch\":false,\"HypervExternalAdapter\":\"\",\"KVMNetwork\":\"default\",\"KVMQemuURI\":\"qemu:///system\",\"KVMGPU\":false,\"KVMHidden\":false,\"KVMNUMACount\":1,\
"APIServerPort\":8443,\"DockerOpt\":null,\"DisableDriverMounts\":false,\"NFSShare\":[],\"NFSSharesRoot\":\"/nfsshares\",\"UUID\":\"\",\"NoVTXCheck\":false,\"DNSProxy\":false,\"HostDNSResolver\":true,\"HostOnlyNicType\":\"virtio\",\"NatNicType\":\"virtio\",\"SSHIPAddress\":\"\",\"SSHUser\":\"root\",\"SSHKey\":\"\",\"SSHPort\":22,\"KubernetesConfig\":{\"KubernetesVersion\":\"v1.31.2\",\"ClusterName\":\"ha-381619\",\"Namespace\":\"default\",\"APIServerHAVIP\":\"192.168.39.254\",\"APIServerName\":\"minikubeCA\",\"APIServerNames\":null,\"APIServerIPs\":null,\"DNSDomain\":\"cluster.local\",\"ContainerRuntime\":\"crio\",\"CRISocket\":\"\",\"NetworkPlugin\":\"cni\",\"FeatureGates\":\"\",\"ServiceCIDR\":\"10.96.0.0/12\",\"ImageRepository\":\"\",\"LoadBalancerStartIP\":\"\",\"LoadBalancerEndIP\":\"\",\"CustomIngressCert\":\"\",\"RegistryAliases\":\"\",\"ExtraOptions\":null,\"ShouldLoadCachedImages\":true,\"EnableDefaultCNI\":false,\"CNI\":\"\"},\"Nodes\":[{\"Name\":\"\",\"IP\":\"192.168.39.230\",\"Port\":8443,\"Kuberne
tesVersion\":\"v1.31.2\",\"ContainerRuntime\":\"crio\",\"ControlPlane\":true,\"Worker\":true},{\"Name\":\"m02\",\"IP\":\"192.168.39.171\",\"Port\":8443,\"KubernetesVersion\":\"v1.31.2\",\"ContainerRuntime\":\"crio\",\"ControlPlane\":true,\"Worker\":true},{\"Name\":\"m03\",\"IP\":\"192.168.39.17\",\"Port\":8443,\"KubernetesVersion\":\"v1.31.2\",\"ContainerRuntime\":\"crio\",\"ControlPlane\":true,\"Worker\":true},{\"Name\":\"m04\",\"IP\":\"192.168.39.224\",\"Port\":0,\"KubernetesVersion\":\"v1.31.2\",\"ContainerRuntime\":\"\",\"ControlPlane\":false,\"Worker\":true}],\"Addons\":{\"ambassador\":false,\"amd-gpu-device-plugin\":false,\"auto-pause\":false,\"cloud-spanner\":false,\"csi-hostpath-driver\":false,\"dashboard\":false,\"default-storageclass\":false,\"efk\":false,\"freshpod\":false,\"gcp-auth\":false,\"gvisor\":false,\"headlamp\":false,\"inaccel\":false,\"ingress\":false,\"ingress-dns\":false,\"inspektor-gadget\":false,\"istio\":false,\"istio-provisioner\":false,\"kong\":false,\"kubeflow\":false,\"kubevirt\
":false,\"logviewer\":false,\"metallb\":false,\"metrics-server\":false,\"nvidia-device-plugin\":false,\"nvidia-driver-installer\":false,\"nvidia-gpu-device-plugin\":false,\"olm\":false,\"pod-security-policy\":false,\"portainer\":false,\"registry\":false,\"registry-aliases\":false,\"registry-creds\":false,\"storage-provisioner\":false,\"storage-provisioner-gluster\":false,\"storage-provisioner-rancher\":false,\"volcano\":false,\"volumesnapshots\":false,\"yakd\":false},\"CustomAddonImages\":null,\"CustomAddonRegistries\":null,\"VerifyComponents\":{\"apiserver\":true,\"apps_running\":true,\"default_sa\":true,\"extra\":true,\"kubelet\":true,\"node_ready\":true,\"system_pods\":true},\"StartHostTimeout\":360000000000,\"ScheduledStop\":null,\"ExposedPorts\":[],\"ListenAddress\":\"\",\"Network\":\"\",\"Subnet\":\"\",\"MultiNodeRequested\":true,\"ExtraDisks\":0,\"CertExpiration\":94608000000000000,\"Mount\":false,\"MountString\":\"/home/jenkins:/minikube-host\",\"Mount9PVersion\":\"9p2000.L\",\"MountGID\":\"docker\",\
"MountIP\":\"\",\"MountMSize\":262144,\"MountOptions\":[],\"MountPort\":0,\"MountType\":\"9p\",\"MountUID\":\"docker\",\"BinaryMirror\":\"\",\"DisableOptimizations\":false,\"DisableMetrics\":false,\"CustomQemuFirmwarePath\":\"\",\"SocketVMnetClientPath\":\"\",\"SocketVMnetPath\":\"\",\"StaticIP\":\"\",\"SSHAuthSock\":\"\",\"SSHAgentPID\":0,\"GPUs\":\"\",\"AutoPauseInterval\":60000000000},\"Active\":false,\"ActiveKubeContext\":true}]}"*. args: "out/minikube-linux-amd64 profile list --output json"
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:239: (dbg) Run: out/minikube-linux-amd64 status --format={{.Host}} -p ha-381619 -n ha-381619
helpers_test.go:244: <<< TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart FAILED: start of post-mortem logs <<<
helpers_test.go:245: ======> post-mortem[TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart]: minikube logs <======
helpers_test.go:247: (dbg) Run: out/minikube-linux-amd64 -p ha-381619 logs -n 25
helpers_test.go:247: (dbg) Done: out/minikube-linux-amd64 -p ha-381619 logs -n 25: (1.369755429s)
helpers_test.go:252: TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart logs:
-- stdout --
==> Audit <==
|---------|---------------------------------------------------------------------------------|-----------|---------|---------|---------------------|---------------------|
| Command | Args | Profile | User | Version | Start Time | End Time |
|---------|---------------------------------------------------------------------------------|-----------|---------|---------|---------------------|---------------------|
| ssh | ha-381619 ssh -n | ha-381619 | jenkins | v1.34.0 | 28 Oct 24 17:29 UTC | 28 Oct 24 17:29 UTC |
| | ha-381619-m03 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| cp | ha-381619 cp ha-381619-m03:/home/docker/cp-test.txt | ha-381619 | jenkins | v1.34.0 | 28 Oct 24 17:29 UTC | 28 Oct 24 17:29 UTC |
| | ha-381619:/home/docker/cp-test_ha-381619-m03_ha-381619.txt | | | | | |
| ssh | ha-381619 ssh -n | ha-381619 | jenkins | v1.34.0 | 28 Oct 24 17:29 UTC | 28 Oct 24 17:29 UTC |
| | ha-381619-m03 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-381619 ssh -n ha-381619 sudo cat | ha-381619 | jenkins | v1.34.0 | 28 Oct 24 17:29 UTC | 28 Oct 24 17:29 UTC |
| | /home/docker/cp-test_ha-381619-m03_ha-381619.txt | | | | | |
| cp | ha-381619 cp ha-381619-m03:/home/docker/cp-test.txt | ha-381619 | jenkins | v1.34.0 | 28 Oct 24 17:29 UTC | 28 Oct 24 17:29 UTC |
| | ha-381619-m02:/home/docker/cp-test_ha-381619-m03_ha-381619-m02.txt | | | | | |
| ssh | ha-381619 ssh -n | ha-381619 | jenkins | v1.34.0 | 28 Oct 24 17:29 UTC | 28 Oct 24 17:29 UTC |
| | ha-381619-m03 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-381619 ssh -n ha-381619-m02 sudo cat | ha-381619 | jenkins | v1.34.0 | 28 Oct 24 17:29 UTC | 28 Oct 24 17:29 UTC |
| | /home/docker/cp-test_ha-381619-m03_ha-381619-m02.txt | | | | | |
| cp | ha-381619 cp ha-381619-m03:/home/docker/cp-test.txt | ha-381619 | jenkins | v1.34.0 | 28 Oct 24 17:29 UTC | 28 Oct 24 17:29 UTC |
| | ha-381619-m04:/home/docker/cp-test_ha-381619-m03_ha-381619-m04.txt | | | | | |
| ssh | ha-381619 ssh -n | ha-381619 | jenkins | v1.34.0 | 28 Oct 24 17:29 UTC | 28 Oct 24 17:29 UTC |
| | ha-381619-m03 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-381619 ssh -n ha-381619-m04 sudo cat | ha-381619 | jenkins | v1.34.0 | 28 Oct 24 17:29 UTC | 28 Oct 24 17:29 UTC |
| | /home/docker/cp-test_ha-381619-m03_ha-381619-m04.txt | | | | | |
| cp | ha-381619 cp testdata/cp-test.txt | ha-381619 | jenkins | v1.34.0 | 28 Oct 24 17:29 UTC | 28 Oct 24 17:29 UTC |
| | ha-381619-m04:/home/docker/cp-test.txt | | | | | |
| ssh | ha-381619 ssh -n | ha-381619 | jenkins | v1.34.0 | 28 Oct 24 17:29 UTC | 28 Oct 24 17:29 UTC |
| | ha-381619-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| cp | ha-381619 cp ha-381619-m04:/home/docker/cp-test.txt | ha-381619 | jenkins | v1.34.0 | 28 Oct 24 17:29 UTC | 28 Oct 24 17:29 UTC |
| | /tmp/TestMultiControlPlaneserialCopyFile124664606/001/cp-test_ha-381619-m04.txt | | | | | |
| ssh | ha-381619 ssh -n | ha-381619 | jenkins | v1.34.0 | 28 Oct 24 17:29 UTC | 28 Oct 24 17:29 UTC |
| | ha-381619-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| cp | ha-381619 cp ha-381619-m04:/home/docker/cp-test.txt | ha-381619 | jenkins | v1.34.0 | 28 Oct 24 17:29 UTC | 28 Oct 24 17:29 UTC |
| | ha-381619:/home/docker/cp-test_ha-381619-m04_ha-381619.txt | | | | | |
| ssh | ha-381619 ssh -n | ha-381619 | jenkins | v1.34.0 | 28 Oct 24 17:29 UTC | 28 Oct 24 17:29 UTC |
| | ha-381619-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-381619 ssh -n ha-381619 sudo cat | ha-381619 | jenkins | v1.34.0 | 28 Oct 24 17:29 UTC | 28 Oct 24 17:29 UTC |
| | /home/docker/cp-test_ha-381619-m04_ha-381619.txt | | | | | |
| cp | ha-381619 cp ha-381619-m04:/home/docker/cp-test.txt | ha-381619 | jenkins | v1.34.0 | 28 Oct 24 17:29 UTC | 28 Oct 24 17:29 UTC |
| | ha-381619-m02:/home/docker/cp-test_ha-381619-m04_ha-381619-m02.txt | | | | | |
| ssh | ha-381619 ssh -n | ha-381619 | jenkins | v1.34.0 | 28 Oct 24 17:29 UTC | 28 Oct 24 17:29 UTC |
| | ha-381619-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-381619 ssh -n ha-381619-m02 sudo cat | ha-381619 | jenkins | v1.34.0 | 28 Oct 24 17:29 UTC | 28 Oct 24 17:29 UTC |
| | /home/docker/cp-test_ha-381619-m04_ha-381619-m02.txt | | | | | |
| cp | ha-381619 cp ha-381619-m04:/home/docker/cp-test.txt | ha-381619 | jenkins | v1.34.0 | 28 Oct 24 17:29 UTC | 28 Oct 24 17:29 UTC |
| | ha-381619-m03:/home/docker/cp-test_ha-381619-m04_ha-381619-m03.txt | | | | | |
| ssh | ha-381619 ssh -n | ha-381619 | jenkins | v1.34.0 | 28 Oct 24 17:29 UTC | 28 Oct 24 17:29 UTC |
| | ha-381619-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-381619 ssh -n ha-381619-m03 sudo cat | ha-381619 | jenkins | v1.34.0 | 28 Oct 24 17:29 UTC | 28 Oct 24 17:29 UTC |
| | /home/docker/cp-test_ha-381619-m04_ha-381619-m03.txt | | | | | |
| node | ha-381619 node stop m02 -v=7 | ha-381619 | jenkins | v1.34.0 | 28 Oct 24 17:29 UTC | |
| | --alsologtostderr | | | | | |
| node | ha-381619 node start m02 -v=7 | ha-381619 | jenkins | v1.34.0 | 28 Oct 24 17:31 UTC | |
| | --alsologtostderr | | | | | |
|---------|---------------------------------------------------------------------------------|-----------|---------|---------|---------------------|---------------------|
==> Last Start <==
Log file created at: 2024/10/28 17:24:32
Running on machine: ubuntu-20-agent-5
Binary: Built with gc go1.23.2 for linux/amd64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I1028 17:24:32.704402 32020 out.go:345] Setting OutFile to fd 1 ...
I1028 17:24:32.704551 32020 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1028 17:24:32.704563 32020 out.go:358] Setting ErrFile to fd 2...
I1028 17:24:32.704569 32020 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1028 17:24:32.704718 32020 root.go:338] Updating PATH: /home/jenkins/minikube-integration/19872-13443/.minikube/bin
I1028 17:24:32.705246 32020 out.go:352] Setting JSON to false
I1028 17:24:32.706049 32020 start.go:129] hostinfo: {"hostname":"ubuntu-20-agent-5","uptime":4016,"bootTime":1730132257,"procs":180,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1070-gcp","kernelArch":"x86_64","virtualizationSystem":"kvm","virtualizationRole":"guest","hostId":"591c9f12-2938-3743-e2bf-c56a050d43d1"}
I1028 17:24:32.706140 32020 start.go:139] virtualization: kvm guest
I1028 17:24:32.708076 32020 out.go:177] * [ha-381619] minikube v1.34.0 on Ubuntu 20.04 (kvm/amd64)
I1028 17:24:32.709709 32020 out.go:177] - MINIKUBE_LOCATION=19872
I1028 17:24:32.709708 32020 notify.go:220] Checking for updates...
I1028 17:24:32.711979 32020 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1028 17:24:32.713179 32020 out.go:177] - KUBECONFIG=/home/jenkins/minikube-integration/19872-13443/kubeconfig
I1028 17:24:32.714308 32020 out.go:177] - MINIKUBE_HOME=/home/jenkins/minikube-integration/19872-13443/.minikube
I1028 17:24:32.715427 32020 out.go:177] - MINIKUBE_BIN=out/minikube-linux-amd64
I1028 17:24:32.716562 32020 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I1028 17:24:32.717898 32020 driver.go:394] Setting default libvirt URI to qemu:///system
I1028 17:24:32.750233 32020 out.go:177] * Using the kvm2 driver based on user configuration
I1028 17:24:32.751376 32020 start.go:297] selected driver: kvm2
I1028 17:24:32.751386 32020 start.go:901] validating driver "kvm2" against <nil>
I1028 17:24:32.751396 32020 start.go:912] status for kvm2: {Installed:true Healthy:true Running:true NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I1028 17:24:32.752108 32020 install.go:52] acquiring lock: {Name:mk900956b073697a4aa6c80a27c6bb0742a99a53 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1028 17:24:32.752174 32020 install.go:117] Validating docker-machine-driver-kvm2, PATH=/home/jenkins/minikube-integration/19872-13443/.minikube/bin:/home/jenkins/workspace/KVM_Linux_crio_integration/out/:/usr/local/bin:/usr/bin:/bin:/usr/local/games:/usr/games:/usr/local/go/bin:/home/jenkins/go/bin:/usr/local/bin/:/usr/local/go/bin/:/home/jenkins/go/bin
I1028 17:24:32.765779 32020 install.go:137] /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2 version is 1.34.0
I1028 17:24:32.765818 32020 start_flags.go:310] no existing cluster config was found, will generate one from the flags
I1028 17:24:32.766066 32020 start_flags.go:947] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1028 17:24:32.766095 32020 cni.go:84] Creating CNI manager for ""
I1028 17:24:32.766149 32020 cni.go:136] multinode detected (0 nodes found), recommending kindnet
I1028 17:24:32.766159 32020 start_flags.go:319] Found "CNI" CNI - setting NetworkPlugin=cni
I1028 17:24:32.766215 32020 start.go:340] cluster config:
{Name:ha-381619 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730110049-19872@sha256:ead1232eaf026cb87df5e47192f652e5fef1a28f5a05a9ac9cb1a241cca351e9 Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.2 ClusterName:ha-381619 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRIS
ocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0
GPUs: AutoPauseInterval:1m0s}
I1028 17:24:32.766343 32020 iso.go:125] acquiring lock: {Name:mk4bb7d4356e1dfb8d1c969e06867795cd3b0eea Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1028 17:24:32.768753 32020 out.go:177] * Starting "ha-381619" primary control-plane node in "ha-381619" cluster
I1028 17:24:32.769947 32020 preload.go:131] Checking if preload exists for k8s version v1.31.2 and runtime crio
I1028 17:24:32.769974 32020 preload.go:146] Found local preload: /home/jenkins/minikube-integration/19872-13443/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.2-cri-o-overlay-amd64.tar.lz4
I1028 17:24:32.769982 32020 cache.go:56] Caching tarball of preloaded images
I1028 17:24:32.770049 32020 preload.go:172] Found /home/jenkins/minikube-integration/19872-13443/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.2-cri-o-overlay-amd64.tar.lz4 in cache, skipping download
I1028 17:24:32.770062 32020 cache.go:59] Finished verifying existence of preloaded tar for v1.31.2 on crio
I1028 17:24:32.770342 32020 profile.go:143] Saving config to /home/jenkins/minikube-integration/19872-13443/.minikube/profiles/ha-381619/config.json ...
I1028 17:24:32.770362 32020 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19872-13443/.minikube/profiles/ha-381619/config.json: {Name:mkd5c3a5f97562236390379745e09449a8badb1d Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1028 17:24:32.770497 32020 start.go:360] acquireMachinesLock for ha-381619: {Name:mkc11d142cf79f0e8b8cc496582ecd67471b29b5 Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}
I1028 17:24:32.770539 32020 start.go:364] duration metric: took 26.277µs to acquireMachinesLock for "ha-381619"
I1028 17:24:32.770561 32020 start.go:93] Provisioning new machine with config: &{Name:ha-381619 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19872/minikube-v1.34.0-1730109979-19872-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730110049-19872@sha256:ead1232eaf026cb87df5e47192f652e5fef1a28f5a05a9ac9cb1a241cca351e9 Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{Kubernete
sVersion:v1.31.2 ClusterName:ha-381619 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:
9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name: IP: Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}
I1028 17:24:32.770606 32020 start.go:125] createHost starting for "" (driver="kvm2")
I1028 17:24:32.772872 32020 out.go:235] * Creating kvm2 VM (CPUs=2, Memory=2200MB, Disk=20000MB) ...
I1028 17:24:32.772986 32020 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1028 17:24:32.773028 32020 main.go:141] libmachine: Launching plugin server for driver kvm2
I1028 17:24:32.786246 32020 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:34829
I1028 17:24:32.786651 32020 main.go:141] libmachine: () Calling .GetVersion
I1028 17:24:32.787204 32020 main.go:141] libmachine: Using API Version 1
I1028 17:24:32.787223 32020 main.go:141] libmachine: () Calling .SetConfigRaw
I1028 17:24:32.787585 32020 main.go:141] libmachine: () Calling .GetMachineName
I1028 17:24:32.787761 32020 main.go:141] libmachine: (ha-381619) Calling .GetMachineName
I1028 17:24:32.787890 32020 main.go:141] libmachine: (ha-381619) Calling .DriverName
I1028 17:24:32.788041 32020 start.go:159] libmachine.API.Create for "ha-381619" (driver="kvm2")
I1028 17:24:32.788072 32020 client.go:168] LocalClient.Create starting
I1028 17:24:32.788105 32020 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/19872-13443/.minikube/certs/ca.pem
I1028 17:24:32.788134 32020 main.go:141] libmachine: Decoding PEM data...
I1028 17:24:32.788152 32020 main.go:141] libmachine: Parsing certificate...
I1028 17:24:32.788202 32020 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/19872-13443/.minikube/certs/cert.pem
I1028 17:24:32.788220 32020 main.go:141] libmachine: Decoding PEM data...
I1028 17:24:32.788232 32020 main.go:141] libmachine: Parsing certificate...
I1028 17:24:32.788246 32020 main.go:141] libmachine: Running pre-create checks...
I1028 17:24:32.788258 32020 main.go:141] libmachine: (ha-381619) Calling .PreCreateCheck
I1028 17:24:32.788587 32020 main.go:141] libmachine: (ha-381619) Calling .GetConfigRaw
I1028 17:24:32.789017 32020 main.go:141] libmachine: Creating machine...
I1028 17:24:32.789034 32020 main.go:141] libmachine: (ha-381619) Calling .Create
I1028 17:24:32.789161 32020 main.go:141] libmachine: (ha-381619) Creating KVM machine...
I1028 17:24:32.790254 32020 main.go:141] libmachine: (ha-381619) DBG | found existing default KVM network
I1028 17:24:32.790889 32020 main.go:141] libmachine: (ha-381619) DBG | I1028 17:24:32.790760 32043 network.go:206] using free private subnet 192.168.39.0/24: &{IP:192.168.39.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.39.0/24 Gateway:192.168.39.1 ClientMin:192.168.39.2 ClientMax:192.168.39.254 Broadcast:192.168.39.255 IsPrivate:true Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:} reservation:0xc0002111e0}
I1028 17:24:32.790924 32020 main.go:141] libmachine: (ha-381619) DBG | created network xml:
I1028 17:24:32.790942 32020 main.go:141] libmachine: (ha-381619) DBG | <network>
I1028 17:24:32.790953 32020 main.go:141] libmachine: (ha-381619) DBG | <name>mk-ha-381619</name>
I1028 17:24:32.790960 32020 main.go:141] libmachine: (ha-381619) DBG | <dns enable='no'/>
I1028 17:24:32.790971 32020 main.go:141] libmachine: (ha-381619) DBG |
I1028 17:24:32.790981 32020 main.go:141] libmachine: (ha-381619) DBG | <ip address='192.168.39.1' netmask='255.255.255.0'>
I1028 17:24:32.791022 32020 main.go:141] libmachine: (ha-381619) DBG | <dhcp>
I1028 17:24:32.791042 32020 main.go:141] libmachine: (ha-381619) DBG | <range start='192.168.39.2' end='192.168.39.253'/>
I1028 17:24:32.791053 32020 main.go:141] libmachine: (ha-381619) DBG | </dhcp>
I1028 17:24:32.791062 32020 main.go:141] libmachine: (ha-381619) DBG | </ip>
I1028 17:24:32.791070 32020 main.go:141] libmachine: (ha-381619) DBG |
I1028 17:24:32.791079 32020 main.go:141] libmachine: (ha-381619) DBG | </network>
I1028 17:24:32.791092 32020 main.go:141] libmachine: (ha-381619) DBG |
I1028 17:24:32.795776 32020 main.go:141] libmachine: (ha-381619) DBG | trying to create private KVM network mk-ha-381619 192.168.39.0/24...
I1028 17:24:32.856590 32020 main.go:141] libmachine: (ha-381619) DBG | private KVM network mk-ha-381619 192.168.39.0/24 created
I1028 17:24:32.856623 32020 main.go:141] libmachine: (ha-381619) Setting up store path in /home/jenkins/minikube-integration/19872-13443/.minikube/machines/ha-381619 ...
I1028 17:24:32.856641 32020 main.go:141] libmachine: (ha-381619) Building disk image from file:///home/jenkins/minikube-integration/19872-13443/.minikube/cache/iso/amd64/minikube-v1.34.0-1730109979-19872-amd64.iso
I1028 17:24:32.856686 32020 main.go:141] libmachine: (ha-381619) DBG | I1028 17:24:32.856608 32043 common.go:144] Making disk image using store path: /home/jenkins/minikube-integration/19872-13443/.minikube
I1028 17:24:32.856733 32020 main.go:141] libmachine: (ha-381619) Downloading /home/jenkins/minikube-integration/19872-13443/.minikube/cache/boot2docker.iso from file:///home/jenkins/minikube-integration/19872-13443/.minikube/cache/iso/amd64/minikube-v1.34.0-1730109979-19872-amd64.iso...
I1028 17:24:33.109141 32020 main.go:141] libmachine: (ha-381619) DBG | I1028 17:24:33.109021 32043 common.go:151] Creating ssh key: /home/jenkins/minikube-integration/19872-13443/.minikube/machines/ha-381619/id_rsa...
I1028 17:24:33.382423 32020 main.go:141] libmachine: (ha-381619) DBG | I1028 17:24:33.382288 32043 common.go:157] Creating raw disk image: /home/jenkins/minikube-integration/19872-13443/.minikube/machines/ha-381619/ha-381619.rawdisk...
I1028 17:24:33.382457 32020 main.go:141] libmachine: (ha-381619) DBG | Writing magic tar header
I1028 17:24:33.382473 32020 main.go:141] libmachine: (ha-381619) DBG | Writing SSH key tar header
I1028 17:24:33.382487 32020 main.go:141] libmachine: (ha-381619) DBG | I1028 17:24:33.382434 32043 common.go:171] Fixing permissions on /home/jenkins/minikube-integration/19872-13443/.minikube/machines/ha-381619 ...
I1028 17:24:33.382577 32020 main.go:141] libmachine: (ha-381619) Setting executable bit set on /home/jenkins/minikube-integration/19872-13443/.minikube/machines/ha-381619 (perms=drwx------)
I1028 17:24:33.382600 32020 main.go:141] libmachine: (ha-381619) Setting executable bit set on /home/jenkins/minikube-integration/19872-13443/.minikube/machines (perms=drwxr-xr-x)
I1028 17:24:33.382611 32020 main.go:141] libmachine: (ha-381619) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19872-13443/.minikube/machines/ha-381619
I1028 17:24:33.382624 32020 main.go:141] libmachine: (ha-381619) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19872-13443/.minikube/machines
I1028 17:24:33.382636 32020 main.go:141] libmachine: (ha-381619) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19872-13443/.minikube
I1028 17:24:33.382651 32020 main.go:141] libmachine: (ha-381619) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19872-13443
I1028 17:24:33.382662 32020 main.go:141] libmachine: (ha-381619) DBG | Checking permissions on dir: /home/jenkins/minikube-integration
I1028 17:24:33.382673 32020 main.go:141] libmachine: (ha-381619) Setting executable bit set on /home/jenkins/minikube-integration/19872-13443/.minikube (perms=drwxr-xr-x)
I1028 17:24:33.382683 32020 main.go:141] libmachine: (ha-381619) DBG | Checking permissions on dir: /home/jenkins
I1028 17:24:33.382696 32020 main.go:141] libmachine: (ha-381619) Setting executable bit set on /home/jenkins/minikube-integration/19872-13443 (perms=drwxrwxr-x)
I1028 17:24:33.382710 32020 main.go:141] libmachine: (ha-381619) Setting executable bit set on /home/jenkins/minikube-integration (perms=drwxrwxr-x)
I1028 17:24:33.382720 32020 main.go:141] libmachine: (ha-381619) Setting executable bit set on /home/jenkins (perms=drwxr-xr-x)
I1028 17:24:33.382733 32020 main.go:141] libmachine: (ha-381619) Creating domain...
I1028 17:24:33.382743 32020 main.go:141] libmachine: (ha-381619) DBG | Checking permissions on dir: /home
I1028 17:24:33.382755 32020 main.go:141] libmachine: (ha-381619) DBG | Skipping /home - not owner
I1028 17:24:33.383729 32020 main.go:141] libmachine: (ha-381619) define libvirt domain using xml:
I1028 17:24:33.383753 32020 main.go:141] libmachine: (ha-381619) <domain type='kvm'>
I1028 17:24:33.383763 32020 main.go:141] libmachine: (ha-381619) <name>ha-381619</name>
I1028 17:24:33.383771 32020 main.go:141] libmachine: (ha-381619) <memory unit='MiB'>2200</memory>
I1028 17:24:33.383782 32020 main.go:141] libmachine: (ha-381619) <vcpu>2</vcpu>
I1028 17:24:33.383791 32020 main.go:141] libmachine: (ha-381619) <features>
I1028 17:24:33.383800 32020 main.go:141] libmachine: (ha-381619) <acpi/>
I1028 17:24:33.383823 32020 main.go:141] libmachine: (ha-381619) <apic/>
I1028 17:24:33.383834 32020 main.go:141] libmachine: (ha-381619) <pae/>
I1028 17:24:33.383847 32020 main.go:141] libmachine: (ha-381619)
I1028 17:24:33.383857 32020 main.go:141] libmachine: (ha-381619) </features>
I1028 17:24:33.383868 32020 main.go:141] libmachine: (ha-381619) <cpu mode='host-passthrough'>
I1028 17:24:33.383876 32020 main.go:141] libmachine: (ha-381619)
I1028 17:24:33.383886 32020 main.go:141] libmachine: (ha-381619) </cpu>
I1028 17:24:33.383894 32020 main.go:141] libmachine: (ha-381619) <os>
I1028 17:24:33.383901 32020 main.go:141] libmachine: (ha-381619) <type>hvm</type>
I1028 17:24:33.383912 32020 main.go:141] libmachine: (ha-381619) <boot dev='cdrom'/>
I1028 17:24:33.383921 32020 main.go:141] libmachine: (ha-381619) <boot dev='hd'/>
I1028 17:24:33.383934 32020 main.go:141] libmachine: (ha-381619) <bootmenu enable='no'/>
I1028 17:24:33.383944 32020 main.go:141] libmachine: (ha-381619) </os>
I1028 17:24:33.383952 32020 main.go:141] libmachine: (ha-381619) <devices>
I1028 17:24:33.383961 32020 main.go:141] libmachine: (ha-381619) <disk type='file' device='cdrom'>
I1028 17:24:33.383974 32020 main.go:141] libmachine: (ha-381619) <source file='/home/jenkins/minikube-integration/19872-13443/.minikube/machines/ha-381619/boot2docker.iso'/>
I1028 17:24:33.383984 32020 main.go:141] libmachine: (ha-381619) <target dev='hdc' bus='scsi'/>
I1028 17:24:33.383994 32020 main.go:141] libmachine: (ha-381619) <readonly/>
I1028 17:24:33.384049 32020 main.go:141] libmachine: (ha-381619) </disk>
I1028 17:24:33.384071 32020 main.go:141] libmachine: (ha-381619) <disk type='file' device='disk'>
I1028 17:24:33.384079 32020 main.go:141] libmachine: (ha-381619) <driver name='qemu' type='raw' cache='default' io='threads' />
I1028 17:24:33.384087 32020 main.go:141] libmachine: (ha-381619) <source file='/home/jenkins/minikube-integration/19872-13443/.minikube/machines/ha-381619/ha-381619.rawdisk'/>
I1028 17:24:33.384092 32020 main.go:141] libmachine: (ha-381619) <target dev='hda' bus='virtio'/>
I1028 17:24:33.384099 32020 main.go:141] libmachine: (ha-381619) </disk>
I1028 17:24:33.384104 32020 main.go:141] libmachine: (ha-381619) <interface type='network'>
I1028 17:24:33.384111 32020 main.go:141] libmachine: (ha-381619) <source network='mk-ha-381619'/>
I1028 17:24:33.384116 32020 main.go:141] libmachine: (ha-381619) <model type='virtio'/>
I1028 17:24:33.384122 32020 main.go:141] libmachine: (ha-381619) </interface>
I1028 17:24:33.384127 32020 main.go:141] libmachine: (ha-381619) <interface type='network'>
I1028 17:24:33.384134 32020 main.go:141] libmachine: (ha-381619) <source network='default'/>
I1028 17:24:33.384140 32020 main.go:141] libmachine: (ha-381619) <model type='virtio'/>
I1028 17:24:33.384146 32020 main.go:141] libmachine: (ha-381619) </interface>
I1028 17:24:33.384151 32020 main.go:141] libmachine: (ha-381619) <serial type='pty'>
I1028 17:24:33.384157 32020 main.go:141] libmachine: (ha-381619) <target port='0'/>
I1028 17:24:33.384180 32020 main.go:141] libmachine: (ha-381619) </serial>
I1028 17:24:33.384203 32020 main.go:141] libmachine: (ha-381619) <console type='pty'>
I1028 17:24:33.384217 32020 main.go:141] libmachine: (ha-381619) <target type='serial' port='0'/>
I1028 17:24:33.384235 32020 main.go:141] libmachine: (ha-381619) </console>
I1028 17:24:33.384247 32020 main.go:141] libmachine: (ha-381619) <rng model='virtio'>
I1028 17:24:33.384258 32020 main.go:141] libmachine: (ha-381619) <backend model='random'>/dev/random</backend>
I1028 17:24:33.384267 32020 main.go:141] libmachine: (ha-381619) </rng>
I1028 17:24:33.384291 32020 main.go:141] libmachine: (ha-381619)
I1028 17:24:33.384303 32020 main.go:141] libmachine: (ha-381619)
I1028 17:24:33.384320 32020 main.go:141] libmachine: (ha-381619) </devices>
I1028 17:24:33.384331 32020 main.go:141] libmachine: (ha-381619) </domain>
I1028 17:24:33.384339 32020 main.go:141] libmachine: (ha-381619)
I1028 17:24:33.388368 32020 main.go:141] libmachine: (ha-381619) DBG | domain ha-381619 has defined MAC address 52:54:00:d7:31:89 in network default
I1028 17:24:33.388983 32020 main.go:141] libmachine: (ha-381619) Ensuring networks are active...
I1028 17:24:33.389001 32020 main.go:141] libmachine: (ha-381619) DBG | domain ha-381619 has defined MAC address 52:54:00:bf:e3:f2 in network mk-ha-381619
I1028 17:24:33.389577 32020 main.go:141] libmachine: (ha-381619) Ensuring network default is active
I1028 17:24:33.389893 32020 main.go:141] libmachine: (ha-381619) Ensuring network mk-ha-381619 is active
I1028 17:24:33.390366 32020 main.go:141] libmachine: (ha-381619) Getting domain xml...
I1028 17:24:33.390966 32020 main.go:141] libmachine: (ha-381619) Creating domain...
I1028 17:24:34.558865 32020 main.go:141] libmachine: (ha-381619) Waiting to get IP...
I1028 17:24:34.559610 32020 main.go:141] libmachine: (ha-381619) DBG | domain ha-381619 has defined MAC address 52:54:00:bf:e3:f2 in network mk-ha-381619
I1028 17:24:34.559962 32020 main.go:141] libmachine: (ha-381619) DBG | unable to find current IP address of domain ha-381619 in network mk-ha-381619
I1028 17:24:34.559982 32020 main.go:141] libmachine: (ha-381619) DBG | I1028 17:24:34.559945 32043 retry.go:31] will retry after 257.179075ms: waiting for machine to come up
I1028 17:24:34.818320 32020 main.go:141] libmachine: (ha-381619) DBG | domain ha-381619 has defined MAC address 52:54:00:bf:e3:f2 in network mk-ha-381619
I1028 17:24:34.818636 32020 main.go:141] libmachine: (ha-381619) DBG | unable to find current IP address of domain ha-381619 in network mk-ha-381619
I1028 17:24:34.818664 32020 main.go:141] libmachine: (ha-381619) DBG | I1028 17:24:34.818591 32043 retry.go:31] will retry after 336.999416ms: waiting for machine to come up
I1028 17:24:35.156955 32020 main.go:141] libmachine: (ha-381619) DBG | domain ha-381619 has defined MAC address 52:54:00:bf:e3:f2 in network mk-ha-381619
I1028 17:24:35.157385 32020 main.go:141] libmachine: (ha-381619) DBG | unable to find current IP address of domain ha-381619 in network mk-ha-381619
I1028 17:24:35.157410 32020 main.go:141] libmachine: (ha-381619) DBG | I1028 17:24:35.157352 32043 retry.go:31] will retry after 376.336351ms: waiting for machine to come up
I1028 17:24:35.534739 32020 main.go:141] libmachine: (ha-381619) DBG | domain ha-381619 has defined MAC address 52:54:00:bf:e3:f2 in network mk-ha-381619
I1028 17:24:35.535148 32020 main.go:141] libmachine: (ha-381619) DBG | unable to find current IP address of domain ha-381619 in network mk-ha-381619
I1028 17:24:35.535176 32020 main.go:141] libmachine: (ha-381619) DBG | I1028 17:24:35.535109 32043 retry.go:31] will retry after 414.103212ms: waiting for machine to come up
I1028 17:24:35.950512 32020 main.go:141] libmachine: (ha-381619) DBG | domain ha-381619 has defined MAC address 52:54:00:bf:e3:f2 in network mk-ha-381619
I1028 17:24:35.950871 32020 main.go:141] libmachine: (ha-381619) DBG | unable to find current IP address of domain ha-381619 in network mk-ha-381619
I1028 17:24:35.950902 32020 main.go:141] libmachine: (ha-381619) DBG | I1028 17:24:35.950833 32043 retry.go:31] will retry after 701.752446ms: waiting for machine to come up
I1028 17:24:36.653573 32020 main.go:141] libmachine: (ha-381619) DBG | domain ha-381619 has defined MAC address 52:54:00:bf:e3:f2 in network mk-ha-381619
I1028 17:24:36.653919 32020 main.go:141] libmachine: (ha-381619) DBG | unable to find current IP address of domain ha-381619 in network mk-ha-381619
I1028 17:24:36.653945 32020 main.go:141] libmachine: (ha-381619) DBG | I1028 17:24:36.653879 32043 retry.go:31] will retry after 793.432647ms: waiting for machine to come up
I1028 17:24:37.448827 32020 main.go:141] libmachine: (ha-381619) DBG | domain ha-381619 has defined MAC address 52:54:00:bf:e3:f2 in network mk-ha-381619
I1028 17:24:37.449212 32020 main.go:141] libmachine: (ha-381619) DBG | unable to find current IP address of domain ha-381619 in network mk-ha-381619
I1028 17:24:37.449233 32020 main.go:141] libmachine: (ha-381619) DBG | I1028 17:24:37.449175 32043 retry.go:31] will retry after 894.965011ms: waiting for machine to come up
I1028 17:24:38.345655 32020 main.go:141] libmachine: (ha-381619) DBG | domain ha-381619 has defined MAC address 52:54:00:bf:e3:f2 in network mk-ha-381619
I1028 17:24:38.346083 32020 main.go:141] libmachine: (ha-381619) DBG | unable to find current IP address of domain ha-381619 in network mk-ha-381619
I1028 17:24:38.346104 32020 main.go:141] libmachine: (ha-381619) DBG | I1028 17:24:38.346040 32043 retry.go:31] will retry after 955.035568ms: waiting for machine to come up
I1028 17:24:39.303112 32020 main.go:141] libmachine: (ha-381619) DBG | domain ha-381619 has defined MAC address 52:54:00:bf:e3:f2 in network mk-ha-381619
I1028 17:24:39.303513 32020 main.go:141] libmachine: (ha-381619) DBG | unable to find current IP address of domain ha-381619 in network mk-ha-381619
I1028 17:24:39.303566 32020 main.go:141] libmachine: (ha-381619) DBG | I1028 17:24:39.303470 32043 retry.go:31] will retry after 1.649236041s: waiting for machine to come up
I1028 17:24:40.955622 32020 main.go:141] libmachine: (ha-381619) DBG | domain ha-381619 has defined MAC address 52:54:00:bf:e3:f2 in network mk-ha-381619
I1028 17:24:40.956156 32020 main.go:141] libmachine: (ha-381619) DBG | unable to find current IP address of domain ha-381619 in network mk-ha-381619
I1028 17:24:40.956183 32020 main.go:141] libmachine: (ha-381619) DBG | I1028 17:24:40.956118 32043 retry.go:31] will retry after 1.776451571s: waiting for machine to come up
I1028 17:24:42.733883 32020 main.go:141] libmachine: (ha-381619) DBG | domain ha-381619 has defined MAC address 52:54:00:bf:e3:f2 in network mk-ha-381619
I1028 17:24:42.734354 32020 main.go:141] libmachine: (ha-381619) DBG | unable to find current IP address of domain ha-381619 in network mk-ha-381619
I1028 17:24:42.734378 32020 main.go:141] libmachine: (ha-381619) DBG | I1028 17:24:42.734330 32043 retry.go:31] will retry after 2.290450392s: waiting for machine to come up
I1028 17:24:45.027299 32020 main.go:141] libmachine: (ha-381619) DBG | domain ha-381619 has defined MAC address 52:54:00:bf:e3:f2 in network mk-ha-381619
I1028 17:24:45.027697 32020 main.go:141] libmachine: (ha-381619) DBG | unable to find current IP address of domain ha-381619 in network mk-ha-381619
I1028 17:24:45.027727 32020 main.go:141] libmachine: (ha-381619) DBG | I1028 17:24:45.027647 32043 retry.go:31] will retry after 3.000171726s: waiting for machine to come up
I1028 17:24:48.029293 32020 main.go:141] libmachine: (ha-381619) DBG | domain ha-381619 has defined MAC address 52:54:00:bf:e3:f2 in network mk-ha-381619
I1028 17:24:48.029625 32020 main.go:141] libmachine: (ha-381619) DBG | unable to find current IP address of domain ha-381619 in network mk-ha-381619
I1028 17:24:48.029642 32020 main.go:141] libmachine: (ha-381619) DBG | I1028 17:24:48.029599 32043 retry.go:31] will retry after 3.464287385s: waiting for machine to come up
I1028 17:24:51.498145 32020 main.go:141] libmachine: (ha-381619) DBG | domain ha-381619 has defined MAC address 52:54:00:bf:e3:f2 in network mk-ha-381619
I1028 17:24:51.498494 32020 main.go:141] libmachine: (ha-381619) DBG | unable to find current IP address of domain ha-381619 in network mk-ha-381619
I1028 17:24:51.498520 32020 main.go:141] libmachine: (ha-381619) DBG | I1028 17:24:51.498450 32043 retry.go:31] will retry after 4.798676944s: waiting for machine to come up
I1028 17:24:56.301062 32020 main.go:141] libmachine: (ha-381619) DBG | domain ha-381619 has defined MAC address 52:54:00:bf:e3:f2 in network mk-ha-381619
I1028 17:24:56.301461 32020 main.go:141] libmachine: (ha-381619) Found IP for machine: 192.168.39.230
I1028 17:24:56.301476 32020 main.go:141] libmachine: (ha-381619) Reserving static IP address...
I1028 17:24:56.301485 32020 main.go:141] libmachine: (ha-381619) DBG | domain ha-381619 has current primary IP address 192.168.39.230 and MAC address 52:54:00:bf:e3:f2 in network mk-ha-381619
I1028 17:24:56.301800 32020 main.go:141] libmachine: (ha-381619) DBG | unable to find host DHCP lease matching {name: "ha-381619", mac: "52:54:00:bf:e3:f2", ip: "192.168.39.230"} in network mk-ha-381619
I1028 17:24:56.367996 32020 main.go:141] libmachine: (ha-381619) Reserved static IP address: 192.168.39.230
I1028 17:24:56.368025 32020 main.go:141] libmachine: (ha-381619) Waiting for SSH to be available...
I1028 17:24:56.368033 32020 main.go:141] libmachine: (ha-381619) DBG | Getting to WaitForSSH function...
I1028 17:24:56.370488 32020 main.go:141] libmachine: (ha-381619) DBG | domain ha-381619 has defined MAC address 52:54:00:bf:e3:f2 in network mk-ha-381619
I1028 17:24:56.370848 32020 main.go:141] libmachine: (ha-381619) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:bf:e3:f2", ip: ""} in network mk-ha-381619: {Iface:virbr1 ExpiryTime:2024-10-28 18:24:47 +0000 UTC Type:0 Mac:52:54:00:bf:e3:f2 Iaid: IPaddr:192.168.39.230 Prefix:24 Hostname:minikube Clientid:01:52:54:00:bf:e3:f2}
I1028 17:24:56.370872 32020 main.go:141] libmachine: (ha-381619) DBG | domain ha-381619 has defined IP address 192.168.39.230 and MAC address 52:54:00:bf:e3:f2 in network mk-ha-381619
I1028 17:24:56.371022 32020 main.go:141] libmachine: (ha-381619) DBG | Using SSH client type: external
I1028 17:24:56.371056 32020 main.go:141] libmachine: (ha-381619) DBG | Using SSH private key: /home/jenkins/minikube-integration/19872-13443/.minikube/machines/ha-381619/id_rsa (-rw-------)
I1028 17:24:56.371091 32020 main.go:141] libmachine: (ha-381619) DBG | &{[-F /dev/null -o ConnectionAttempts=3 -o ConnectTimeout=10 -o ControlMaster=no -o ControlPath=none -o LogLevel=quiet -o PasswordAuthentication=no -o ServerAliveInterval=60 -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null docker@192.168.39.230 -o IdentitiesOnly=yes -i /home/jenkins/minikube-integration/19872-13443/.minikube/machines/ha-381619/id_rsa -p 22] /usr/bin/ssh <nil>}
I1028 17:24:56.371104 32020 main.go:141] libmachine: (ha-381619) DBG | About to run SSH command:
I1028 17:24:56.371114 32020 main.go:141] libmachine: (ha-381619) DBG | exit 0
I1028 17:24:56.492195 32020 main.go:141] libmachine: (ha-381619) DBG | SSH cmd err, output: <nil>:
I1028 17:24:56.492449 32020 main.go:141] libmachine: (ha-381619) KVM machine creation complete!
I1028 17:24:56.492777 32020 main.go:141] libmachine: (ha-381619) Calling .GetConfigRaw
I1028 17:24:56.493326 32020 main.go:141] libmachine: (ha-381619) Calling .DriverName
I1028 17:24:56.493514 32020 main.go:141] libmachine: (ha-381619) Calling .DriverName
I1028 17:24:56.493649 32020 main.go:141] libmachine: Waiting for machine to be running, this may take a few minutes...
I1028 17:24:56.493664 32020 main.go:141] libmachine: (ha-381619) Calling .GetState
I1028 17:24:56.494850 32020 main.go:141] libmachine: Detecting operating system of created instance...
I1028 17:24:56.494862 32020 main.go:141] libmachine: Waiting for SSH to be available...
I1028 17:24:56.494867 32020 main.go:141] libmachine: Getting to WaitForSSH function...
I1028 17:24:56.494872 32020 main.go:141] libmachine: (ha-381619) Calling .GetSSHHostname
I1028 17:24:56.496787 32020 main.go:141] libmachine: (ha-381619) DBG | domain ha-381619 has defined MAC address 52:54:00:bf:e3:f2 in network mk-ha-381619
I1028 17:24:56.497152 32020 main.go:141] libmachine: (ha-381619) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:bf:e3:f2", ip: ""} in network mk-ha-381619: {Iface:virbr1 ExpiryTime:2024-10-28 18:24:47 +0000 UTC Type:0 Mac:52:54:00:bf:e3:f2 Iaid: IPaddr:192.168.39.230 Prefix:24 Hostname:ha-381619 Clientid:01:52:54:00:bf:e3:f2}
I1028 17:24:56.497174 32020 main.go:141] libmachine: (ha-381619) DBG | domain ha-381619 has defined IP address 192.168.39.230 and MAC address 52:54:00:bf:e3:f2 in network mk-ha-381619
I1028 17:24:56.497302 32020 main.go:141] libmachine: (ha-381619) Calling .GetSSHPort
I1028 17:24:56.497464 32020 main.go:141] libmachine: (ha-381619) Calling .GetSSHKeyPath
I1028 17:24:56.497595 32020 main.go:141] libmachine: (ha-381619) Calling .GetSSHKeyPath
I1028 17:24:56.497725 32020 main.go:141] libmachine: (ha-381619) Calling .GetSSHUsername
I1028 17:24:56.497885 32020 main.go:141] libmachine: Using SSH client type: native
I1028 17:24:56.498064 32020 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866160] 0x868e40 <nil> [] 0s} 192.168.39.230 22 <nil> <nil>}
I1028 17:24:56.498078 32020 main.go:141] libmachine: About to run SSH command:
exit 0
I1028 17:24:56.595488 32020 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1028 17:24:56.595509 32020 main.go:141] libmachine: Detecting the provisioner...
I1028 17:24:56.595519 32020 main.go:141] libmachine: (ha-381619) Calling .GetSSHHostname
I1028 17:24:56.597859 32020 main.go:141] libmachine: (ha-381619) DBG | domain ha-381619 has defined MAC address 52:54:00:bf:e3:f2 in network mk-ha-381619
I1028 17:24:56.598187 32020 main.go:141] libmachine: (ha-381619) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:bf:e3:f2", ip: ""} in network mk-ha-381619: {Iface:virbr1 ExpiryTime:2024-10-28 18:24:47 +0000 UTC Type:0 Mac:52:54:00:bf:e3:f2 Iaid: IPaddr:192.168.39.230 Prefix:24 Hostname:ha-381619 Clientid:01:52:54:00:bf:e3:f2}
I1028 17:24:56.598209 32020 main.go:141] libmachine: (ha-381619) DBG | domain ha-381619 has defined IP address 192.168.39.230 and MAC address 52:54:00:bf:e3:f2 in network mk-ha-381619
I1028 17:24:56.598403 32020 main.go:141] libmachine: (ha-381619) Calling .GetSSHPort
I1028 17:24:56.598582 32020 main.go:141] libmachine: (ha-381619) Calling .GetSSHKeyPath
I1028 17:24:56.598719 32020 main.go:141] libmachine: (ha-381619) Calling .GetSSHKeyPath
I1028 17:24:56.598880 32020 main.go:141] libmachine: (ha-381619) Calling .GetSSHUsername
I1028 17:24:56.599036 32020 main.go:141] libmachine: Using SSH client type: native
I1028 17:24:56.599254 32020 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866160] 0x868e40 <nil> [] 0s} 192.168.39.230 22 <nil> <nil>}
I1028 17:24:56.599265 32020 main.go:141] libmachine: About to run SSH command:
cat /etc/os-release
I1028 17:24:56.696771 32020 main.go:141] libmachine: SSH cmd err, output: <nil>: NAME=Buildroot
VERSION=2023.02.9-dirty
ID=buildroot
VERSION_ID=2023.02.9
PRETTY_NAME="Buildroot 2023.02.9"
I1028 17:24:56.696858 32020 main.go:141] libmachine: found compatible host: buildroot
I1028 17:24:56.696872 32020 main.go:141] libmachine: Provisioning with buildroot...
I1028 17:24:56.696881 32020 main.go:141] libmachine: (ha-381619) Calling .GetMachineName
I1028 17:24:56.697109 32020 buildroot.go:166] provisioning hostname "ha-381619"
I1028 17:24:56.697130 32020 main.go:141] libmachine: (ha-381619) Calling .GetMachineName
I1028 17:24:56.697282 32020 main.go:141] libmachine: (ha-381619) Calling .GetSSHHostname
I1028 17:24:56.699770 32020 main.go:141] libmachine: (ha-381619) DBG | domain ha-381619 has defined MAC address 52:54:00:bf:e3:f2 in network mk-ha-381619
I1028 17:24:56.700115 32020 main.go:141] libmachine: (ha-381619) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:bf:e3:f2", ip: ""} in network mk-ha-381619: {Iface:virbr1 ExpiryTime:2024-10-28 18:24:47 +0000 UTC Type:0 Mac:52:54:00:bf:e3:f2 Iaid: IPaddr:192.168.39.230 Prefix:24 Hostname:ha-381619 Clientid:01:52:54:00:bf:e3:f2}
I1028 17:24:56.700139 32020 main.go:141] libmachine: (ha-381619) DBG | domain ha-381619 has defined IP address 192.168.39.230 and MAC address 52:54:00:bf:e3:f2 in network mk-ha-381619
I1028 17:24:56.700271 32020 main.go:141] libmachine: (ha-381619) Calling .GetSSHPort
I1028 17:24:56.700441 32020 main.go:141] libmachine: (ha-381619) Calling .GetSSHKeyPath
I1028 17:24:56.700571 32020 main.go:141] libmachine: (ha-381619) Calling .GetSSHKeyPath
I1028 17:24:56.700701 32020 main.go:141] libmachine: (ha-381619) Calling .GetSSHUsername
I1028 17:24:56.700825 32020 main.go:141] libmachine: Using SSH client type: native
I1028 17:24:56.701013 32020 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866160] 0x868e40 <nil> [] 0s} 192.168.39.230 22 <nil> <nil>}
I1028 17:24:56.701029 32020 main.go:141] libmachine: About to run SSH command:
sudo hostname ha-381619 && echo "ha-381619" | sudo tee /etc/hostname
I1028 17:24:56.814628 32020 main.go:141] libmachine: SSH cmd err, output: <nil>: ha-381619
I1028 17:24:56.814655 32020 main.go:141] libmachine: (ha-381619) Calling .GetSSHHostname
I1028 17:24:56.817104 32020 main.go:141] libmachine: (ha-381619) DBG | domain ha-381619 has defined MAC address 52:54:00:bf:e3:f2 in network mk-ha-381619
I1028 17:24:56.817470 32020 main.go:141] libmachine: (ha-381619) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:bf:e3:f2", ip: ""} in network mk-ha-381619: {Iface:virbr1 ExpiryTime:2024-10-28 18:24:47 +0000 UTC Type:0 Mac:52:54:00:bf:e3:f2 Iaid: IPaddr:192.168.39.230 Prefix:24 Hostname:ha-381619 Clientid:01:52:54:00:bf:e3:f2}
I1028 17:24:56.817491 32020 main.go:141] libmachine: (ha-381619) DBG | domain ha-381619 has defined IP address 192.168.39.230 and MAC address 52:54:00:bf:e3:f2 in network mk-ha-381619
I1028 17:24:56.817657 32020 main.go:141] libmachine: (ha-381619) Calling .GetSSHPort
I1028 17:24:56.817827 32020 main.go:141] libmachine: (ha-381619) Calling .GetSSHKeyPath
I1028 17:24:56.817992 32020 main.go:141] libmachine: (ha-381619) Calling .GetSSHKeyPath
I1028 17:24:56.818124 32020 main.go:141] libmachine: (ha-381619) Calling .GetSSHUsername
I1028 17:24:56.818278 32020 main.go:141] libmachine: Using SSH client type: native
I1028 17:24:56.818455 32020 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866160] 0x868e40 <nil> [] 0s} 192.168.39.230 22 <nil> <nil>}
I1028 17:24:56.818475 32020 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\sha-381619' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 ha-381619/g' /etc/hosts;
else
echo '127.0.1.1 ha-381619' | sudo tee -a /etc/hosts;
fi
fi
I1028 17:24:56.926794 32020 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1028 17:24:56.926821 32020 buildroot.go:172] set auth options {CertDir:/home/jenkins/minikube-integration/19872-13443/.minikube CaCertPath:/home/jenkins/minikube-integration/19872-13443/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/19872-13443/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/19872-13443/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/19872-13443/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/19872-13443/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/19872-13443/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/19872-13443/.minikube}
I1028 17:24:56.926841 32020 buildroot.go:174] setting up certificates
I1028 17:24:56.926853 32020 provision.go:84] configureAuth start
I1028 17:24:56.926865 32020 main.go:141] libmachine: (ha-381619) Calling .GetMachineName
I1028 17:24:56.927086 32020 main.go:141] libmachine: (ha-381619) Calling .GetIP
I1028 17:24:56.929479 32020 main.go:141] libmachine: (ha-381619) DBG | domain ha-381619 has defined MAC address 52:54:00:bf:e3:f2 in network mk-ha-381619
I1028 17:24:56.929816 32020 main.go:141] libmachine: (ha-381619) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:bf:e3:f2", ip: ""} in network mk-ha-381619: {Iface:virbr1 ExpiryTime:2024-10-28 18:24:47 +0000 UTC Type:0 Mac:52:54:00:bf:e3:f2 Iaid: IPaddr:192.168.39.230 Prefix:24 Hostname:ha-381619 Clientid:01:52:54:00:bf:e3:f2}
I1028 17:24:56.929835 32020 main.go:141] libmachine: (ha-381619) DBG | domain ha-381619 has defined IP address 192.168.39.230 and MAC address 52:54:00:bf:e3:f2 in network mk-ha-381619
I1028 17:24:56.929984 32020 main.go:141] libmachine: (ha-381619) Calling .GetSSHHostname
I1028 17:24:56.931934 32020 main.go:141] libmachine: (ha-381619) DBG | domain ha-381619 has defined MAC address 52:54:00:bf:e3:f2 in network mk-ha-381619
I1028 17:24:56.932225 32020 main.go:141] libmachine: (ha-381619) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:bf:e3:f2", ip: ""} in network mk-ha-381619: {Iface:virbr1 ExpiryTime:2024-10-28 18:24:47 +0000 UTC Type:0 Mac:52:54:00:bf:e3:f2 Iaid: IPaddr:192.168.39.230 Prefix:24 Hostname:ha-381619 Clientid:01:52:54:00:bf:e3:f2}
I1028 17:24:56.932249 32020 main.go:141] libmachine: (ha-381619) DBG | domain ha-381619 has defined IP address 192.168.39.230 and MAC address 52:54:00:bf:e3:f2 in network mk-ha-381619
I1028 17:24:56.932384 32020 provision.go:143] copyHostCerts
I1028 17:24:56.932411 32020 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19872-13443/.minikube/certs/ca.pem -> /home/jenkins/minikube-integration/19872-13443/.minikube/ca.pem
I1028 17:24:56.932452 32020 exec_runner.go:144] found /home/jenkins/minikube-integration/19872-13443/.minikube/ca.pem, removing ...
I1028 17:24:56.932465 32020 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19872-13443/.minikube/ca.pem
I1028 17:24:56.932554 32020 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19872-13443/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/19872-13443/.minikube/ca.pem (1082 bytes)
I1028 17:24:56.932658 32020 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19872-13443/.minikube/certs/cert.pem -> /home/jenkins/minikube-integration/19872-13443/.minikube/cert.pem
I1028 17:24:56.932682 32020 exec_runner.go:144] found /home/jenkins/minikube-integration/19872-13443/.minikube/cert.pem, removing ...
I1028 17:24:56.932692 32020 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19872-13443/.minikube/cert.pem
I1028 17:24:56.932731 32020 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19872-13443/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/19872-13443/.minikube/cert.pem (1123 bytes)
I1028 17:24:56.932840 32020 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19872-13443/.minikube/certs/key.pem -> /home/jenkins/minikube-integration/19872-13443/.minikube/key.pem
I1028 17:24:56.932873 32020 exec_runner.go:144] found /home/jenkins/minikube-integration/19872-13443/.minikube/key.pem, removing ...
I1028 17:24:56.932883 32020 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19872-13443/.minikube/key.pem
I1028 17:24:56.932921 32020 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19872-13443/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/19872-13443/.minikube/key.pem (1679 bytes)
I1028 17:24:56.933013 32020 provision.go:117] generating server cert: /home/jenkins/minikube-integration/19872-13443/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/19872-13443/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/19872-13443/.minikube/certs/ca-key.pem org=jenkins.ha-381619 san=[127.0.0.1 192.168.39.230 ha-381619 localhost minikube]
I1028 17:24:57.000217 32020 provision.go:177] copyRemoteCerts
I1028 17:24:57.000264 32020 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1028 17:24:57.000288 32020 main.go:141] libmachine: (ha-381619) Calling .GetSSHHostname
I1028 17:24:57.002585 32020 main.go:141] libmachine: (ha-381619) DBG | domain ha-381619 has defined MAC address 52:54:00:bf:e3:f2 in network mk-ha-381619
I1028 17:24:57.002859 32020 main.go:141] libmachine: (ha-381619) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:bf:e3:f2", ip: ""} in network mk-ha-381619: {Iface:virbr1 ExpiryTime:2024-10-28 18:24:47 +0000 UTC Type:0 Mac:52:54:00:bf:e3:f2 Iaid: IPaddr:192.168.39.230 Prefix:24 Hostname:ha-381619 Clientid:01:52:54:00:bf:e3:f2}
I1028 17:24:57.002887 32020 main.go:141] libmachine: (ha-381619) DBG | domain ha-381619 has defined IP address 192.168.39.230 and MAC address 52:54:00:bf:e3:f2 in network mk-ha-381619
I1028 17:24:57.003010 32020 main.go:141] libmachine: (ha-381619) Calling .GetSSHPort
I1028 17:24:57.003192 32020 main.go:141] libmachine: (ha-381619) Calling .GetSSHKeyPath
I1028 17:24:57.003327 32020 main.go:141] libmachine: (ha-381619) Calling .GetSSHUsername
I1028 17:24:57.003456 32020 sshutil.go:53] new ssh client: &{IP:192.168.39.230 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19872-13443/.minikube/machines/ha-381619/id_rsa Username:docker}
I1028 17:24:57.082327 32020 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19872-13443/.minikube/certs/ca.pem -> /etc/docker/ca.pem
I1028 17:24:57.082386 32020 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19872-13443/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1082 bytes)
I1028 17:24:57.108992 32020 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19872-13443/.minikube/machines/server.pem -> /etc/docker/server.pem
I1028 17:24:57.109040 32020 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19872-13443/.minikube/machines/server.pem --> /etc/docker/server.pem (1200 bytes)
I1028 17:24:57.131168 32020 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19872-13443/.minikube/machines/server-key.pem -> /etc/docker/server-key.pem
I1028 17:24:57.131225 32020 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19872-13443/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)
I1028 17:24:57.153241 32020 provision.go:87] duration metric: took 226.378501ms to configureAuth
I1028 17:24:57.153264 32020 buildroot.go:189] setting minikube options for container-runtime
I1028 17:24:57.153419 32020 config.go:182] Loaded profile config "ha-381619": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1028 17:24:57.153491 32020 main.go:141] libmachine: (ha-381619) Calling .GetSSHHostname
I1028 17:24:57.155887 32020 main.go:141] libmachine: (ha-381619) DBG | domain ha-381619 has defined MAC address 52:54:00:bf:e3:f2 in network mk-ha-381619
I1028 17:24:57.156229 32020 main.go:141] libmachine: (ha-381619) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:bf:e3:f2", ip: ""} in network mk-ha-381619: {Iface:virbr1 ExpiryTime:2024-10-28 18:24:47 +0000 UTC Type:0 Mac:52:54:00:bf:e3:f2 Iaid: IPaddr:192.168.39.230 Prefix:24 Hostname:ha-381619 Clientid:01:52:54:00:bf:e3:f2}
I1028 17:24:57.156255 32020 main.go:141] libmachine: (ha-381619) DBG | domain ha-381619 has defined IP address 192.168.39.230 and MAC address 52:54:00:bf:e3:f2 in network mk-ha-381619
I1028 17:24:57.156416 32020 main.go:141] libmachine: (ha-381619) Calling .GetSSHPort
I1028 17:24:57.156589 32020 main.go:141] libmachine: (ha-381619) Calling .GetSSHKeyPath
I1028 17:24:57.156751 32020 main.go:141] libmachine: (ha-381619) Calling .GetSSHKeyPath
I1028 17:24:57.156909 32020 main.go:141] libmachine: (ha-381619) Calling .GetSSHUsername
I1028 17:24:57.157032 32020 main.go:141] libmachine: Using SSH client type: native
I1028 17:24:57.157170 32020 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866160] 0x868e40 <nil> [] 0s} 192.168.39.230 22 <nil> <nil>}
I1028 17:24:57.157183 32020 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1028 17:24:57.371091 32020 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1028 17:24:57.371116 32020 main.go:141] libmachine: Checking connection to Docker...
I1028 17:24:57.371138 32020 main.go:141] libmachine: (ha-381619) Calling .GetURL
I1028 17:24:57.372265 32020 main.go:141] libmachine: (ha-381619) DBG | Using libvirt version 6000000
I1028 17:24:57.374388 32020 main.go:141] libmachine: (ha-381619) DBG | domain ha-381619 has defined MAC address 52:54:00:bf:e3:f2 in network mk-ha-381619
I1028 17:24:57.374694 32020 main.go:141] libmachine: (ha-381619) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:bf:e3:f2", ip: ""} in network mk-ha-381619: {Iface:virbr1 ExpiryTime:2024-10-28 18:24:47 +0000 UTC Type:0 Mac:52:54:00:bf:e3:f2 Iaid: IPaddr:192.168.39.230 Prefix:24 Hostname:ha-381619 Clientid:01:52:54:00:bf:e3:f2}
I1028 17:24:57.374715 32020 main.go:141] libmachine: (ha-381619) DBG | domain ha-381619 has defined IP address 192.168.39.230 and MAC address 52:54:00:bf:e3:f2 in network mk-ha-381619
I1028 17:24:57.374887 32020 main.go:141] libmachine: Docker is up and running!
I1028 17:24:57.374900 32020 main.go:141] libmachine: Reticulating splines...
I1028 17:24:57.374907 32020 client.go:171] duration metric: took 24.586826396s to LocalClient.Create
I1028 17:24:57.374929 32020 start.go:167] duration metric: took 24.586887382s to libmachine.API.Create "ha-381619"
I1028 17:24:57.374942 32020 start.go:293] postStartSetup for "ha-381619" (driver="kvm2")
I1028 17:24:57.374957 32020 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1028 17:24:57.374978 32020 main.go:141] libmachine: (ha-381619) Calling .DriverName
I1028 17:24:57.375196 32020 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1028 17:24:57.375226 32020 main.go:141] libmachine: (ha-381619) Calling .GetSSHHostname
I1028 17:24:57.377231 32020 main.go:141] libmachine: (ha-381619) DBG | domain ha-381619 has defined MAC address 52:54:00:bf:e3:f2 in network mk-ha-381619
I1028 17:24:57.377544 32020 main.go:141] libmachine: (ha-381619) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:bf:e3:f2", ip: ""} in network mk-ha-381619: {Iface:virbr1 ExpiryTime:2024-10-28 18:24:47 +0000 UTC Type:0 Mac:52:54:00:bf:e3:f2 Iaid: IPaddr:192.168.39.230 Prefix:24 Hostname:ha-381619 Clientid:01:52:54:00:bf:e3:f2}
I1028 17:24:57.377561 32020 main.go:141] libmachine: (ha-381619) DBG | domain ha-381619 has defined IP address 192.168.39.230 and MAC address 52:54:00:bf:e3:f2 in network mk-ha-381619
I1028 17:24:57.377690 32020 main.go:141] libmachine: (ha-381619) Calling .GetSSHPort
I1028 17:24:57.377841 32020 main.go:141] libmachine: (ha-381619) Calling .GetSSHKeyPath
I1028 17:24:57.378010 32020 main.go:141] libmachine: (ha-381619) Calling .GetSSHUsername
I1028 17:24:57.378127 32020 sshutil.go:53] new ssh client: &{IP:192.168.39.230 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19872-13443/.minikube/machines/ha-381619/id_rsa Username:docker}
I1028 17:24:57.458768 32020 ssh_runner.go:195] Run: cat /etc/os-release
I1028 17:24:57.463205 32020 info.go:137] Remote host: Buildroot 2023.02.9
I1028 17:24:57.463222 32020 filesync.go:126] Scanning /home/jenkins/minikube-integration/19872-13443/.minikube/addons for local assets ...
I1028 17:24:57.463283 32020 filesync.go:126] Scanning /home/jenkins/minikube-integration/19872-13443/.minikube/files for local assets ...
I1028 17:24:57.463370 32020 filesync.go:149] local asset: /home/jenkins/minikube-integration/19872-13443/.minikube/files/etc/ssl/certs/206802.pem -> 206802.pem in /etc/ssl/certs
I1028 17:24:57.463382 32020 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19872-13443/.minikube/files/etc/ssl/certs/206802.pem -> /etc/ssl/certs/206802.pem
I1028 17:24:57.463492 32020 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1028 17:24:57.473092 32020 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19872-13443/.minikube/files/etc/ssl/certs/206802.pem --> /etc/ssl/certs/206802.pem (1708 bytes)
I1028 17:24:57.499838 32020 start.go:296] duration metric: took 124.881379ms for postStartSetup
I1028 17:24:57.499880 32020 main.go:141] libmachine: (ha-381619) Calling .GetConfigRaw
I1028 17:24:57.500412 32020 main.go:141] libmachine: (ha-381619) Calling .GetIP
I1028 17:24:57.502520 32020 main.go:141] libmachine: (ha-381619) DBG | domain ha-381619 has defined MAC address 52:54:00:bf:e3:f2 in network mk-ha-381619
I1028 17:24:57.502817 32020 main.go:141] libmachine: (ha-381619) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:bf:e3:f2", ip: ""} in network mk-ha-381619: {Iface:virbr1 ExpiryTime:2024-10-28 18:24:47 +0000 UTC Type:0 Mac:52:54:00:bf:e3:f2 Iaid: IPaddr:192.168.39.230 Prefix:24 Hostname:ha-381619 Clientid:01:52:54:00:bf:e3:f2}
I1028 17:24:57.502846 32020 main.go:141] libmachine: (ha-381619) DBG | domain ha-381619 has defined IP address 192.168.39.230 and MAC address 52:54:00:bf:e3:f2 in network mk-ha-381619
I1028 17:24:57.503009 32020 profile.go:143] Saving config to /home/jenkins/minikube-integration/19872-13443/.minikube/profiles/ha-381619/config.json ...
I1028 17:24:57.503210 32020 start.go:128] duration metric: took 24.732586487s to createHost
I1028 17:24:57.503234 32020 main.go:141] libmachine: (ha-381619) Calling .GetSSHHostname
I1028 17:24:57.505276 32020 main.go:141] libmachine: (ha-381619) DBG | domain ha-381619 has defined MAC address 52:54:00:bf:e3:f2 in network mk-ha-381619
I1028 17:24:57.505578 32020 main.go:141] libmachine: (ha-381619) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:bf:e3:f2", ip: ""} in network mk-ha-381619: {Iface:virbr1 ExpiryTime:2024-10-28 18:24:47 +0000 UTC Type:0 Mac:52:54:00:bf:e3:f2 Iaid: IPaddr:192.168.39.230 Prefix:24 Hostname:ha-381619 Clientid:01:52:54:00:bf:e3:f2}
I1028 17:24:57.505602 32020 main.go:141] libmachine: (ha-381619) DBG | domain ha-381619 has defined IP address 192.168.39.230 and MAC address 52:54:00:bf:e3:f2 in network mk-ha-381619
I1028 17:24:57.505703 32020 main.go:141] libmachine: (ha-381619) Calling .GetSSHPort
I1028 17:24:57.505855 32020 main.go:141] libmachine: (ha-381619) Calling .GetSSHKeyPath
I1028 17:24:57.505992 32020 main.go:141] libmachine: (ha-381619) Calling .GetSSHKeyPath
I1028 17:24:57.506115 32020 main.go:141] libmachine: (ha-381619) Calling .GetSSHUsername
I1028 17:24:57.506245 32020 main.go:141] libmachine: Using SSH client type: native
I1028 17:24:57.506406 32020 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866160] 0x868e40 <nil> [] 0s} 192.168.39.230 22 <nil> <nil>}
I1028 17:24:57.506418 32020 main.go:141] libmachine: About to run SSH command:
date +%s.%N
I1028 17:24:57.608878 32020 main.go:141] libmachine: SSH cmd err, output: <nil>: 1730136297.586420313
I1028 17:24:57.608900 32020 fix.go:216] guest clock: 1730136297.586420313
I1028 17:24:57.608919 32020 fix.go:229] Guest: 2024-10-28 17:24:57.586420313 +0000 UTC Remote: 2024-10-28 17:24:57.503223131 +0000 UTC m=+24.834191366 (delta=83.197182ms)
I1028 17:24:57.608956 32020 fix.go:200] guest clock delta is within tolerance: 83.197182ms
I1028 17:24:57.608963 32020 start.go:83] releasing machines lock for "ha-381619", held for 24.838412899s
I1028 17:24:57.608987 32020 main.go:141] libmachine: (ha-381619) Calling .DriverName
I1028 17:24:57.609175 32020 main.go:141] libmachine: (ha-381619) Calling .GetIP
I1028 17:24:57.611488 32020 main.go:141] libmachine: (ha-381619) DBG | domain ha-381619 has defined MAC address 52:54:00:bf:e3:f2 in network mk-ha-381619
I1028 17:24:57.611798 32020 main.go:141] libmachine: (ha-381619) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:bf:e3:f2", ip: ""} in network mk-ha-381619: {Iface:virbr1 ExpiryTime:2024-10-28 18:24:47 +0000 UTC Type:0 Mac:52:54:00:bf:e3:f2 Iaid: IPaddr:192.168.39.230 Prefix:24 Hostname:ha-381619 Clientid:01:52:54:00:bf:e3:f2}
I1028 17:24:57.611830 32020 main.go:141] libmachine: (ha-381619) DBG | domain ha-381619 has defined IP address 192.168.39.230 and MAC address 52:54:00:bf:e3:f2 in network mk-ha-381619
I1028 17:24:57.611946 32020 main.go:141] libmachine: (ha-381619) Calling .DriverName
I1028 17:24:57.612411 32020 main.go:141] libmachine: (ha-381619) Calling .DriverName
I1028 17:24:57.612586 32020 main.go:141] libmachine: (ha-381619) Calling .DriverName
I1028 17:24:57.612684 32020 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1028 17:24:57.612719 32020 main.go:141] libmachine: (ha-381619) Calling .GetSSHHostname
I1028 17:24:57.612770 32020 ssh_runner.go:195] Run: cat /version.json
I1028 17:24:57.612787 32020 main.go:141] libmachine: (ha-381619) Calling .GetSSHHostname
I1028 17:24:57.615260 32020 main.go:141] libmachine: (ha-381619) DBG | domain ha-381619 has defined MAC address 52:54:00:bf:e3:f2 in network mk-ha-381619
I1028 17:24:57.615428 32020 main.go:141] libmachine: (ha-381619) DBG | domain ha-381619 has defined MAC address 52:54:00:bf:e3:f2 in network mk-ha-381619
I1028 17:24:57.615614 32020 main.go:141] libmachine: (ha-381619) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:bf:e3:f2", ip: ""} in network mk-ha-381619: {Iface:virbr1 ExpiryTime:2024-10-28 18:24:47 +0000 UTC Type:0 Mac:52:54:00:bf:e3:f2 Iaid: IPaddr:192.168.39.230 Prefix:24 Hostname:ha-381619 Clientid:01:52:54:00:bf:e3:f2}
I1028 17:24:57.615648 32020 main.go:141] libmachine: (ha-381619) DBG | domain ha-381619 has defined IP address 192.168.39.230 and MAC address 52:54:00:bf:e3:f2 in network mk-ha-381619
I1028 17:24:57.615673 32020 main.go:141] libmachine: (ha-381619) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:bf:e3:f2", ip: ""} in network mk-ha-381619: {Iface:virbr1 ExpiryTime:2024-10-28 18:24:47 +0000 UTC Type:0 Mac:52:54:00:bf:e3:f2 Iaid: IPaddr:192.168.39.230 Prefix:24 Hostname:ha-381619 Clientid:01:52:54:00:bf:e3:f2}
I1028 17:24:57.615698 32020 main.go:141] libmachine: (ha-381619) DBG | domain ha-381619 has defined IP address 192.168.39.230 and MAC address 52:54:00:bf:e3:f2 in network mk-ha-381619
I1028 17:24:57.615759 32020 main.go:141] libmachine: (ha-381619) Calling .GetSSHPort
I1028 17:24:57.615940 32020 main.go:141] libmachine: (ha-381619) Calling .GetSSHPort
I1028 17:24:57.615944 32020 main.go:141] libmachine: (ha-381619) Calling .GetSSHKeyPath
I1028 17:24:57.616121 32020 main.go:141] libmachine: (ha-381619) Calling .GetSSHUsername
I1028 17:24:57.616121 32020 main.go:141] libmachine: (ha-381619) Calling .GetSSHKeyPath
I1028 17:24:57.616269 32020 main.go:141] libmachine: (ha-381619) Calling .GetSSHUsername
I1028 17:24:57.616272 32020 sshutil.go:53] new ssh client: &{IP:192.168.39.230 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19872-13443/.minikube/machines/ha-381619/id_rsa Username:docker}
I1028 17:24:57.616376 32020 sshutil.go:53] new ssh client: &{IP:192.168.39.230 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19872-13443/.minikube/machines/ha-381619/id_rsa Username:docker}
I1028 17:24:57.711561 32020 ssh_runner.go:195] Run: systemctl --version
I1028 17:24:57.717385 32020 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1028 17:24:57.881204 32020 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
W1028 17:24:57.887117 32020 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I1028 17:24:57.887178 32020 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1028 17:24:57.902953 32020 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)
I1028 17:24:57.902971 32020 start.go:495] detecting cgroup driver to use...
I1028 17:24:57.903029 32020 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1028 17:24:57.919599 32020 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1028 17:24:57.932865 32020 docker.go:217] disabling cri-docker service (if available) ...
I1028 17:24:57.932911 32020 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1028 17:24:57.945714 32020 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1028 17:24:57.958712 32020 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1028 17:24:58.074716 32020 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1028 17:24:58.228971 32020 docker.go:233] disabling docker service ...
I1028 17:24:58.229043 32020 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1028 17:24:58.242560 32020 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1028 17:24:58.255313 32020 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1028 17:24:58.370441 32020 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1028 17:24:58.483893 32020 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1028 17:24:58.497247 32020 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1028 17:24:58.514703 32020 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10" pause image...
I1028 17:24:58.514757 32020 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10"|' /etc/crio/crio.conf.d/02-crio.conf"
I1028 17:24:58.524413 32020 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I1028 17:24:58.524490 32020 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I1028 17:24:58.534125 32020 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1028 17:24:58.543414 32020 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1028 17:24:58.553077 32020 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1028 17:24:58.562606 32020 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I1028 17:24:58.572154 32020 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I1028 17:24:58.588419 32020 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I1028 17:24:58.597992 32020 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1028 17:24:58.606565 32020 crio.go:166] couldn't verify netfilter by "sudo sysctl net.bridge.bridge-nf-call-iptables" which might be okay. error: sudo sysctl net.bridge.bridge-nf-call-iptables: Process exited with status 255
stdout:
stderr:
sysctl: cannot stat /proc/sys/net/bridge/bridge-nf-call-iptables: No such file or directory
I1028 17:24:58.606613 32020 ssh_runner.go:195] Run: sudo modprobe br_netfilter
I1028 17:24:58.618268 32020 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1028 17:24:58.627230 32020 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1028 17:24:58.734287 32020 ssh_runner.go:195] Run: sudo systemctl restart crio
I1028 17:24:58.826354 32020 start.go:542] Will wait 60s for socket path /var/run/crio/crio.sock
I1028 17:24:58.826428 32020 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1028 17:24:58.830997 32020 start.go:563] Will wait 60s for crictl version
I1028 17:24:58.831057 32020 ssh_runner.go:195] Run: which crictl
I1028 17:24:58.834579 32020 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I1028 17:24:58.876875 32020 start.go:579] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.29.1
RuntimeApiVersion: v1
I1028 17:24:58.876953 32020 ssh_runner.go:195] Run: crio --version
I1028 17:24:58.903643 32020 ssh_runner.go:195] Run: crio --version
I1028 17:24:58.932572 32020 out.go:177] * Preparing Kubernetes v1.31.2 on CRI-O 1.29.1 ...
I1028 17:24:58.933808 32020 main.go:141] libmachine: (ha-381619) Calling .GetIP
I1028 17:24:58.935970 32020 main.go:141] libmachine: (ha-381619) DBG | domain ha-381619 has defined MAC address 52:54:00:bf:e3:f2 in network mk-ha-381619
I1028 17:24:58.936230 32020 main.go:141] libmachine: (ha-381619) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:bf:e3:f2", ip: ""} in network mk-ha-381619: {Iface:virbr1 ExpiryTime:2024-10-28 18:24:47 +0000 UTC Type:0 Mac:52:54:00:bf:e3:f2 Iaid: IPaddr:192.168.39.230 Prefix:24 Hostname:ha-381619 Clientid:01:52:54:00:bf:e3:f2}
I1028 17:24:58.936257 32020 main.go:141] libmachine: (ha-381619) DBG | domain ha-381619 has defined IP address 192.168.39.230 and MAC address 52:54:00:bf:e3:f2 in network mk-ha-381619
I1028 17:24:58.936509 32020 ssh_runner.go:195] Run: grep 192.168.39.1 host.minikube.internal$ /etc/hosts
I1028 17:24:58.940296 32020 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.39.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1028 17:24:58.952574 32020 kubeadm.go:883] updating cluster {Name:ha-381619 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19872/minikube-v1.34.0-1730109979-19872-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730110049-19872@sha256:ead1232eaf026cb87df5e47192f652e5fef1a28f5a05a9ac9cb1a241cca351e9 Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.2 Cl
usterName:ha-381619 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.39.230 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 M
ountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} ...
I1028 17:24:58.952676 32020 preload.go:131] Checking if preload exists for k8s version v1.31.2 and runtime crio
I1028 17:24:58.952732 32020 ssh_runner.go:195] Run: sudo crictl images --output json
I1028 17:24:58.984654 32020 crio.go:510] couldn't find preloaded image for "registry.k8s.io/kube-apiserver:v1.31.2". assuming images are not preloaded.
I1028 17:24:58.984732 32020 ssh_runner.go:195] Run: which lz4
I1028 17:24:58.988394 32020 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19872-13443/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.2-cri-o-overlay-amd64.tar.lz4 -> /preloaded.tar.lz4
I1028 17:24:58.988478 32020 ssh_runner.go:195] Run: stat -c "%s %y" /preloaded.tar.lz4
I1028 17:24:58.992506 32020 ssh_runner.go:352] existence check for /preloaded.tar.lz4: stat -c "%s %y" /preloaded.tar.lz4: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/preloaded.tar.lz4': No such file or directory
I1028 17:24:58.992533 32020 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19872-13443/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.2-cri-o-overlay-amd64.tar.lz4 --> /preloaded.tar.lz4 (392059347 bytes)
I1028 17:25:00.255551 32020 crio.go:462] duration metric: took 1.267100193s to copy over tarball
I1028 17:25:00.255628 32020 ssh_runner.go:195] Run: sudo tar --xattrs --xattrs-include security.capability -I lz4 -C /var -xf /preloaded.tar.lz4
I1028 17:25:02.245448 32020 ssh_runner.go:235] Completed: sudo tar --xattrs --xattrs-include security.capability -I lz4 -C /var -xf /preloaded.tar.lz4: (1.989785325s)
I1028 17:25:02.245479 32020 crio.go:469] duration metric: took 1.989902074s to extract the tarball
I1028 17:25:02.245485 32020 ssh_runner.go:146] rm: /preloaded.tar.lz4
I1028 17:25:02.282635 32020 ssh_runner.go:195] Run: sudo crictl images --output json
I1028 17:25:02.327962 32020 crio.go:514] all images are preloaded for cri-o runtime.
I1028 17:25:02.327983 32020 cache_images.go:84] Images are preloaded, skipping loading
I1028 17:25:02.327990 32020 kubeadm.go:934] updating node { 192.168.39.230 8443 v1.31.2 crio true true} ...
I1028 17:25:02.328079 32020 kubeadm.go:946] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.31.2/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --hostname-override=ha-381619 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.39.230
[Install]
config:
{KubernetesVersion:v1.31.2 ClusterName:ha-381619 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1028 17:25:02.328139 32020 ssh_runner.go:195] Run: crio config
I1028 17:25:02.370696 32020 cni.go:84] Creating CNI manager for ""
I1028 17:25:02.370725 32020 cni.go:136] multinode detected (1 nodes found), recommending kindnet
I1028 17:25:02.370738 32020 kubeadm.go:84] Using pod CIDR: 10.244.0.0/16
I1028 17:25:02.370766 32020 kubeadm.go:189] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.39.230 APIServerPort:8443 KubernetesVersion:v1.31.2 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:ha-381619 NodeName:ha-381619 DNSDomain:cluster.local CRISocket:/var/run/crio/crio.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.39.230"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.39.230 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/kubernete
s/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[containerRuntimeEndpoint:unix:///var/run/crio/crio.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I1028 17:25:02.370888 32020 kubeadm.go:195] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta4
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.39.230
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/crio/crio.sock
name: "ha-381619"
kubeletExtraArgs:
- name: "node-ip"
value: "192.168.39.230"
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta4
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.39.230"]
extraArgs:
- name: "enable-admission-plugins"
value: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
- name: "allocate-node-cidrs"
value: "true"
- name: "leader-elect"
value: "false"
scheduler:
extraArgs:
- name: "leader-elect"
value: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
extraArgs:
- name: "proxy-refresh-interval"
value: "70000"
kubernetesVersion: v1.31.2
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
containerRuntimeEndpoint: unix:///var/run/crio/crio.sock
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%"
nodefs.inodesFree: "0%"
imagefs.available: "0%"
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I1028 17:25:02.370908 32020 kube-vip.go:115] generating kube-vip config ...
I1028 17:25:02.370947 32020 ssh_runner.go:195] Run: sudo sh -c "modprobe --all ip_vs ip_vs_rr ip_vs_wrr ip_vs_sh nf_conntrack"
I1028 17:25:02.386589 32020 kube-vip.go:167] auto-enabling control-plane load-balancing in kube-vip
I1028 17:25:02.386701 32020 kube-vip.go:137] kube-vip config:
apiVersion: v1
kind: Pod
metadata:
creationTimestamp: null
name: kube-vip
namespace: kube-system
spec:
containers:
- args:
- manager
env:
- name: vip_arp
value: "true"
- name: port
value: "8443"
- name: vip_nodename
valueFrom:
fieldRef:
fieldPath: spec.nodeName
- name: vip_interface
value: eth0
- name: vip_cidr
value: "32"
- name: dns_mode
value: first
- name: cp_enable
value: "true"
- name: cp_namespace
value: kube-system
- name: vip_leaderelection
value: "true"
- name: vip_leasename
value: plndr-cp-lock
- name: vip_leaseduration
value: "5"
- name: vip_renewdeadline
value: "3"
- name: vip_retryperiod
value: "1"
- name: address
value: 192.168.39.254
- name: prometheus_server
value: :2112
- name : lb_enable
value: "true"
- name: lb_port
value: "8443"
image: ghcr.io/kube-vip/kube-vip:v0.8.4
imagePullPolicy: IfNotPresent
name: kube-vip
resources: {}
securityContext:
capabilities:
add:
- NET_ADMIN
- NET_RAW
volumeMounts:
- mountPath: /etc/kubernetes/admin.conf
name: kubeconfig
hostAliases:
- hostnames:
- kubernetes
ip: 127.0.0.1
hostNetwork: true
volumes:
- hostPath:
path: "/etc/kubernetes/super-admin.conf"
name: kubeconfig
status: {}
I1028 17:25:02.386768 32020 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.31.2
I1028 17:25:02.396553 32020 binaries.go:44] Found k8s binaries, skipping transfer
I1028 17:25:02.396617 32020 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube /etc/kubernetes/manifests
I1028 17:25:02.405738 32020 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (309 bytes)
I1028 17:25:02.421400 32020 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1028 17:25:02.437117 32020 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2289 bytes)
I1028 17:25:02.452375 32020 ssh_runner.go:362] scp memory --> /etc/kubernetes/manifests/kube-vip.yaml (1447 bytes)
I1028 17:25:02.467922 32020 ssh_runner.go:195] Run: grep 192.168.39.254 control-plane.minikube.internal$ /etc/hosts
I1028 17:25:02.471573 32020 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.39.254 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1028 17:25:02.483093 32020 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1028 17:25:02.609045 32020 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1028 17:25:02.625565 32020 certs.go:68] Setting up /home/jenkins/minikube-integration/19872-13443/.minikube/profiles/ha-381619 for IP: 192.168.39.230
I1028 17:25:02.625588 32020 certs.go:194] generating shared ca certs ...
I1028 17:25:02.625605 32020 certs.go:226] acquiring lock for ca certs: {Name:mk59792b405ec68f6539fd611960288b38a217fa Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1028 17:25:02.625774 32020 certs.go:235] skipping valid "minikubeCA" ca cert: /home/jenkins/minikube-integration/19872-13443/.minikube/ca.key
I1028 17:25:02.625839 32020 certs.go:235] skipping valid "proxyClientCA" ca cert: /home/jenkins/minikube-integration/19872-13443/.minikube/proxy-client-ca.key
I1028 17:25:02.625856 32020 certs.go:256] generating profile certs ...
I1028 17:25:02.625920 32020 certs.go:363] generating signed profile cert for "minikube-user": /home/jenkins/minikube-integration/19872-13443/.minikube/profiles/ha-381619/client.key
I1028 17:25:02.625937 32020 crypto.go:68] Generating cert /home/jenkins/minikube-integration/19872-13443/.minikube/profiles/ha-381619/client.crt with IP's: []
I1028 17:25:02.808278 32020 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19872-13443/.minikube/profiles/ha-381619/client.crt ...
I1028 17:25:02.808301 32020 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19872-13443/.minikube/profiles/ha-381619/client.crt: {Name:mkc46e4b9b851301d42b46f45c8b044b11edfb36 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1028 17:25:02.808454 32020 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19872-13443/.minikube/profiles/ha-381619/client.key ...
I1028 17:25:02.808464 32020 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19872-13443/.minikube/profiles/ha-381619/client.key: {Name:mkd681d3c01379608131f30441747317e91c7a50 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1028 17:25:02.808570 32020 certs.go:363] generating signed profile cert for "minikube": /home/jenkins/minikube-integration/19872-13443/.minikube/profiles/ha-381619/apiserver.key.884e45fb
I1028 17:25:02.808586 32020 crypto.go:68] Generating cert /home/jenkins/minikube-integration/19872-13443/.minikube/profiles/ha-381619/apiserver.crt.884e45fb with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.168.39.230 192.168.39.254]
I1028 17:25:03.000249 32020 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19872-13443/.minikube/profiles/ha-381619/apiserver.crt.884e45fb ...
I1028 17:25:03.000276 32020 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19872-13443/.minikube/profiles/ha-381619/apiserver.crt.884e45fb: {Name:mka7f7f8394389959cb184a46e51c1572954cddb Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1028 17:25:03.000436 32020 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19872-13443/.minikube/profiles/ha-381619/apiserver.key.884e45fb ...
I1028 17:25:03.000449 32020 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19872-13443/.minikube/profiles/ha-381619/apiserver.key.884e45fb: {Name:mk9ae1b9eef85a6c1bbc7739c982c84bfb111d14 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1028 17:25:03.000555 32020 certs.go:381] copying /home/jenkins/minikube-integration/19872-13443/.minikube/profiles/ha-381619/apiserver.crt.884e45fb -> /home/jenkins/minikube-integration/19872-13443/.minikube/profiles/ha-381619/apiserver.crt
I1028 17:25:03.000643 32020 certs.go:385] copying /home/jenkins/minikube-integration/19872-13443/.minikube/profiles/ha-381619/apiserver.key.884e45fb -> /home/jenkins/minikube-integration/19872-13443/.minikube/profiles/ha-381619/apiserver.key
I1028 17:25:03.000695 32020 certs.go:363] generating signed profile cert for "aggregator": /home/jenkins/minikube-integration/19872-13443/.minikube/profiles/ha-381619/proxy-client.key
I1028 17:25:03.000710 32020 crypto.go:68] Generating cert /home/jenkins/minikube-integration/19872-13443/.minikube/profiles/ha-381619/proxy-client.crt with IP's: []
I1028 17:25:03.126776 32020 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19872-13443/.minikube/profiles/ha-381619/proxy-client.crt ...
I1028 17:25:03.126802 32020 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19872-13443/.minikube/profiles/ha-381619/proxy-client.crt: {Name:mk682452f5be7b32ad3e949275f7af954945db7e Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1028 17:25:03.126938 32020 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19872-13443/.minikube/profiles/ha-381619/proxy-client.key ...
I1028 17:25:03.126948 32020 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19872-13443/.minikube/profiles/ha-381619/proxy-client.key: {Name:mk5feeb9713d67bfc630ef82b40280ce400bc4ef Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1028 17:25:03.127009 32020 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19872-13443/.minikube/ca.crt -> /var/lib/minikube/certs/ca.crt
I1028 17:25:03.127027 32020 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19872-13443/.minikube/ca.key -> /var/lib/minikube/certs/ca.key
I1028 17:25:03.127041 32020 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19872-13443/.minikube/proxy-client-ca.crt -> /var/lib/minikube/certs/proxy-client-ca.crt
I1028 17:25:03.127053 32020 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19872-13443/.minikube/proxy-client-ca.key -> /var/lib/minikube/certs/proxy-client-ca.key
I1028 17:25:03.127070 32020 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19872-13443/.minikube/profiles/ha-381619/apiserver.crt -> /var/lib/minikube/certs/apiserver.crt
I1028 17:25:03.127083 32020 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19872-13443/.minikube/profiles/ha-381619/apiserver.key -> /var/lib/minikube/certs/apiserver.key
I1028 17:25:03.127094 32020 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19872-13443/.minikube/profiles/ha-381619/proxy-client.crt -> /var/lib/minikube/certs/proxy-client.crt
I1028 17:25:03.127106 32020 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19872-13443/.minikube/profiles/ha-381619/proxy-client.key -> /var/lib/minikube/certs/proxy-client.key
I1028 17:25:03.127161 32020 certs.go:484] found cert: /home/jenkins/minikube-integration/19872-13443/.minikube/certs/20680.pem (1338 bytes)
W1028 17:25:03.127194 32020 certs.go:480] ignoring /home/jenkins/minikube-integration/19872-13443/.minikube/certs/20680_empty.pem, impossibly tiny 0 bytes
I1028 17:25:03.127204 32020 certs.go:484] found cert: /home/jenkins/minikube-integration/19872-13443/.minikube/certs/ca-key.pem (1675 bytes)
I1028 17:25:03.127228 32020 certs.go:484] found cert: /home/jenkins/minikube-integration/19872-13443/.minikube/certs/ca.pem (1082 bytes)
I1028 17:25:03.127253 32020 certs.go:484] found cert: /home/jenkins/minikube-integration/19872-13443/.minikube/certs/cert.pem (1123 bytes)
I1028 17:25:03.127274 32020 certs.go:484] found cert: /home/jenkins/minikube-integration/19872-13443/.minikube/certs/key.pem (1679 bytes)
I1028 17:25:03.127311 32020 certs.go:484] found cert: /home/jenkins/minikube-integration/19872-13443/.minikube/files/etc/ssl/certs/206802.pem (1708 bytes)
I1028 17:25:03.127335 32020 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19872-13443/.minikube/files/etc/ssl/certs/206802.pem -> /usr/share/ca-certificates/206802.pem
I1028 17:25:03.127348 32020 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19872-13443/.minikube/ca.crt -> /usr/share/ca-certificates/minikubeCA.pem
I1028 17:25:03.127360 32020 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19872-13443/.minikube/certs/20680.pem -> /usr/share/ca-certificates/20680.pem
I1028 17:25:03.127858 32020 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19872-13443/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1028 17:25:03.153264 32020 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19872-13443/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1679 bytes)
I1028 17:25:03.175704 32020 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19872-13443/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1028 17:25:03.198131 32020 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19872-13443/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I1028 17:25:03.220379 32020 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19872-13443/.minikube/profiles/ha-381619/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1424 bytes)
I1028 17:25:03.243352 32020 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19872-13443/.minikube/profiles/ha-381619/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)
I1028 17:25:03.265623 32020 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19872-13443/.minikube/profiles/ha-381619/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1028 17:25:03.287951 32020 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19872-13443/.minikube/profiles/ha-381619/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1675 bytes)
I1028 17:25:03.312260 32020 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19872-13443/.minikube/files/etc/ssl/certs/206802.pem --> /usr/share/ca-certificates/206802.pem (1708 bytes)
I1028 17:25:03.336494 32020 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19872-13443/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1028 17:25:03.363576 32020 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19872-13443/.minikube/certs/20680.pem --> /usr/share/ca-certificates/20680.pem (1338 bytes)
I1028 17:25:03.401524 32020 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I1028 17:25:03.430796 32020 ssh_runner.go:195] Run: openssl version
I1028 17:25:03.437428 32020 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/206802.pem && ln -fs /usr/share/ca-certificates/206802.pem /etc/ssl/certs/206802.pem"
I1028 17:25:03.448106 32020 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/206802.pem
I1028 17:25:03.452501 32020 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Oct 28 17:20 /usr/share/ca-certificates/206802.pem
I1028 17:25:03.452553 32020 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/206802.pem
I1028 17:25:03.458194 32020 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/206802.pem /etc/ssl/certs/3ec20f2e.0"
I1028 17:25:03.468982 32020 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1028 17:25:03.479358 32020 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1028 17:25:03.483520 32020 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Oct 28 17:07 /usr/share/ca-certificates/minikubeCA.pem
I1028 17:25:03.483564 32020 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1028 17:25:03.488936 32020 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1028 17:25:03.499033 32020 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/20680.pem && ln -fs /usr/share/ca-certificates/20680.pem /etc/ssl/certs/20680.pem"
I1028 17:25:03.509212 32020 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/20680.pem
I1028 17:25:03.513380 32020 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Oct 28 17:20 /usr/share/ca-certificates/20680.pem
I1028 17:25:03.513413 32020 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/20680.pem
I1028 17:25:03.518680 32020 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/20680.pem /etc/ssl/certs/51391683.0"
I1028 17:25:03.528774 32020 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1028 17:25:03.532547 32020 certs.go:399] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I1028 17:25:03.532597 32020 kubeadm.go:392] StartCluster: {Name:ha-381619 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19872/minikube-v1.34.0-1730109979-19872-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730110049-19872@sha256:ead1232eaf026cb87df5e47192f652e5fef1a28f5a05a9ac9cb1a241cca351e9 Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.2 Clust
erName:ha-381619 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.39.230 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 Moun
tType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1028 17:25:03.532684 32020 cri.go:54] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I1028 17:25:03.532747 32020 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1028 17:25:03.571597 32020 cri.go:89] found id: ""
I1028 17:25:03.571655 32020 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I1028 17:25:03.581447 32020 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml
I1028 17:25:03.590775 32020 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf
I1028 17:25:03.599971 32020 kubeadm.go:155] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory
ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory
ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory
ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory
I1028 17:25:03.599983 32020 kubeadm.go:157] found existing configuration files:
I1028 17:25:03.600011 32020 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf
I1028 17:25:03.608531 32020 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/admin.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/admin.conf: No such file or directory
I1028 17:25:03.608565 32020 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/admin.conf
I1028 17:25:03.617452 32020 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf
I1028 17:25:03.626079 32020 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/kubelet.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/kubelet.conf: No such file or directory
I1028 17:25:03.626124 32020 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/kubelet.conf
I1028 17:25:03.635124 32020 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf
I1028 17:25:03.644097 32020 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/controller-manager.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/controller-manager.conf: No such file or directory
I1028 17:25:03.644143 32020 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/controller-manager.conf
I1028 17:25:03.653605 32020 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf
I1028 17:25:03.662453 32020 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/scheduler.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/scheduler.conf: No such file or directory
I1028 17:25:03.662497 32020 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/scheduler.conf
I1028 17:25:03.671488 32020 ssh_runner.go:286] Start: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.2:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem"
I1028 17:25:03.865602 32020 kubeadm.go:310] [WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
I1028 17:25:14.531712 32020 kubeadm.go:310] [init] Using Kubernetes version: v1.31.2
I1028 17:25:14.531787 32020 kubeadm.go:310] [preflight] Running pre-flight checks
I1028 17:25:14.531884 32020 kubeadm.go:310] [preflight] Pulling images required for setting up a Kubernetes cluster
I1028 17:25:14.532023 32020 kubeadm.go:310] [preflight] This might take a minute or two, depending on the speed of your internet connection
I1028 17:25:14.532157 32020 kubeadm.go:310] [preflight] You can also perform this action beforehand using 'kubeadm config images pull'
I1028 17:25:14.532250 32020 kubeadm.go:310] [certs] Using certificateDir folder "/var/lib/minikube/certs"
I1028 17:25:14.533662 32020 out.go:235] - Generating certificates and keys ...
I1028 17:25:14.533743 32020 kubeadm.go:310] [certs] Using existing ca certificate authority
I1028 17:25:14.533841 32020 kubeadm.go:310] [certs] Using existing apiserver certificate and key on disk
I1028 17:25:14.533931 32020 kubeadm.go:310] [certs] Generating "apiserver-kubelet-client" certificate and key
I1028 17:25:14.534016 32020 kubeadm.go:310] [certs] Generating "front-proxy-ca" certificate and key
I1028 17:25:14.534080 32020 kubeadm.go:310] [certs] Generating "front-proxy-client" certificate and key
I1028 17:25:14.534133 32020 kubeadm.go:310] [certs] Generating "etcd/ca" certificate and key
I1028 17:25:14.534179 32020 kubeadm.go:310] [certs] Generating "etcd/server" certificate and key
I1028 17:25:14.534283 32020 kubeadm.go:310] [certs] etcd/server serving cert is signed for DNS names [ha-381619 localhost] and IPs [192.168.39.230 127.0.0.1 ::1]
I1028 17:25:14.534363 32020 kubeadm.go:310] [certs] Generating "etcd/peer" certificate and key
I1028 17:25:14.534530 32020 kubeadm.go:310] [certs] etcd/peer serving cert is signed for DNS names [ha-381619 localhost] and IPs [192.168.39.230 127.0.0.1 ::1]
I1028 17:25:14.534620 32020 kubeadm.go:310] [certs] Generating "etcd/healthcheck-client" certificate and key
I1028 17:25:14.534728 32020 kubeadm.go:310] [certs] Generating "apiserver-etcd-client" certificate and key
I1028 17:25:14.534800 32020 kubeadm.go:310] [certs] Generating "sa" key and public key
I1028 17:25:14.534868 32020 kubeadm.go:310] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"
I1028 17:25:14.534934 32020 kubeadm.go:310] [kubeconfig] Writing "admin.conf" kubeconfig file
I1028 17:25:14.535013 32020 kubeadm.go:310] [kubeconfig] Writing "super-admin.conf" kubeconfig file
I1028 17:25:14.535092 32020 kubeadm.go:310] [kubeconfig] Writing "kubelet.conf" kubeconfig file
I1028 17:25:14.535200 32020 kubeadm.go:310] [kubeconfig] Writing "controller-manager.conf" kubeconfig file
I1028 17:25:14.535281 32020 kubeadm.go:310] [kubeconfig] Writing "scheduler.conf" kubeconfig file
I1028 17:25:14.535399 32020 kubeadm.go:310] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
I1028 17:25:14.535478 32020 kubeadm.go:310] [control-plane] Using manifest folder "/etc/kubernetes/manifests"
I1028 17:25:14.537017 32020 out.go:235] - Booting up control plane ...
I1028 17:25:14.537115 32020 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-apiserver"
I1028 17:25:14.537184 32020 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-controller-manager"
I1028 17:25:14.537257 32020 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-scheduler"
I1028 17:25:14.537408 32020 kubeadm.go:310] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
I1028 17:25:14.537527 32020 kubeadm.go:310] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
I1028 17:25:14.537591 32020 kubeadm.go:310] [kubelet-start] Starting the kubelet
I1028 17:25:14.537728 32020 kubeadm.go:310] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests"
I1028 17:25:14.537862 32020 kubeadm.go:310] [kubelet-check] Waiting for a healthy kubelet at http://127.0.0.1:10248/healthz. This can take up to 4m0s
I1028 17:25:14.537919 32020 kubeadm.go:310] [kubelet-check] The kubelet is healthy after 1.001240837s
I1028 17:25:14.537979 32020 kubeadm.go:310] [api-check] Waiting for a healthy API server. This can take up to 4m0s
I1028 17:25:14.538029 32020 kubeadm.go:310] [api-check] The API server is healthy after 5.745465318s
I1028 17:25:14.538126 32020 kubeadm.go:310] [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace
I1028 17:25:14.538233 32020 kubeadm.go:310] [kubelet] Creating a ConfigMap "kubelet-config" in namespace kube-system with the configuration for the kubelets in the cluster
I1028 17:25:14.538314 32020 kubeadm.go:310] [upload-certs] Skipping phase. Please see --upload-certs
I1028 17:25:14.538487 32020 kubeadm.go:310] [mark-control-plane] Marking the node ha-381619 as control-plane by adding the labels: [node-role.kubernetes.io/control-plane node.kubernetes.io/exclude-from-external-load-balancers]
I1028 17:25:14.538537 32020 kubeadm.go:310] [bootstrap-token] Using token: z48g6f.v3e9buj5ot2drke2
I1028 17:25:14.539818 32020 out.go:235] - Configuring RBAC rules ...
I1028 17:25:14.539934 32020 kubeadm.go:310] [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles
I1028 17:25:14.540010 32020 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to get nodes
I1028 17:25:14.540140 32020 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials
I1028 17:25:14.540310 32020 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token
I1028 17:25:14.540484 32020 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow certificate rotation for all node client certificates in the cluster
I1028 17:25:14.540575 32020 kubeadm.go:310] [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace
I1028 17:25:14.540725 32020 kubeadm.go:310] [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key
I1028 17:25:14.540796 32020 kubeadm.go:310] [addons] Applied essential addon: CoreDNS
I1028 17:25:14.540853 32020 kubeadm.go:310] [addons] Applied essential addon: kube-proxy
I1028 17:25:14.540862 32020 kubeadm.go:310]
I1028 17:25:14.540934 32020 kubeadm.go:310] Your Kubernetes control-plane has initialized successfully!
I1028 17:25:14.540941 32020 kubeadm.go:310]
I1028 17:25:14.541053 32020 kubeadm.go:310] To start using your cluster, you need to run the following as a regular user:
I1028 17:25:14.541063 32020 kubeadm.go:310]
I1028 17:25:14.541098 32020 kubeadm.go:310] mkdir -p $HOME/.kube
I1028 17:25:14.541149 32020 kubeadm.go:310] sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config
I1028 17:25:14.541207 32020 kubeadm.go:310] sudo chown $(id -u):$(id -g) $HOME/.kube/config
I1028 17:25:14.541220 32020 kubeadm.go:310]
I1028 17:25:14.541267 32020 kubeadm.go:310] Alternatively, if you are the root user, you can run:
I1028 17:25:14.541273 32020 kubeadm.go:310]
I1028 17:25:14.541311 32020 kubeadm.go:310] export KUBECONFIG=/etc/kubernetes/admin.conf
I1028 17:25:14.541317 32020 kubeadm.go:310]
I1028 17:25:14.541391 32020 kubeadm.go:310] You should now deploy a pod network to the cluster.
I1028 17:25:14.541462 32020 kubeadm.go:310] Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:
I1028 17:25:14.541520 32020 kubeadm.go:310] https://kubernetes.io/docs/concepts/cluster-administration/addons/
I1028 17:25:14.541526 32020 kubeadm.go:310]
I1028 17:25:14.541594 32020 kubeadm.go:310] You can now join any number of control-plane nodes by copying certificate authorities
I1028 17:25:14.541676 32020 kubeadm.go:310] and service account keys on each node and then running the following as root:
I1028 17:25:14.541684 32020 kubeadm.go:310]
I1028 17:25:14.541772 32020 kubeadm.go:310] kubeadm join control-plane.minikube.internal:8443 --token z48g6f.v3e9buj5ot2drke2 \
I1028 17:25:14.541903 32020 kubeadm.go:310] --discovery-token-ca-cert-hash sha256:2c3dc27df991a8b98e77979955a809cc57f592e084452492b4d92daefc54c9a3 \
I1028 17:25:14.541939 32020 kubeadm.go:310] --control-plane
I1028 17:25:14.541952 32020 kubeadm.go:310]
I1028 17:25:14.542037 32020 kubeadm.go:310] Then you can join any number of worker nodes by running the following on each as root:
I1028 17:25:14.542044 32020 kubeadm.go:310]
I1028 17:25:14.542111 32020 kubeadm.go:310] kubeadm join control-plane.minikube.internal:8443 --token z48g6f.v3e9buj5ot2drke2 \
I1028 17:25:14.542209 32020 kubeadm.go:310] --discovery-token-ca-cert-hash sha256:2c3dc27df991a8b98e77979955a809cc57f592e084452492b4d92daefc54c9a3
I1028 17:25:14.542219 32020 cni.go:84] Creating CNI manager for ""
I1028 17:25:14.542223 32020 cni.go:136] multinode detected (1 nodes found), recommending kindnet
I1028 17:25:14.543763 32020 out.go:177] * Configuring CNI (Container Networking Interface) ...
I1028 17:25:14.544966 32020 ssh_runner.go:195] Run: stat /opt/cni/bin/portmap
I1028 17:25:14.550724 32020 cni.go:182] applying CNI manifest using /var/lib/minikube/binaries/v1.31.2/kubectl ...
I1028 17:25:14.550742 32020 ssh_runner.go:362] scp memory --> /var/tmp/minikube/cni.yaml (2601 bytes)
I1028 17:25:14.570257 32020 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl apply --kubeconfig=/var/lib/minikube/kubeconfig -f /var/tmp/minikube/cni.yaml
I1028 17:25:14.924676 32020 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"
I1028 17:25:14.924729 32020 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl create clusterrolebinding minikube-rbac --clusterrole=cluster-admin --serviceaccount=kube-system:default --kubeconfig=/var/lib/minikube/kubeconfig
I1028 17:25:14.924751 32020 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig label --overwrite nodes ha-381619 minikube.k8s.io/updated_at=2024_10_28T17_25_14_0700 minikube.k8s.io/version=v1.34.0 minikube.k8s.io/commit=eb485f4d2e746257bc08ad8e2f39a06044008ba8 minikube.k8s.io/name=ha-381619 minikube.k8s.io/primary=true
I1028 17:25:14.954780 32020 ops.go:34] apiserver oom_adj: -16
I1028 17:25:15.130305 32020 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1028 17:25:15.631369 32020 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1028 17:25:16.131137 32020 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1028 17:25:16.631423 32020 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1028 17:25:17.131390 32020 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1028 17:25:17.226452 32020 kubeadm.go:1113] duration metric: took 2.301774809s to wait for elevateKubeSystemPrivileges
I1028 17:25:17.226483 32020 kubeadm.go:394] duration metric: took 13.693888567s to StartCluster
I1028 17:25:17.226504 32020 settings.go:142] acquiring lock: {Name:mk4b3807b20ad17d3fb9665ed739115d4b5155ce Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1028 17:25:17.226586 32020 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/19872-13443/kubeconfig
I1028 17:25:17.227504 32020 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19872-13443/kubeconfig: {Name:mk7d93b867c9c3bab1dd3f742ea085e8c6e7979c Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1028 17:25:17.227753 32020 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml"
I1028 17:25:17.227749 32020 start.go:233] HA (multi-control plane) cluster: will skip waiting for primary control-plane node &{Name: IP:192.168.39.230 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}
I1028 17:25:17.227776 32020 addons.go:507] enable addons start: toEnable=map[ambassador:false amd-gpu-device-plugin:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-gluster:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false]
I1028 17:25:17.227845 32020 start.go:241] waiting for startup goroutines ...
I1028 17:25:17.227858 32020 addons.go:69] Setting storage-provisioner=true in profile "ha-381619"
I1028 17:25:17.227896 32020 addons.go:234] Setting addon storage-provisioner=true in "ha-381619"
I1028 17:25:17.227912 32020 addons.go:69] Setting default-storageclass=true in profile "ha-381619"
I1028 17:25:17.227947 32020 addons_storage_classes.go:33] enableOrDisableStorageClasses default-storageclass=true on "ha-381619"
I1028 17:25:17.228016 32020 config.go:182] Loaded profile config "ha-381619": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1028 17:25:17.227925 32020 host.go:66] Checking if "ha-381619" exists ...
I1028 17:25:17.228398 32020 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1028 17:25:17.228444 32020 main.go:141] libmachine: Launching plugin server for driver kvm2
I1028 17:25:17.228490 32020 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1028 17:25:17.228533 32020 main.go:141] libmachine: Launching plugin server for driver kvm2
I1028 17:25:17.243165 32020 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:34295
I1028 17:25:17.243382 32020 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:40971
I1028 17:25:17.243612 32020 main.go:141] libmachine: () Calling .GetVersion
I1028 17:25:17.243827 32020 main.go:141] libmachine: () Calling .GetVersion
I1028 17:25:17.244081 32020 main.go:141] libmachine: Using API Version 1
I1028 17:25:17.244106 32020 main.go:141] libmachine: () Calling .SetConfigRaw
I1028 17:25:17.244338 32020 main.go:141] libmachine: Using API Version 1
I1028 17:25:17.244363 32020 main.go:141] libmachine: () Calling .SetConfigRaw
I1028 17:25:17.244419 32020 main.go:141] libmachine: () Calling .GetMachineName
I1028 17:25:17.244705 32020 main.go:141] libmachine: () Calling .GetMachineName
I1028 17:25:17.244874 32020 main.go:141] libmachine: (ha-381619) Calling .GetState
I1028 17:25:17.244986 32020 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1028 17:25:17.245028 32020 main.go:141] libmachine: Launching plugin server for driver kvm2
I1028 17:25:17.246886 32020 loader.go:395] Config loaded from file: /home/jenkins/minikube-integration/19872-13443/kubeconfig
I1028 17:25:17.247245 32020 kapi.go:59] client config for ha-381619: &rest.Config{Host:"https://192.168.39.254:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/home/jenkins/minikube-integration/19872-13443/.minikube/profiles/ha-381619/client.crt", KeyFile:"/home/jenkins/minikube-integration/19872-13443/.minikube/profiles/ha-381619/client.key", CAFile:"/home/jenkins/minikube-integration/19872-13443/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil), CAData:[]uint8(nil), NextProtos:[]string(nil)
}, UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x2439ec0), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
I1028 17:25:17.248034 32020 addons.go:234] Setting addon default-storageclass=true in "ha-381619"
I1028 17:25:17.248080 32020 host.go:66] Checking if "ha-381619" exists ...
I1028 17:25:17.248440 32020 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1028 17:25:17.248495 32020 main.go:141] libmachine: Launching plugin server for driver kvm2
I1028 17:25:17.248686 32020 cert_rotation.go:140] Starting client certificate rotation controller
I1028 17:25:17.259449 32020 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:35809
I1028 17:25:17.259906 32020 main.go:141] libmachine: () Calling .GetVersion
I1028 17:25:17.260429 32020 main.go:141] libmachine: Using API Version 1
I1028 17:25:17.260457 32020 main.go:141] libmachine: () Calling .SetConfigRaw
I1028 17:25:17.260757 32020 main.go:141] libmachine: () Calling .GetMachineName
I1028 17:25:17.260953 32020 main.go:141] libmachine: (ha-381619) Calling .GetState
I1028 17:25:17.262554 32020 main.go:141] libmachine: (ha-381619) Calling .DriverName
I1028 17:25:17.262967 32020 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:33665
I1028 17:25:17.263363 32020 main.go:141] libmachine: () Calling .GetVersion
I1028 17:25:17.263726 32020 main.go:141] libmachine: Using API Version 1
I1028 17:25:17.263747 32020 main.go:141] libmachine: () Calling .SetConfigRaw
I1028 17:25:17.264078 32020 main.go:141] libmachine: () Calling .GetMachineName
I1028 17:25:17.264715 32020 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1028 17:25:17.264763 32020 main.go:141] libmachine: Launching plugin server for driver kvm2
I1028 17:25:17.264944 32020 out.go:177] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
I1028 17:25:17.266586 32020 addons.go:431] installing /etc/kubernetes/addons/storage-provisioner.yaml
I1028 17:25:17.266605 32020 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I1028 17:25:17.266623 32020 main.go:141] libmachine: (ha-381619) Calling .GetSSHHostname
I1028 17:25:17.269507 32020 main.go:141] libmachine: (ha-381619) DBG | domain ha-381619 has defined MAC address 52:54:00:bf:e3:f2 in network mk-ha-381619
I1028 17:25:17.269884 32020 main.go:141] libmachine: (ha-381619) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:bf:e3:f2", ip: ""} in network mk-ha-381619: {Iface:virbr1 ExpiryTime:2024-10-28 18:24:47 +0000 UTC Type:0 Mac:52:54:00:bf:e3:f2 Iaid: IPaddr:192.168.39.230 Prefix:24 Hostname:ha-381619 Clientid:01:52:54:00:bf:e3:f2}
I1028 17:25:17.269905 32020 main.go:141] libmachine: (ha-381619) DBG | domain ha-381619 has defined IP address 192.168.39.230 and MAC address 52:54:00:bf:e3:f2 in network mk-ha-381619
I1028 17:25:17.270038 32020 main.go:141] libmachine: (ha-381619) Calling .GetSSHPort
I1028 17:25:17.270201 32020 main.go:141] libmachine: (ha-381619) Calling .GetSSHKeyPath
I1028 17:25:17.270351 32020 main.go:141] libmachine: (ha-381619) Calling .GetSSHUsername
I1028 17:25:17.270481 32020 sshutil.go:53] new ssh client: &{IP:192.168.39.230 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19872-13443/.minikube/machines/ha-381619/id_rsa Username:docker}
I1028 17:25:17.279872 32020 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:35225
I1028 17:25:17.280334 32020 main.go:141] libmachine: () Calling .GetVersion
I1028 17:25:17.280920 32020 main.go:141] libmachine: Using API Version 1
I1028 17:25:17.280938 32020 main.go:141] libmachine: () Calling .SetConfigRaw
I1028 17:25:17.281336 32020 main.go:141] libmachine: () Calling .GetMachineName
I1028 17:25:17.281528 32020 main.go:141] libmachine: (ha-381619) Calling .GetState
I1028 17:25:17.283217 32020 main.go:141] libmachine: (ha-381619) Calling .DriverName
I1028 17:25:17.283405 32020 addons.go:431] installing /etc/kubernetes/addons/storageclass.yaml
I1028 17:25:17.283421 32020 ssh_runner.go:362] scp storageclass/storageclass.yaml --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)
I1028 17:25:17.283436 32020 main.go:141] libmachine: (ha-381619) Calling .GetSSHHostname
I1028 17:25:17.285906 32020 main.go:141] libmachine: (ha-381619) DBG | domain ha-381619 has defined MAC address 52:54:00:bf:e3:f2 in network mk-ha-381619
I1028 17:25:17.286319 32020 main.go:141] libmachine: (ha-381619) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:bf:e3:f2", ip: ""} in network mk-ha-381619: {Iface:virbr1 ExpiryTime:2024-10-28 18:24:47 +0000 UTC Type:0 Mac:52:54:00:bf:e3:f2 Iaid: IPaddr:192.168.39.230 Prefix:24 Hostname:ha-381619 Clientid:01:52:54:00:bf:e3:f2}
I1028 17:25:17.286352 32020 main.go:141] libmachine: (ha-381619) DBG | domain ha-381619 has defined IP address 192.168.39.230 and MAC address 52:54:00:bf:e3:f2 in network mk-ha-381619
I1028 17:25:17.286428 32020 main.go:141] libmachine: (ha-381619) Calling .GetSSHPort
I1028 17:25:17.286601 32020 main.go:141] libmachine: (ha-381619) Calling .GetSSHKeyPath
I1028 17:25:17.286754 32020 main.go:141] libmachine: (ha-381619) Calling .GetSSHUsername
I1028 17:25:17.286885 32020 sshutil.go:53] new ssh client: &{IP:192.168.39.230 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19872-13443/.minikube/machines/ha-381619/id_rsa Username:docker}
I1028 17:25:17.359502 32020 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.39.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -"
I1028 17:25:17.440263 32020 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml
I1028 17:25:17.482707 32020 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml
I1028 17:25:17.757670 32020 start.go:971] {"host.minikube.internal": 192.168.39.1} host record injected into CoreDNS's ConfigMap
I1028 17:25:17.987134 32020 main.go:141] libmachine: Making call to close driver server
I1028 17:25:17.987176 32020 main.go:141] libmachine: (ha-381619) Calling .Close
I1028 17:25:17.987203 32020 main.go:141] libmachine: Making call to close driver server
I1028 17:25:17.987222 32020 main.go:141] libmachine: (ha-381619) Calling .Close
I1028 17:25:17.987446 32020 main.go:141] libmachine: (ha-381619) DBG | Closing plugin on server side
I1028 17:25:17.987453 32020 main.go:141] libmachine: Successfully made call to close driver server
I1028 17:25:17.987512 32020 main.go:141] libmachine: Making call to close connection to plugin binary
I1028 17:25:17.987532 32020 main.go:141] libmachine: Making call to close driver server
I1028 17:25:17.987544 32020 main.go:141] libmachine: (ha-381619) Calling .Close
I1028 17:25:17.987486 32020 main.go:141] libmachine: (ha-381619) DBG | Closing plugin on server side
I1028 17:25:17.987487 32020 main.go:141] libmachine: Successfully made call to close driver server
I1028 17:25:17.987697 32020 main.go:141] libmachine: Making call to close connection to plugin binary
I1028 17:25:17.987716 32020 main.go:141] libmachine: Making call to close driver server
I1028 17:25:17.987723 32020 main.go:141] libmachine: (ha-381619) Calling .Close
I1028 17:25:17.987752 32020 main.go:141] libmachine: Successfully made call to close driver server
I1028 17:25:17.987764 32020 main.go:141] libmachine: Making call to close connection to plugin binary
I1028 17:25:17.987811 32020 envvar.go:172] "Feature gate default state" feature="WatchListClient" enabled=false
I1028 17:25:17.987831 32020 envvar.go:172] "Feature gate default state" feature="InformerResourceVersion" enabled=false
I1028 17:25:17.987933 32020 round_trippers.go:463] GET https://192.168.39.254:8443/apis/storage.k8s.io/v1/storageclasses
I1028 17:25:17.987946 32020 round_trippers.go:469] Request Headers:
I1028 17:25:17.987957 32020 round_trippers.go:473] Accept: application/json, */*
I1028 17:25:17.987961 32020 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 17:25:17.988187 32020 main.go:141] libmachine: (ha-381619) DBG | Closing plugin on server side
I1028 17:25:17.988302 32020 main.go:141] libmachine: Successfully made call to close driver server
I1028 17:25:17.988326 32020 main.go:141] libmachine: Making call to close connection to plugin binary
I1028 17:25:18.005294 32020 round_trippers.go:574] Response Status: 200 OK in 17 milliseconds
I1028 17:25:18.006136 32020 round_trippers.go:463] PUT https://192.168.39.254:8443/apis/storage.k8s.io/v1/storageclasses/standard
I1028 17:25:18.006153 32020 round_trippers.go:469] Request Headers:
I1028 17:25:18.006163 32020 round_trippers.go:473] Accept: application/json, */*
I1028 17:25:18.006169 32020 round_trippers.go:473] Content-Type: application/json
I1028 17:25:18.006173 32020 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 17:25:18.009564 32020 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 17:25:18.009782 32020 main.go:141] libmachine: Making call to close driver server
I1028 17:25:18.009793 32020 main.go:141] libmachine: (ha-381619) Calling .Close
I1028 17:25:18.010026 32020 main.go:141] libmachine: Successfully made call to close driver server
I1028 17:25:18.010041 32020 main.go:141] libmachine: Making call to close connection to plugin binary
I1028 17:25:18.010063 32020 main.go:141] libmachine: (ha-381619) DBG | Closing plugin on server side
I1028 17:25:18.011483 32020 out.go:177] * Enabled addons: storage-provisioner, default-storageclass
I1028 17:25:18.012573 32020 addons.go:510] duration metric: took 784.803587ms for enable addons: enabled=[storage-provisioner default-storageclass]
I1028 17:25:18.012609 32020 start.go:246] waiting for cluster config update ...
I1028 17:25:18.012623 32020 start.go:255] writing updated cluster config ...
I1028 17:25:18.013902 32020 out.go:201]
I1028 17:25:18.015058 32020 config.go:182] Loaded profile config "ha-381619": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1028 17:25:18.015120 32020 profile.go:143] Saving config to /home/jenkins/minikube-integration/19872-13443/.minikube/profiles/ha-381619/config.json ...
I1028 17:25:18.016447 32020 out.go:177] * Starting "ha-381619-m02" control-plane node in "ha-381619" cluster
I1028 17:25:18.017519 32020 preload.go:131] Checking if preload exists for k8s version v1.31.2 and runtime crio
I1028 17:25:18.017534 32020 cache.go:56] Caching tarball of preloaded images
I1028 17:25:18.017609 32020 preload.go:172] Found /home/jenkins/minikube-integration/19872-13443/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.2-cri-o-overlay-amd64.tar.lz4 in cache, skipping download
I1028 17:25:18.017619 32020 cache.go:59] Finished verifying existence of preloaded tar for v1.31.2 on crio
I1028 17:25:18.017672 32020 profile.go:143] Saving config to /home/jenkins/minikube-integration/19872-13443/.minikube/profiles/ha-381619/config.json ...
I1028 17:25:18.017831 32020 start.go:360] acquireMachinesLock for ha-381619-m02: {Name:mkc11d142cf79f0e8b8cc496582ecd67471b29b5 Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}
I1028 17:25:18.017871 32020 start.go:364] duration metric: took 23.784µs to acquireMachinesLock for "ha-381619-m02"
I1028 17:25:18.017886 32020 start.go:93] Provisioning new machine with config: &{Name:ha-381619 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19872/minikube-v1.34.0-1730109979-19872-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730110049-19872@sha256:ead1232eaf026cb87df5e47192f652e5fef1a28f5a05a9ac9cb1a241cca351e9 Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{Kubernete
sVersion:v1.31.2 ClusterName:ha-381619 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.39.230 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m02 IP: Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[default-storageclass:true storage-provisioner:true] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 Cer
tExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name:m02 IP: Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}
I1028 17:25:18.017946 32020 start.go:125] createHost starting for "m02" (driver="kvm2")
I1028 17:25:18.019437 32020 out.go:235] * Creating kvm2 VM (CPUs=2, Memory=2200MB, Disk=20000MB) ...
I1028 17:25:18.019500 32020 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1028 17:25:18.019529 32020 main.go:141] libmachine: Launching plugin server for driver kvm2
I1028 17:25:18.033319 32020 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:37763
I1028 17:25:18.033727 32020 main.go:141] libmachine: () Calling .GetVersion
I1028 17:25:18.034182 32020 main.go:141] libmachine: Using API Version 1
I1028 17:25:18.034200 32020 main.go:141] libmachine: () Calling .SetConfigRaw
I1028 17:25:18.034550 32020 main.go:141] libmachine: () Calling .GetMachineName
I1028 17:25:18.034715 32020 main.go:141] libmachine: (ha-381619-m02) Calling .GetMachineName
I1028 17:25:18.034872 32020 main.go:141] libmachine: (ha-381619-m02) Calling .DriverName
I1028 17:25:18.035033 32020 start.go:159] libmachine.API.Create for "ha-381619" (driver="kvm2")
I1028 17:25:18.035060 32020 client.go:168] LocalClient.Create starting
I1028 17:25:18.035096 32020 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/19872-13443/.minikube/certs/ca.pem
I1028 17:25:18.035126 32020 main.go:141] libmachine: Decoding PEM data...
I1028 17:25:18.035142 32020 main.go:141] libmachine: Parsing certificate...
I1028 17:25:18.035187 32020 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/19872-13443/.minikube/certs/cert.pem
I1028 17:25:18.035204 32020 main.go:141] libmachine: Decoding PEM data...
I1028 17:25:18.035216 32020 main.go:141] libmachine: Parsing certificate...
I1028 17:25:18.035230 32020 main.go:141] libmachine: Running pre-create checks...
I1028 17:25:18.035237 32020 main.go:141] libmachine: (ha-381619-m02) Calling .PreCreateCheck
I1028 17:25:18.035397 32020 main.go:141] libmachine: (ha-381619-m02) Calling .GetConfigRaw
I1028 17:25:18.035746 32020 main.go:141] libmachine: Creating machine...
I1028 17:25:18.035760 32020 main.go:141] libmachine: (ha-381619-m02) Calling .Create
I1028 17:25:18.035901 32020 main.go:141] libmachine: (ha-381619-m02) Creating KVM machine...
I1028 17:25:18.037157 32020 main.go:141] libmachine: (ha-381619-m02) DBG | found existing default KVM network
I1028 17:25:18.037313 32020 main.go:141] libmachine: (ha-381619-m02) DBG | found existing private KVM network mk-ha-381619
I1028 17:25:18.037431 32020 main.go:141] libmachine: (ha-381619-m02) Setting up store path in /home/jenkins/minikube-integration/19872-13443/.minikube/machines/ha-381619-m02 ...
I1028 17:25:18.037482 32020 main.go:141] libmachine: (ha-381619-m02) Building disk image from file:///home/jenkins/minikube-integration/19872-13443/.minikube/cache/iso/amd64/minikube-v1.34.0-1730109979-19872-amd64.iso
I1028 17:25:18.037542 32020 main.go:141] libmachine: (ha-381619-m02) DBG | I1028 17:25:18.037441 32379 common.go:144] Making disk image using store path: /home/jenkins/minikube-integration/19872-13443/.minikube
I1028 17:25:18.037604 32020 main.go:141] libmachine: (ha-381619-m02) Downloading /home/jenkins/minikube-integration/19872-13443/.minikube/cache/boot2docker.iso from file:///home/jenkins/minikube-integration/19872-13443/.minikube/cache/iso/amd64/minikube-v1.34.0-1730109979-19872-amd64.iso...
I1028 17:25:18.305482 32020 main.go:141] libmachine: (ha-381619-m02) DBG | I1028 17:25:18.305364 32379 common.go:151] Creating ssh key: /home/jenkins/minikube-integration/19872-13443/.minikube/machines/ha-381619-m02/id_rsa...
I1028 17:25:18.398014 32020 main.go:141] libmachine: (ha-381619-m02) DBG | I1028 17:25:18.397913 32379 common.go:157] Creating raw disk image: /home/jenkins/minikube-integration/19872-13443/.minikube/machines/ha-381619-m02/ha-381619-m02.rawdisk...
I1028 17:25:18.398067 32020 main.go:141] libmachine: (ha-381619-m02) DBG | Writing magic tar header
I1028 17:25:18.398088 32020 main.go:141] libmachine: (ha-381619-m02) DBG | Writing SSH key tar header
I1028 17:25:18.398095 32020 main.go:141] libmachine: (ha-381619-m02) DBG | I1028 17:25:18.398018 32379 common.go:171] Fixing permissions on /home/jenkins/minikube-integration/19872-13443/.minikube/machines/ha-381619-m02 ...
I1028 17:25:18.398114 32020 main.go:141] libmachine: (ha-381619-m02) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19872-13443/.minikube/machines/ha-381619-m02
I1028 17:25:18.398136 32020 main.go:141] libmachine: (ha-381619-m02) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19872-13443/.minikube/machines
I1028 17:25:18.398156 32020 main.go:141] libmachine: (ha-381619-m02) Setting executable bit set on /home/jenkins/minikube-integration/19872-13443/.minikube/machines/ha-381619-m02 (perms=drwx------)
I1028 17:25:18.398166 32020 main.go:141] libmachine: (ha-381619-m02) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19872-13443/.minikube
I1028 17:25:18.398180 32020 main.go:141] libmachine: (ha-381619-m02) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19872-13443
I1028 17:25:18.398187 32020 main.go:141] libmachine: (ha-381619-m02) DBG | Checking permissions on dir: /home/jenkins/minikube-integration
I1028 17:25:18.398194 32020 main.go:141] libmachine: (ha-381619-m02) DBG | Checking permissions on dir: /home/jenkins
I1028 17:25:18.398201 32020 main.go:141] libmachine: (ha-381619-m02) DBG | Checking permissions on dir: /home
I1028 17:25:18.398207 32020 main.go:141] libmachine: (ha-381619-m02) DBG | Skipping /home - not owner
I1028 17:25:18.398217 32020 main.go:141] libmachine: (ha-381619-m02) Setting executable bit set on /home/jenkins/minikube-integration/19872-13443/.minikube/machines (perms=drwxr-xr-x)
I1028 17:25:18.398254 32020 main.go:141] libmachine: (ha-381619-m02) Setting executable bit set on /home/jenkins/minikube-integration/19872-13443/.minikube (perms=drwxr-xr-x)
I1028 17:25:18.398277 32020 main.go:141] libmachine: (ha-381619-m02) Setting executable bit set on /home/jenkins/minikube-integration/19872-13443 (perms=drwxrwxr-x)
I1028 17:25:18.398289 32020 main.go:141] libmachine: (ha-381619-m02) Setting executable bit set on /home/jenkins/minikube-integration (perms=drwxrwxr-x)
I1028 17:25:18.398304 32020 main.go:141] libmachine: (ha-381619-m02) Setting executable bit set on /home/jenkins (perms=drwxr-xr-x)
I1028 17:25:18.398338 32020 main.go:141] libmachine: (ha-381619-m02) Creating domain...
I1028 17:25:18.399119 32020 main.go:141] libmachine: (ha-381619-m02) define libvirt domain using xml:
I1028 17:25:18.399128 32020 main.go:141] libmachine: (ha-381619-m02) <domain type='kvm'>
I1028 17:25:18.399133 32020 main.go:141] libmachine: (ha-381619-m02) <name>ha-381619-m02</name>
I1028 17:25:18.399138 32020 main.go:141] libmachine: (ha-381619-m02) <memory unit='MiB'>2200</memory>
I1028 17:25:18.399142 32020 main.go:141] libmachine: (ha-381619-m02) <vcpu>2</vcpu>
I1028 17:25:18.399146 32020 main.go:141] libmachine: (ha-381619-m02) <features>
I1028 17:25:18.399154 32020 main.go:141] libmachine: (ha-381619-m02) <acpi/>
I1028 17:25:18.399160 32020 main.go:141] libmachine: (ha-381619-m02) <apic/>
I1028 17:25:18.399167 32020 main.go:141] libmachine: (ha-381619-m02) <pae/>
I1028 17:25:18.399171 32020 main.go:141] libmachine: (ha-381619-m02)
I1028 17:25:18.399177 32020 main.go:141] libmachine: (ha-381619-m02) </features>
I1028 17:25:18.399183 32020 main.go:141] libmachine: (ha-381619-m02) <cpu mode='host-passthrough'>
I1028 17:25:18.399188 32020 main.go:141] libmachine: (ha-381619-m02)
I1028 17:25:18.399194 32020 main.go:141] libmachine: (ha-381619-m02) </cpu>
I1028 17:25:18.399199 32020 main.go:141] libmachine: (ha-381619-m02) <os>
I1028 17:25:18.399206 32020 main.go:141] libmachine: (ha-381619-m02) <type>hvm</type>
I1028 17:25:18.399211 32020 main.go:141] libmachine: (ha-381619-m02) <boot dev='cdrom'/>
I1028 17:25:18.399223 32020 main.go:141] libmachine: (ha-381619-m02) <boot dev='hd'/>
I1028 17:25:18.399234 32020 main.go:141] libmachine: (ha-381619-m02) <bootmenu enable='no'/>
I1028 17:25:18.399255 32020 main.go:141] libmachine: (ha-381619-m02) </os>
I1028 17:25:18.399268 32020 main.go:141] libmachine: (ha-381619-m02) <devices>
I1028 17:25:18.399274 32020 main.go:141] libmachine: (ha-381619-m02) <disk type='file' device='cdrom'>
I1028 17:25:18.399282 32020 main.go:141] libmachine: (ha-381619-m02) <source file='/home/jenkins/minikube-integration/19872-13443/.minikube/machines/ha-381619-m02/boot2docker.iso'/>
I1028 17:25:18.399289 32020 main.go:141] libmachine: (ha-381619-m02) <target dev='hdc' bus='scsi'/>
I1028 17:25:18.399293 32020 main.go:141] libmachine: (ha-381619-m02) <readonly/>
I1028 17:25:18.399299 32020 main.go:141] libmachine: (ha-381619-m02) </disk>
I1028 17:25:18.399305 32020 main.go:141] libmachine: (ha-381619-m02) <disk type='file' device='disk'>
I1028 17:25:18.399316 32020 main.go:141] libmachine: (ha-381619-m02) <driver name='qemu' type='raw' cache='default' io='threads' />
I1028 17:25:18.399348 32020 main.go:141] libmachine: (ha-381619-m02) <source file='/home/jenkins/minikube-integration/19872-13443/.minikube/machines/ha-381619-m02/ha-381619-m02.rawdisk'/>
I1028 17:25:18.399365 32020 main.go:141] libmachine: (ha-381619-m02) <target dev='hda' bus='virtio'/>
I1028 17:25:18.399403 32020 main.go:141] libmachine: (ha-381619-m02) </disk>
I1028 17:25:18.399425 32020 main.go:141] libmachine: (ha-381619-m02) <interface type='network'>
I1028 17:25:18.399439 32020 main.go:141] libmachine: (ha-381619-m02) <source network='mk-ha-381619'/>
I1028 17:25:18.399446 32020 main.go:141] libmachine: (ha-381619-m02) <model type='virtio'/>
I1028 17:25:18.399454 32020 main.go:141] libmachine: (ha-381619-m02) </interface>
I1028 17:25:18.399464 32020 main.go:141] libmachine: (ha-381619-m02) <interface type='network'>
I1028 17:25:18.399473 32020 main.go:141] libmachine: (ha-381619-m02) <source network='default'/>
I1028 17:25:18.399483 32020 main.go:141] libmachine: (ha-381619-m02) <model type='virtio'/>
I1028 17:25:18.399491 32020 main.go:141] libmachine: (ha-381619-m02) </interface>
I1028 17:25:18.399505 32020 main.go:141] libmachine: (ha-381619-m02) <serial type='pty'>
I1028 17:25:18.399516 32020 main.go:141] libmachine: (ha-381619-m02) <target port='0'/>
I1028 17:25:18.399525 32020 main.go:141] libmachine: (ha-381619-m02) </serial>
I1028 17:25:18.399531 32020 main.go:141] libmachine: (ha-381619-m02) <console type='pty'>
I1028 17:25:18.399536 32020 main.go:141] libmachine: (ha-381619-m02) <target type='serial' port='0'/>
I1028 17:25:18.399544 32020 main.go:141] libmachine: (ha-381619-m02) </console>
I1028 17:25:18.399554 32020 main.go:141] libmachine: (ha-381619-m02) <rng model='virtio'>
I1028 17:25:18.399564 32020 main.go:141] libmachine: (ha-381619-m02) <backend model='random'>/dev/random</backend>
I1028 17:25:18.399578 32020 main.go:141] libmachine: (ha-381619-m02) </rng>
I1028 17:25:18.399588 32020 main.go:141] libmachine: (ha-381619-m02)
I1028 17:25:18.399596 32020 main.go:141] libmachine: (ha-381619-m02)
I1028 17:25:18.399604 32020 main.go:141] libmachine: (ha-381619-m02) </devices>
I1028 17:25:18.399613 32020 main.go:141] libmachine: (ha-381619-m02) </domain>
I1028 17:25:18.399622 32020 main.go:141] libmachine: (ha-381619-m02)
I1028 17:25:18.405867 32020 main.go:141] libmachine: (ha-381619-m02) DBG | domain ha-381619-m02 has defined MAC address 52:54:00:26:9b:68 in network default
I1028 17:25:18.406379 32020 main.go:141] libmachine: (ha-381619-m02) Ensuring networks are active...
I1028 17:25:18.406395 32020 main.go:141] libmachine: (ha-381619-m02) DBG | domain ha-381619-m02 has defined MAC address 52:54:00:ab:1d:c9 in network mk-ha-381619
I1028 17:25:18.407090 32020 main.go:141] libmachine: (ha-381619-m02) Ensuring network default is active
I1028 17:25:18.407385 32020 main.go:141] libmachine: (ha-381619-m02) Ensuring network mk-ha-381619 is active
I1028 17:25:18.407717 32020 main.go:141] libmachine: (ha-381619-m02) Getting domain xml...
I1028 17:25:18.408378 32020 main.go:141] libmachine: (ha-381619-m02) Creating domain...
I1028 17:25:19.597563 32020 main.go:141] libmachine: (ha-381619-m02) Waiting to get IP...
I1028 17:25:19.598384 32020 main.go:141] libmachine: (ha-381619-m02) DBG | domain ha-381619-m02 has defined MAC address 52:54:00:ab:1d:c9 in network mk-ha-381619
I1028 17:25:19.598740 32020 main.go:141] libmachine: (ha-381619-m02) DBG | unable to find current IP address of domain ha-381619-m02 in network mk-ha-381619
I1028 17:25:19.598789 32020 main.go:141] libmachine: (ha-381619-m02) DBG | I1028 17:25:19.598740 32379 retry.go:31] will retry after 190.903064ms: waiting for machine to come up
I1028 17:25:19.791078 32020 main.go:141] libmachine: (ha-381619-m02) DBG | domain ha-381619-m02 has defined MAC address 52:54:00:ab:1d:c9 in network mk-ha-381619
I1028 17:25:19.791557 32020 main.go:141] libmachine: (ha-381619-m02) DBG | unable to find current IP address of domain ha-381619-m02 in network mk-ha-381619
I1028 17:25:19.791589 32020 main.go:141] libmachine: (ha-381619-m02) DBG | I1028 17:25:19.791498 32379 retry.go:31] will retry after 306.415198ms: waiting for machine to come up
I1028 17:25:20.099990 32020 main.go:141] libmachine: (ha-381619-m02) DBG | domain ha-381619-m02 has defined MAC address 52:54:00:ab:1d:c9 in network mk-ha-381619
I1028 17:25:20.100410 32020 main.go:141] libmachine: (ha-381619-m02) DBG | unable to find current IP address of domain ha-381619-m02 in network mk-ha-381619
I1028 17:25:20.100438 32020 main.go:141] libmachine: (ha-381619-m02) DBG | I1028 17:25:20.100363 32379 retry.go:31] will retry after 461.052427ms: waiting for machine to come up
I1028 17:25:20.562787 32020 main.go:141] libmachine: (ha-381619-m02) DBG | domain ha-381619-m02 has defined MAC address 52:54:00:ab:1d:c9 in network mk-ha-381619
I1028 17:25:20.563226 32020 main.go:141] libmachine: (ha-381619-m02) DBG | unable to find current IP address of domain ha-381619-m02 in network mk-ha-381619
I1028 17:25:20.563254 32020 main.go:141] libmachine: (ha-381619-m02) DBG | I1028 17:25:20.563181 32379 retry.go:31] will retry after 399.454176ms: waiting for machine to come up
I1028 17:25:20.964734 32020 main.go:141] libmachine: (ha-381619-m02) DBG | domain ha-381619-m02 has defined MAC address 52:54:00:ab:1d:c9 in network mk-ha-381619
I1028 17:25:20.965138 32020 main.go:141] libmachine: (ha-381619-m02) DBG | unable to find current IP address of domain ha-381619-m02 in network mk-ha-381619
I1028 17:25:20.965168 32020 main.go:141] libmachine: (ha-381619-m02) DBG | I1028 17:25:20.965088 32379 retry.go:31] will retry after 468.537228ms: waiting for machine to come up
I1028 17:25:21.435633 32020 main.go:141] libmachine: (ha-381619-m02) DBG | domain ha-381619-m02 has defined MAC address 52:54:00:ab:1d:c9 in network mk-ha-381619
I1028 17:25:21.436036 32020 main.go:141] libmachine: (ha-381619-m02) DBG | unable to find current IP address of domain ha-381619-m02 in network mk-ha-381619
I1028 17:25:21.436065 32020 main.go:141] libmachine: (ha-381619-m02) DBG | I1028 17:25:21.435978 32379 retry.go:31] will retry after 901.623232ms: waiting for machine to come up
I1028 17:25:22.338882 32020 main.go:141] libmachine: (ha-381619-m02) DBG | domain ha-381619-m02 has defined MAC address 52:54:00:ab:1d:c9 in network mk-ha-381619
I1028 17:25:22.339214 32020 main.go:141] libmachine: (ha-381619-m02) DBG | unable to find current IP address of domain ha-381619-m02 in network mk-ha-381619
I1028 17:25:22.339251 32020 main.go:141] libmachine: (ha-381619-m02) DBG | I1028 17:25:22.339170 32379 retry.go:31] will retry after 1.174231376s: waiting for machine to come up
I1028 17:25:23.514567 32020 main.go:141] libmachine: (ha-381619-m02) DBG | domain ha-381619-m02 has defined MAC address 52:54:00:ab:1d:c9 in network mk-ha-381619
I1028 17:25:23.515122 32020 main.go:141] libmachine: (ha-381619-m02) DBG | unable to find current IP address of domain ha-381619-m02 in network mk-ha-381619
I1028 17:25:23.515148 32020 main.go:141] libmachine: (ha-381619-m02) DBG | I1028 17:25:23.515075 32379 retry.go:31] will retry after 1.47285995s: waiting for machine to come up
I1028 17:25:24.989376 32020 main.go:141] libmachine: (ha-381619-m02) DBG | domain ha-381619-m02 has defined MAC address 52:54:00:ab:1d:c9 in network mk-ha-381619
I1028 17:25:24.989742 32020 main.go:141] libmachine: (ha-381619-m02) DBG | unable to find current IP address of domain ha-381619-m02 in network mk-ha-381619
I1028 17:25:24.989772 32020 main.go:141] libmachine: (ha-381619-m02) DBG | I1028 17:25:24.989693 32379 retry.go:31] will retry after 1.395202662s: waiting for machine to come up
I1028 17:25:26.387051 32020 main.go:141] libmachine: (ha-381619-m02) DBG | domain ha-381619-m02 has defined MAC address 52:54:00:ab:1d:c9 in network mk-ha-381619
I1028 17:25:26.387470 32020 main.go:141] libmachine: (ha-381619-m02) DBG | unable to find current IP address of domain ha-381619-m02 in network mk-ha-381619
I1028 17:25:26.387497 32020 main.go:141] libmachine: (ha-381619-m02) DBG | I1028 17:25:26.387419 32379 retry.go:31] will retry after 1.648219706s: waiting for machine to come up
I1028 17:25:28.036842 32020 main.go:141] libmachine: (ha-381619-m02) DBG | domain ha-381619-m02 has defined MAC address 52:54:00:ab:1d:c9 in network mk-ha-381619
I1028 17:25:28.037349 32020 main.go:141] libmachine: (ha-381619-m02) DBG | unable to find current IP address of domain ha-381619-m02 in network mk-ha-381619
I1028 17:25:28.037375 32020 main.go:141] libmachine: (ha-381619-m02) DBG | I1028 17:25:28.037295 32379 retry.go:31] will retry after 2.189322328s: waiting for machine to come up
I1028 17:25:30.229493 32020 main.go:141] libmachine: (ha-381619-m02) DBG | domain ha-381619-m02 has defined MAC address 52:54:00:ab:1d:c9 in network mk-ha-381619
I1028 17:25:30.229820 32020 main.go:141] libmachine: (ha-381619-m02) DBG | unable to find current IP address of domain ha-381619-m02 in network mk-ha-381619
I1028 17:25:30.229841 32020 main.go:141] libmachine: (ha-381619-m02) DBG | I1028 17:25:30.229780 32379 retry.go:31] will retry after 2.90274213s: waiting for machine to come up
I1028 17:25:33.134730 32020 main.go:141] libmachine: (ha-381619-m02) DBG | domain ha-381619-m02 has defined MAC address 52:54:00:ab:1d:c9 in network mk-ha-381619
I1028 17:25:33.135076 32020 main.go:141] libmachine: (ha-381619-m02) DBG | unable to find current IP address of domain ha-381619-m02 in network mk-ha-381619
I1028 17:25:33.135092 32020 main.go:141] libmachine: (ha-381619-m02) DBG | I1028 17:25:33.135034 32379 retry.go:31] will retry after 4.079584337s: waiting for machine to come up
I1028 17:25:37.219140 32020 main.go:141] libmachine: (ha-381619-m02) DBG | domain ha-381619-m02 has defined MAC address 52:54:00:ab:1d:c9 in network mk-ha-381619
I1028 17:25:37.219485 32020 main.go:141] libmachine: (ha-381619-m02) DBG | unable to find current IP address of domain ha-381619-m02 in network mk-ha-381619
I1028 17:25:37.219505 32020 main.go:141] libmachine: (ha-381619-m02) DBG | I1028 17:25:37.219442 32379 retry.go:31] will retry after 4.856708442s: waiting for machine to come up
I1028 17:25:42.077346 32020 main.go:141] libmachine: (ha-381619-m02) DBG | domain ha-381619-m02 has defined MAC address 52:54:00:ab:1d:c9 in network mk-ha-381619
I1028 17:25:42.077745 32020 main.go:141] libmachine: (ha-381619-m02) Found IP for machine: 192.168.39.171
I1028 17:25:42.077766 32020 main.go:141] libmachine: (ha-381619-m02) DBG | domain ha-381619-m02 has current primary IP address 192.168.39.171 and MAC address 52:54:00:ab:1d:c9 in network mk-ha-381619
I1028 17:25:42.077785 32020 main.go:141] libmachine: (ha-381619-m02) Reserving static IP address...
I1028 17:25:42.078069 32020 main.go:141] libmachine: (ha-381619-m02) DBG | unable to find host DHCP lease matching {name: "ha-381619-m02", mac: "52:54:00:ab:1d:c9", ip: "192.168.39.171"} in network mk-ha-381619
I1028 17:25:42.145216 32020 main.go:141] libmachine: (ha-381619-m02) Reserved static IP address: 192.168.39.171
I1028 17:25:42.145248 32020 main.go:141] libmachine: (ha-381619-m02) DBG | Getting to WaitForSSH function...
I1028 17:25:42.145256 32020 main.go:141] libmachine: (ha-381619-m02) Waiting for SSH to be available...
I1028 17:25:42.147449 32020 main.go:141] libmachine: (ha-381619-m02) DBG | domain ha-381619-m02 has defined MAC address 52:54:00:ab:1d:c9 in network mk-ha-381619
I1028 17:25:42.147844 32020 main.go:141] libmachine: (ha-381619-m02) DBG | unable to find host DHCP lease matching {name: "", mac: "52:54:00:ab:1d:c9", ip: ""} in network mk-ha-381619
I1028 17:25:42.147868 32020 main.go:141] libmachine: (ha-381619-m02) DBG | unable to find defined IP address of network mk-ha-381619 interface with MAC address 52:54:00:ab:1d:c9
I1028 17:25:42.148011 32020 main.go:141] libmachine: (ha-381619-m02) DBG | Using SSH client type: external
I1028 17:25:42.148037 32020 main.go:141] libmachine: (ha-381619-m02) DBG | Using SSH private key: /home/jenkins/minikube-integration/19872-13443/.minikube/machines/ha-381619-m02/id_rsa (-rw-------)
I1028 17:25:42.148079 32020 main.go:141] libmachine: (ha-381619-m02) DBG | &{[-F /dev/null -o ConnectionAttempts=3 -o ConnectTimeout=10 -o ControlMaster=no -o ControlPath=none -o LogLevel=quiet -o PasswordAuthentication=no -o ServerAliveInterval=60 -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null docker@ -o IdentitiesOnly=yes -i /home/jenkins/minikube-integration/19872-13443/.minikube/machines/ha-381619-m02/id_rsa -p 22] /usr/bin/ssh <nil>}
I1028 17:25:42.148093 32020 main.go:141] libmachine: (ha-381619-m02) DBG | About to run SSH command:
I1028 17:25:42.148106 32020 main.go:141] libmachine: (ha-381619-m02) DBG | exit 0
I1028 17:25:42.151405 32020 main.go:141] libmachine: (ha-381619-m02) DBG | SSH cmd err, output: exit status 255:
I1028 17:25:42.151422 32020 main.go:141] libmachine: (ha-381619-m02) DBG | Error getting ssh command 'exit 0' : ssh command error:
I1028 17:25:42.151430 32020 main.go:141] libmachine: (ha-381619-m02) DBG | command : exit 0
I1028 17:25:42.151434 32020 main.go:141] libmachine: (ha-381619-m02) DBG | err : exit status 255
I1028 17:25:42.151457 32020 main.go:141] libmachine: (ha-381619-m02) DBG | output :
I1028 17:25:45.153548 32020 main.go:141] libmachine: (ha-381619-m02) DBG | Getting to WaitForSSH function...
I1028 17:25:45.155666 32020 main.go:141] libmachine: (ha-381619-m02) DBG | domain ha-381619-m02 has defined MAC address 52:54:00:ab:1d:c9 in network mk-ha-381619
I1028 17:25:45.156001 32020 main.go:141] libmachine: (ha-381619-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:ab:1d:c9", ip: ""} in network mk-ha-381619: {Iface:virbr1 ExpiryTime:2024-10-28 18:25:32 +0000 UTC Type:0 Mac:52:54:00:ab:1d:c9 Iaid: IPaddr:192.168.39.171 Prefix:24 Hostname:ha-381619-m02 Clientid:01:52:54:00:ab:1d:c9}
I1028 17:25:45.156026 32020 main.go:141] libmachine: (ha-381619-m02) DBG | domain ha-381619-m02 has defined IP address 192.168.39.171 and MAC address 52:54:00:ab:1d:c9 in network mk-ha-381619
I1028 17:25:45.156153 32020 main.go:141] libmachine: (ha-381619-m02) DBG | Using SSH client type: external
I1028 17:25:45.156174 32020 main.go:141] libmachine: (ha-381619-m02) DBG | Using SSH private key: /home/jenkins/minikube-integration/19872-13443/.minikube/machines/ha-381619-m02/id_rsa (-rw-------)
I1028 17:25:45.156209 32020 main.go:141] libmachine: (ha-381619-m02) DBG | &{[-F /dev/null -o ConnectionAttempts=3 -o ConnectTimeout=10 -o ControlMaster=no -o ControlPath=none -o LogLevel=quiet -o PasswordAuthentication=no -o ServerAliveInterval=60 -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null docker@192.168.39.171 -o IdentitiesOnly=yes -i /home/jenkins/minikube-integration/19872-13443/.minikube/machines/ha-381619-m02/id_rsa -p 22] /usr/bin/ssh <nil>}
I1028 17:25:45.156220 32020 main.go:141] libmachine: (ha-381619-m02) DBG | About to run SSH command:
I1028 17:25:45.156228 32020 main.go:141] libmachine: (ha-381619-m02) DBG | exit 0
I1028 17:25:45.284123 32020 main.go:141] libmachine: (ha-381619-m02) DBG | SSH cmd err, output: <nil>:
I1028 17:25:45.284412 32020 main.go:141] libmachine: (ha-381619-m02) KVM machine creation complete!
I1028 17:25:45.284721 32020 main.go:141] libmachine: (ha-381619-m02) Calling .GetConfigRaw
I1028 17:25:45.285293 32020 main.go:141] libmachine: (ha-381619-m02) Calling .DriverName
I1028 17:25:45.285476 32020 main.go:141] libmachine: (ha-381619-m02) Calling .DriverName
I1028 17:25:45.285636 32020 main.go:141] libmachine: Waiting for machine to be running, this may take a few minutes...
I1028 17:25:45.285651 32020 main.go:141] libmachine: (ha-381619-m02) Calling .GetState
I1028 17:25:45.286839 32020 main.go:141] libmachine: Detecting operating system of created instance...
I1028 17:25:45.286853 32020 main.go:141] libmachine: Waiting for SSH to be available...
I1028 17:25:45.286874 32020 main.go:141] libmachine: Getting to WaitForSSH function...
I1028 17:25:45.286883 32020 main.go:141] libmachine: (ha-381619-m02) Calling .GetSSHHostname
I1028 17:25:45.289343 32020 main.go:141] libmachine: (ha-381619-m02) DBG | domain ha-381619-m02 has defined MAC address 52:54:00:ab:1d:c9 in network mk-ha-381619
I1028 17:25:45.289699 32020 main.go:141] libmachine: (ha-381619-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:ab:1d:c9", ip: ""} in network mk-ha-381619: {Iface:virbr1 ExpiryTime:2024-10-28 18:25:32 +0000 UTC Type:0 Mac:52:54:00:ab:1d:c9 Iaid: IPaddr:192.168.39.171 Prefix:24 Hostname:ha-381619-m02 Clientid:01:52:54:00:ab:1d:c9}
I1028 17:25:45.289732 32020 main.go:141] libmachine: (ha-381619-m02) DBG | domain ha-381619-m02 has defined IP address 192.168.39.171 and MAC address 52:54:00:ab:1d:c9 in network mk-ha-381619
I1028 17:25:45.289877 32020 main.go:141] libmachine: (ha-381619-m02) Calling .GetSSHPort
I1028 17:25:45.290050 32020 main.go:141] libmachine: (ha-381619-m02) Calling .GetSSHKeyPath
I1028 17:25:45.290180 32020 main.go:141] libmachine: (ha-381619-m02) Calling .GetSSHKeyPath
I1028 17:25:45.290283 32020 main.go:141] libmachine: (ha-381619-m02) Calling .GetSSHUsername
I1028 17:25:45.290450 32020 main.go:141] libmachine: Using SSH client type: native
I1028 17:25:45.290659 32020 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866160] 0x868e40 <nil> [] 0s} 192.168.39.171 22 <nil> <nil>}
I1028 17:25:45.290673 32020 main.go:141] libmachine: About to run SSH command:
exit 0
I1028 17:25:45.403429 32020 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1028 17:25:45.403453 32020 main.go:141] libmachine: Detecting the provisioner...
I1028 17:25:45.403460 32020 main.go:141] libmachine: (ha-381619-m02) Calling .GetSSHHostname
I1028 17:25:45.406169 32020 main.go:141] libmachine: (ha-381619-m02) DBG | domain ha-381619-m02 has defined MAC address 52:54:00:ab:1d:c9 in network mk-ha-381619
I1028 17:25:45.406520 32020 main.go:141] libmachine: (ha-381619-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:ab:1d:c9", ip: ""} in network mk-ha-381619: {Iface:virbr1 ExpiryTime:2024-10-28 18:25:32 +0000 UTC Type:0 Mac:52:54:00:ab:1d:c9 Iaid: IPaddr:192.168.39.171 Prefix:24 Hostname:ha-381619-m02 Clientid:01:52:54:00:ab:1d:c9}
I1028 17:25:45.406547 32020 main.go:141] libmachine: (ha-381619-m02) DBG | domain ha-381619-m02 has defined IP address 192.168.39.171 and MAC address 52:54:00:ab:1d:c9 in network mk-ha-381619
I1028 17:25:45.406664 32020 main.go:141] libmachine: (ha-381619-m02) Calling .GetSSHPort
I1028 17:25:45.406833 32020 main.go:141] libmachine: (ha-381619-m02) Calling .GetSSHKeyPath
I1028 17:25:45.406968 32020 main.go:141] libmachine: (ha-381619-m02) Calling .GetSSHKeyPath
I1028 17:25:45.407121 32020 main.go:141] libmachine: (ha-381619-m02) Calling .GetSSHUsername
I1028 17:25:45.407274 32020 main.go:141] libmachine: Using SSH client type: native
I1028 17:25:45.407471 32020 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866160] 0x868e40 <nil> [] 0s} 192.168.39.171 22 <nil> <nil>}
I1028 17:25:45.407486 32020 main.go:141] libmachine: About to run SSH command:
cat /etc/os-release
I1028 17:25:45.516915 32020 main.go:141] libmachine: SSH cmd err, output: <nil>: NAME=Buildroot
VERSION=2023.02.9-dirty
ID=buildroot
VERSION_ID=2023.02.9
PRETTY_NAME="Buildroot 2023.02.9"
I1028 17:25:45.516972 32020 main.go:141] libmachine: found compatible host: buildroot
I1028 17:25:45.516982 32020 main.go:141] libmachine: Provisioning with buildroot...
I1028 17:25:45.516996 32020 main.go:141] libmachine: (ha-381619-m02) Calling .GetMachineName
I1028 17:25:45.517247 32020 buildroot.go:166] provisioning hostname "ha-381619-m02"
I1028 17:25:45.517269 32020 main.go:141] libmachine: (ha-381619-m02) Calling .GetMachineName
I1028 17:25:45.517419 32020 main.go:141] libmachine: (ha-381619-m02) Calling .GetSSHHostname
I1028 17:25:45.520442 32020 main.go:141] libmachine: (ha-381619-m02) DBG | domain ha-381619-m02 has defined MAC address 52:54:00:ab:1d:c9 in network mk-ha-381619
I1028 17:25:45.520895 32020 main.go:141] libmachine: (ha-381619-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:ab:1d:c9", ip: ""} in network mk-ha-381619: {Iface:virbr1 ExpiryTime:2024-10-28 18:25:32 +0000 UTC Type:0 Mac:52:54:00:ab:1d:c9 Iaid: IPaddr:192.168.39.171 Prefix:24 Hostname:ha-381619-m02 Clientid:01:52:54:00:ab:1d:c9}
I1028 17:25:45.520951 32020 main.go:141] libmachine: (ha-381619-m02) DBG | domain ha-381619-m02 has defined IP address 192.168.39.171 and MAC address 52:54:00:ab:1d:c9 in network mk-ha-381619
I1028 17:25:45.521136 32020 main.go:141] libmachine: (ha-381619-m02) Calling .GetSSHPort
I1028 17:25:45.521306 32020 main.go:141] libmachine: (ha-381619-m02) Calling .GetSSHKeyPath
I1028 17:25:45.521441 32020 main.go:141] libmachine: (ha-381619-m02) Calling .GetSSHKeyPath
I1028 17:25:45.521550 32020 main.go:141] libmachine: (ha-381619-m02) Calling .GetSSHUsername
I1028 17:25:45.521679 32020 main.go:141] libmachine: Using SSH client type: native
I1028 17:25:45.521869 32020 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866160] 0x868e40 <nil> [] 0s} 192.168.39.171 22 <nil> <nil>}
I1028 17:25:45.521885 32020 main.go:141] libmachine: About to run SSH command:
sudo hostname ha-381619-m02 && echo "ha-381619-m02" | sudo tee /etc/hostname
I1028 17:25:45.647896 32020 main.go:141] libmachine: SSH cmd err, output: <nil>: ha-381619-m02
I1028 17:25:45.647923 32020 main.go:141] libmachine: (ha-381619-m02) Calling .GetSSHHostname
I1028 17:25:45.650559 32020 main.go:141] libmachine: (ha-381619-m02) DBG | domain ha-381619-m02 has defined MAC address 52:54:00:ab:1d:c9 in network mk-ha-381619
I1028 17:25:45.650915 32020 main.go:141] libmachine: (ha-381619-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:ab:1d:c9", ip: ""} in network mk-ha-381619: {Iface:virbr1 ExpiryTime:2024-10-28 18:25:32 +0000 UTC Type:0 Mac:52:54:00:ab:1d:c9 Iaid: IPaddr:192.168.39.171 Prefix:24 Hostname:ha-381619-m02 Clientid:01:52:54:00:ab:1d:c9}
I1028 17:25:45.650946 32020 main.go:141] libmachine: (ha-381619-m02) DBG | domain ha-381619-m02 has defined IP address 192.168.39.171 and MAC address 52:54:00:ab:1d:c9 in network mk-ha-381619
I1028 17:25:45.651119 32020 main.go:141] libmachine: (ha-381619-m02) Calling .GetSSHPort
I1028 17:25:45.651299 32020 main.go:141] libmachine: (ha-381619-m02) Calling .GetSSHKeyPath
I1028 17:25:45.651460 32020 main.go:141] libmachine: (ha-381619-m02) Calling .GetSSHKeyPath
I1028 17:25:45.651606 32020 main.go:141] libmachine: (ha-381619-m02) Calling .GetSSHUsername
I1028 17:25:45.651778 32020 main.go:141] libmachine: Using SSH client type: native
I1028 17:25:45.651948 32020 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866160] 0x868e40 <nil> [] 0s} 192.168.39.171 22 <nil> <nil>}
I1028 17:25:45.651967 32020 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\sha-381619-m02' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 ha-381619-m02/g' /etc/hosts;
else
echo '127.0.1.1 ha-381619-m02' | sudo tee -a /etc/hosts;
fi
fi
I1028 17:25:45.773264 32020 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1028 17:25:45.773293 32020 buildroot.go:172] set auth options {CertDir:/home/jenkins/minikube-integration/19872-13443/.minikube CaCertPath:/home/jenkins/minikube-integration/19872-13443/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/19872-13443/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/19872-13443/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/19872-13443/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/19872-13443/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/19872-13443/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/19872-13443/.minikube}
I1028 17:25:45.773315 32020 buildroot.go:174] setting up certificates
I1028 17:25:45.773322 32020 provision.go:84] configureAuth start
I1028 17:25:45.773330 32020 main.go:141] libmachine: (ha-381619-m02) Calling .GetMachineName
I1028 17:25:45.773552 32020 main.go:141] libmachine: (ha-381619-m02) Calling .GetIP
I1028 17:25:45.776602 32020 main.go:141] libmachine: (ha-381619-m02) DBG | domain ha-381619-m02 has defined MAC address 52:54:00:ab:1d:c9 in network mk-ha-381619
I1028 17:25:45.776920 32020 main.go:141] libmachine: (ha-381619-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:ab:1d:c9", ip: ""} in network mk-ha-381619: {Iface:virbr1 ExpiryTime:2024-10-28 18:25:32 +0000 UTC Type:0 Mac:52:54:00:ab:1d:c9 Iaid: IPaddr:192.168.39.171 Prefix:24 Hostname:ha-381619-m02 Clientid:01:52:54:00:ab:1d:c9}
I1028 17:25:45.776944 32020 main.go:141] libmachine: (ha-381619-m02) DBG | domain ha-381619-m02 has defined IP address 192.168.39.171 and MAC address 52:54:00:ab:1d:c9 in network mk-ha-381619
I1028 17:25:45.777092 32020 main.go:141] libmachine: (ha-381619-m02) Calling .GetSSHHostname
I1028 17:25:45.779167 32020 main.go:141] libmachine: (ha-381619-m02) DBG | domain ha-381619-m02 has defined MAC address 52:54:00:ab:1d:c9 in network mk-ha-381619
I1028 17:25:45.779415 32020 main.go:141] libmachine: (ha-381619-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:ab:1d:c9", ip: ""} in network mk-ha-381619: {Iface:virbr1 ExpiryTime:2024-10-28 18:25:32 +0000 UTC Type:0 Mac:52:54:00:ab:1d:c9 Iaid: IPaddr:192.168.39.171 Prefix:24 Hostname:ha-381619-m02 Clientid:01:52:54:00:ab:1d:c9}
I1028 17:25:45.779440 32020 main.go:141] libmachine: (ha-381619-m02) DBG | domain ha-381619-m02 has defined IP address 192.168.39.171 and MAC address 52:54:00:ab:1d:c9 in network mk-ha-381619
I1028 17:25:45.779566 32020 provision.go:143] copyHostCerts
I1028 17:25:45.779590 32020 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19872-13443/.minikube/certs/key.pem -> /home/jenkins/minikube-integration/19872-13443/.minikube/key.pem
I1028 17:25:45.779620 32020 exec_runner.go:144] found /home/jenkins/minikube-integration/19872-13443/.minikube/key.pem, removing ...
I1028 17:25:45.779629 32020 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19872-13443/.minikube/key.pem
I1028 17:25:45.779712 32020 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19872-13443/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/19872-13443/.minikube/key.pem (1679 bytes)
I1028 17:25:45.779784 32020 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19872-13443/.minikube/certs/ca.pem -> /home/jenkins/minikube-integration/19872-13443/.minikube/ca.pem
I1028 17:25:45.779808 32020 exec_runner.go:144] found /home/jenkins/minikube-integration/19872-13443/.minikube/ca.pem, removing ...
I1028 17:25:45.779815 32020 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19872-13443/.minikube/ca.pem
I1028 17:25:45.779839 32020 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19872-13443/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/19872-13443/.minikube/ca.pem (1082 bytes)
I1028 17:25:45.779883 32020 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19872-13443/.minikube/certs/cert.pem -> /home/jenkins/minikube-integration/19872-13443/.minikube/cert.pem
I1028 17:25:45.779899 32020 exec_runner.go:144] found /home/jenkins/minikube-integration/19872-13443/.minikube/cert.pem, removing ...
I1028 17:25:45.779905 32020 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19872-13443/.minikube/cert.pem
I1028 17:25:45.779925 32020 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19872-13443/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/19872-13443/.minikube/cert.pem (1123 bytes)
I1028 17:25:45.779969 32020 provision.go:117] generating server cert: /home/jenkins/minikube-integration/19872-13443/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/19872-13443/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/19872-13443/.minikube/certs/ca-key.pem org=jenkins.ha-381619-m02 san=[127.0.0.1 192.168.39.171 ha-381619-m02 localhost minikube]
I1028 17:25:45.949948 32020 provision.go:177] copyRemoteCerts
I1028 17:25:45.950001 32020 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1028 17:25:45.950022 32020 main.go:141] libmachine: (ha-381619-m02) Calling .GetSSHHostname
I1028 17:25:45.952596 32020 main.go:141] libmachine: (ha-381619-m02) DBG | domain ha-381619-m02 has defined MAC address 52:54:00:ab:1d:c9 in network mk-ha-381619
I1028 17:25:45.952955 32020 main.go:141] libmachine: (ha-381619-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:ab:1d:c9", ip: ""} in network mk-ha-381619: {Iface:virbr1 ExpiryTime:2024-10-28 18:25:32 +0000 UTC Type:0 Mac:52:54:00:ab:1d:c9 Iaid: IPaddr:192.168.39.171 Prefix:24 Hostname:ha-381619-m02 Clientid:01:52:54:00:ab:1d:c9}
I1028 17:25:45.953006 32020 main.go:141] libmachine: (ha-381619-m02) DBG | domain ha-381619-m02 has defined IP address 192.168.39.171 and MAC address 52:54:00:ab:1d:c9 in network mk-ha-381619
I1028 17:25:45.953158 32020 main.go:141] libmachine: (ha-381619-m02) Calling .GetSSHPort
I1028 17:25:45.953335 32020 main.go:141] libmachine: (ha-381619-m02) Calling .GetSSHKeyPath
I1028 17:25:45.953473 32020 main.go:141] libmachine: (ha-381619-m02) Calling .GetSSHUsername
I1028 17:25:45.953584 32020 sshutil.go:53] new ssh client: &{IP:192.168.39.171 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19872-13443/.minikube/machines/ha-381619-m02/id_rsa Username:docker}
I1028 17:25:46.038279 32020 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19872-13443/.minikube/certs/ca.pem -> /etc/docker/ca.pem
I1028 17:25:46.038337 32020 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19872-13443/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1082 bytes)
I1028 17:25:46.061947 32020 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19872-13443/.minikube/machines/server.pem -> /etc/docker/server.pem
I1028 17:25:46.062008 32020 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19872-13443/.minikube/machines/server.pem --> /etc/docker/server.pem (1208 bytes)
I1028 17:25:46.084393 32020 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19872-13443/.minikube/machines/server-key.pem -> /etc/docker/server-key.pem
I1028 17:25:46.084451 32020 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19872-13443/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1675 bytes)
I1028 17:25:46.107114 32020 provision.go:87] duration metric: took 333.781683ms to configureAuth
I1028 17:25:46.107142 32020 buildroot.go:189] setting minikube options for container-runtime
I1028 17:25:46.107303 32020 config.go:182] Loaded profile config "ha-381619": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1028 17:25:46.107385 32020 main.go:141] libmachine: (ha-381619-m02) Calling .GetSSHHostname
I1028 17:25:46.110324 32020 main.go:141] libmachine: (ha-381619-m02) DBG | domain ha-381619-m02 has defined MAC address 52:54:00:ab:1d:c9 in network mk-ha-381619
I1028 17:25:46.110650 32020 main.go:141] libmachine: (ha-381619-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:ab:1d:c9", ip: ""} in network mk-ha-381619: {Iface:virbr1 ExpiryTime:2024-10-28 18:25:32 +0000 UTC Type:0 Mac:52:54:00:ab:1d:c9 Iaid: IPaddr:192.168.39.171 Prefix:24 Hostname:ha-381619-m02 Clientid:01:52:54:00:ab:1d:c9}
I1028 17:25:46.110678 32020 main.go:141] libmachine: (ha-381619-m02) DBG | domain ha-381619-m02 has defined IP address 192.168.39.171 and MAC address 52:54:00:ab:1d:c9 in network mk-ha-381619
I1028 17:25:46.110841 32020 main.go:141] libmachine: (ha-381619-m02) Calling .GetSSHPort
I1028 17:25:46.111029 32020 main.go:141] libmachine: (ha-381619-m02) Calling .GetSSHKeyPath
I1028 17:25:46.111171 32020 main.go:141] libmachine: (ha-381619-m02) Calling .GetSSHKeyPath
I1028 17:25:46.111337 32020 main.go:141] libmachine: (ha-381619-m02) Calling .GetSSHUsername
I1028 17:25:46.111521 32020 main.go:141] libmachine: Using SSH client type: native
I1028 17:25:46.111668 32020 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866160] 0x868e40 <nil> [] 0s} 192.168.39.171 22 <nil> <nil>}
I1028 17:25:46.111682 32020 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1028 17:25:46.333665 32020 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1028 17:25:46.333687 32020 main.go:141] libmachine: Checking connection to Docker...
I1028 17:25:46.333695 32020 main.go:141] libmachine: (ha-381619-m02) Calling .GetURL
I1028 17:25:46.335063 32020 main.go:141] libmachine: (ha-381619-m02) DBG | Using libvirt version 6000000
I1028 17:25:46.337491 32020 main.go:141] libmachine: (ha-381619-m02) DBG | domain ha-381619-m02 has defined MAC address 52:54:00:ab:1d:c9 in network mk-ha-381619
I1028 17:25:46.337821 32020 main.go:141] libmachine: (ha-381619-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:ab:1d:c9", ip: ""} in network mk-ha-381619: {Iface:virbr1 ExpiryTime:2024-10-28 18:25:32 +0000 UTC Type:0 Mac:52:54:00:ab:1d:c9 Iaid: IPaddr:192.168.39.171 Prefix:24 Hostname:ha-381619-m02 Clientid:01:52:54:00:ab:1d:c9}
I1028 17:25:46.337850 32020 main.go:141] libmachine: (ha-381619-m02) DBG | domain ha-381619-m02 has defined IP address 192.168.39.171 and MAC address 52:54:00:ab:1d:c9 in network mk-ha-381619
I1028 17:25:46.338022 32020 main.go:141] libmachine: Docker is up and running!
I1028 17:25:46.338038 32020 main.go:141] libmachine: Reticulating splines...
I1028 17:25:46.338046 32020 client.go:171] duration metric: took 28.302974924s to LocalClient.Create
I1028 17:25:46.338089 32020 start.go:167] duration metric: took 28.303046594s to libmachine.API.Create "ha-381619"
I1028 17:25:46.338103 32020 start.go:293] postStartSetup for "ha-381619-m02" (driver="kvm2")
I1028 17:25:46.338115 32020 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1028 17:25:46.338137 32020 main.go:141] libmachine: (ha-381619-m02) Calling .DriverName
I1028 17:25:46.338375 32020 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1028 17:25:46.338401 32020 main.go:141] libmachine: (ha-381619-m02) Calling .GetSSHHostname
I1028 17:25:46.340858 32020 main.go:141] libmachine: (ha-381619-m02) DBG | domain ha-381619-m02 has defined MAC address 52:54:00:ab:1d:c9 in network mk-ha-381619
I1028 17:25:46.341271 32020 main.go:141] libmachine: (ha-381619-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:ab:1d:c9", ip: ""} in network mk-ha-381619: {Iface:virbr1 ExpiryTime:2024-10-28 18:25:32 +0000 UTC Type:0 Mac:52:54:00:ab:1d:c9 Iaid: IPaddr:192.168.39.171 Prefix:24 Hostname:ha-381619-m02 Clientid:01:52:54:00:ab:1d:c9}
I1028 17:25:46.341298 32020 main.go:141] libmachine: (ha-381619-m02) DBG | domain ha-381619-m02 has defined IP address 192.168.39.171 and MAC address 52:54:00:ab:1d:c9 in network mk-ha-381619
I1028 17:25:46.341419 32020 main.go:141] libmachine: (ha-381619-m02) Calling .GetSSHPort
I1028 17:25:46.341568 32020 main.go:141] libmachine: (ha-381619-m02) Calling .GetSSHKeyPath
I1028 17:25:46.341713 32020 main.go:141] libmachine: (ha-381619-m02) Calling .GetSSHUsername
I1028 17:25:46.341825 32020 sshutil.go:53] new ssh client: &{IP:192.168.39.171 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19872-13443/.minikube/machines/ha-381619-m02/id_rsa Username:docker}
I1028 17:25:46.426689 32020 ssh_runner.go:195] Run: cat /etc/os-release
I1028 17:25:46.431014 32020 info.go:137] Remote host: Buildroot 2023.02.9
I1028 17:25:46.431038 32020 filesync.go:126] Scanning /home/jenkins/minikube-integration/19872-13443/.minikube/addons for local assets ...
I1028 17:25:46.431111 32020 filesync.go:126] Scanning /home/jenkins/minikube-integration/19872-13443/.minikube/files for local assets ...
I1028 17:25:46.431208 32020 filesync.go:149] local asset: /home/jenkins/minikube-integration/19872-13443/.minikube/files/etc/ssl/certs/206802.pem -> 206802.pem in /etc/ssl/certs
I1028 17:25:46.431224 32020 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19872-13443/.minikube/files/etc/ssl/certs/206802.pem -> /etc/ssl/certs/206802.pem
I1028 17:25:46.431391 32020 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1028 17:25:46.440073 32020 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19872-13443/.minikube/files/etc/ssl/certs/206802.pem --> /etc/ssl/certs/206802.pem (1708 bytes)
I1028 17:25:46.463120 32020 start.go:296] duration metric: took 125.005816ms for postStartSetup
I1028 17:25:46.463168 32020 main.go:141] libmachine: (ha-381619-m02) Calling .GetConfigRaw
I1028 17:25:46.463762 32020 main.go:141] libmachine: (ha-381619-m02) Calling .GetIP
I1028 17:25:46.466198 32020 main.go:141] libmachine: (ha-381619-m02) DBG | domain ha-381619-m02 has defined MAC address 52:54:00:ab:1d:c9 in network mk-ha-381619
I1028 17:25:46.466494 32020 main.go:141] libmachine: (ha-381619-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:ab:1d:c9", ip: ""} in network mk-ha-381619: {Iface:virbr1 ExpiryTime:2024-10-28 18:25:32 +0000 UTC Type:0 Mac:52:54:00:ab:1d:c9 Iaid: IPaddr:192.168.39.171 Prefix:24 Hostname:ha-381619-m02 Clientid:01:52:54:00:ab:1d:c9}
I1028 17:25:46.466531 32020 main.go:141] libmachine: (ha-381619-m02) DBG | domain ha-381619-m02 has defined IP address 192.168.39.171 and MAC address 52:54:00:ab:1d:c9 in network mk-ha-381619
I1028 17:25:46.466725 32020 profile.go:143] Saving config to /home/jenkins/minikube-integration/19872-13443/.minikube/profiles/ha-381619/config.json ...
I1028 17:25:46.466921 32020 start.go:128] duration metric: took 28.448963909s to createHost
I1028 17:25:46.466949 32020 main.go:141] libmachine: (ha-381619-m02) Calling .GetSSHHostname
I1028 17:25:46.469249 32020 main.go:141] libmachine: (ha-381619-m02) DBG | domain ha-381619-m02 has defined MAC address 52:54:00:ab:1d:c9 in network mk-ha-381619
I1028 17:25:46.469565 32020 main.go:141] libmachine: (ha-381619-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:ab:1d:c9", ip: ""} in network mk-ha-381619: {Iface:virbr1 ExpiryTime:2024-10-28 18:25:32 +0000 UTC Type:0 Mac:52:54:00:ab:1d:c9 Iaid: IPaddr:192.168.39.171 Prefix:24 Hostname:ha-381619-m02 Clientid:01:52:54:00:ab:1d:c9}
I1028 17:25:46.469589 32020 main.go:141] libmachine: (ha-381619-m02) DBG | domain ha-381619-m02 has defined IP address 192.168.39.171 and MAC address 52:54:00:ab:1d:c9 in network mk-ha-381619
I1028 17:25:46.469704 32020 main.go:141] libmachine: (ha-381619-m02) Calling .GetSSHPort
I1028 17:25:46.469861 32020 main.go:141] libmachine: (ha-381619-m02) Calling .GetSSHKeyPath
I1028 17:25:46.469984 32020 main.go:141] libmachine: (ha-381619-m02) Calling .GetSSHKeyPath
I1028 17:25:46.470143 32020 main.go:141] libmachine: (ha-381619-m02) Calling .GetSSHUsername
I1028 17:25:46.470307 32020 main.go:141] libmachine: Using SSH client type: native
I1028 17:25:46.470485 32020 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866160] 0x868e40 <nil> [] 0s} 192.168.39.171 22 <nil> <nil>}
I1028 17:25:46.470498 32020 main.go:141] libmachine: About to run SSH command:
date +%s.%N
I1028 17:25:46.580856 32020 main.go:141] libmachine: SSH cmd err, output: <nil>: 1730136346.562587281
I1028 17:25:46.580878 32020 fix.go:216] guest clock: 1730136346.562587281
I1028 17:25:46.580887 32020 fix.go:229] Guest: 2024-10-28 17:25:46.562587281 +0000 UTC Remote: 2024-10-28 17:25:46.466934782 +0000 UTC m=+73.797903078 (delta=95.652499ms)
I1028 17:25:46.580901 32020 fix.go:200] guest clock delta is within tolerance: 95.652499ms
I1028 17:25:46.580907 32020 start.go:83] releasing machines lock for "ha-381619-m02", held for 28.563026837s
I1028 17:25:46.580924 32020 main.go:141] libmachine: (ha-381619-m02) Calling .DriverName
I1028 17:25:46.581186 32020 main.go:141] libmachine: (ha-381619-m02) Calling .GetIP
I1028 17:25:46.583856 32020 main.go:141] libmachine: (ha-381619-m02) DBG | domain ha-381619-m02 has defined MAC address 52:54:00:ab:1d:c9 in network mk-ha-381619
I1028 17:25:46.584218 32020 main.go:141] libmachine: (ha-381619-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:ab:1d:c9", ip: ""} in network mk-ha-381619: {Iface:virbr1 ExpiryTime:2024-10-28 18:25:32 +0000 UTC Type:0 Mac:52:54:00:ab:1d:c9 Iaid: IPaddr:192.168.39.171 Prefix:24 Hostname:ha-381619-m02 Clientid:01:52:54:00:ab:1d:c9}
I1028 17:25:46.584249 32020 main.go:141] libmachine: (ha-381619-m02) DBG | domain ha-381619-m02 has defined IP address 192.168.39.171 and MAC address 52:54:00:ab:1d:c9 in network mk-ha-381619
I1028 17:25:46.586494 32020 out.go:177] * Found network options:
I1028 17:25:46.587894 32020 out.go:177] - NO_PROXY=192.168.39.230
W1028 17:25:46.589029 32020 proxy.go:119] fail to check proxy env: Error ip not in block
I1028 17:25:46.589070 32020 main.go:141] libmachine: (ha-381619-m02) Calling .DriverName
I1028 17:25:46.589532 32020 main.go:141] libmachine: (ha-381619-m02) Calling .DriverName
I1028 17:25:46.589694 32020 main.go:141] libmachine: (ha-381619-m02) Calling .DriverName
I1028 17:25:46.589788 32020 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1028 17:25:46.589827 32020 main.go:141] libmachine: (ha-381619-m02) Calling .GetSSHHostname
W1028 17:25:46.589854 32020 proxy.go:119] fail to check proxy env: Error ip not in block
I1028 17:25:46.589924 32020 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1028 17:25:46.589942 32020 main.go:141] libmachine: (ha-381619-m02) Calling .GetSSHHostname
I1028 17:25:46.592456 32020 main.go:141] libmachine: (ha-381619-m02) DBG | domain ha-381619-m02 has defined MAC address 52:54:00:ab:1d:c9 in network mk-ha-381619
I1028 17:25:46.592681 32020 main.go:141] libmachine: (ha-381619-m02) DBG | domain ha-381619-m02 has defined MAC address 52:54:00:ab:1d:c9 in network mk-ha-381619
I1028 17:25:46.592853 32020 main.go:141] libmachine: (ha-381619-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:ab:1d:c9", ip: ""} in network mk-ha-381619: {Iface:virbr1 ExpiryTime:2024-10-28 18:25:32 +0000 UTC Type:0 Mac:52:54:00:ab:1d:c9 Iaid: IPaddr:192.168.39.171 Prefix:24 Hostname:ha-381619-m02 Clientid:01:52:54:00:ab:1d:c9}
I1028 17:25:46.592873 32020 main.go:141] libmachine: (ha-381619-m02) DBG | domain ha-381619-m02 has defined IP address 192.168.39.171 and MAC address 52:54:00:ab:1d:c9 in network mk-ha-381619
I1028 17:25:46.592998 32020 main.go:141] libmachine: (ha-381619-m02) Calling .GetSSHPort
I1028 17:25:46.593129 32020 main.go:141] libmachine: (ha-381619-m02) Calling .GetSSHKeyPath
I1028 17:25:46.593166 32020 main.go:141] libmachine: (ha-381619-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:ab:1d:c9", ip: ""} in network mk-ha-381619: {Iface:virbr1 ExpiryTime:2024-10-28 18:25:32 +0000 UTC Type:0 Mac:52:54:00:ab:1d:c9 Iaid: IPaddr:192.168.39.171 Prefix:24 Hostname:ha-381619-m02 Clientid:01:52:54:00:ab:1d:c9}
I1028 17:25:46.593189 32020 main.go:141] libmachine: (ha-381619-m02) DBG | domain ha-381619-m02 has defined IP address 192.168.39.171 and MAC address 52:54:00:ab:1d:c9 in network mk-ha-381619
I1028 17:25:46.593257 32020 main.go:141] libmachine: (ha-381619-m02) Calling .GetSSHUsername
I1028 17:25:46.593327 32020 main.go:141] libmachine: (ha-381619-m02) Calling .GetSSHPort
I1028 17:25:46.593495 32020 main.go:141] libmachine: (ha-381619-m02) Calling .GetSSHKeyPath
I1028 17:25:46.593488 32020 sshutil.go:53] new ssh client: &{IP:192.168.39.171 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19872-13443/.minikube/machines/ha-381619-m02/id_rsa Username:docker}
I1028 17:25:46.593663 32020 main.go:141] libmachine: (ha-381619-m02) Calling .GetSSHUsername
I1028 17:25:46.593796 32020 sshutil.go:53] new ssh client: &{IP:192.168.39.171 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19872-13443/.minikube/machines/ha-381619-m02/id_rsa Username:docker}
I1028 17:25:46.834104 32020 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
W1028 17:25:46.840249 32020 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I1028 17:25:46.840309 32020 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1028 17:25:46.857442 32020 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)
I1028 17:25:46.857462 32020 start.go:495] detecting cgroup driver to use...
I1028 17:25:46.857520 32020 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1028 17:25:46.874062 32020 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1028 17:25:46.887622 32020 docker.go:217] disabling cri-docker service (if available) ...
I1028 17:25:46.887678 32020 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1028 17:25:46.901054 32020 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1028 17:25:46.914614 32020 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1028 17:25:47.030203 32020 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1028 17:25:47.173397 32020 docker.go:233] disabling docker service ...
I1028 17:25:47.173471 32020 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1028 17:25:47.187602 32020 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1028 17:25:47.200124 32020 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1028 17:25:47.343002 32020 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1028 17:25:47.463446 32020 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1028 17:25:47.477391 32020 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1028 17:25:47.495284 32020 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10" pause image...
I1028 17:25:47.495336 32020 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10"|' /etc/crio/crio.conf.d/02-crio.conf"
I1028 17:25:47.505232 32020 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I1028 17:25:47.505290 32020 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I1028 17:25:47.515205 32020 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1028 17:25:47.524903 32020 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1028 17:25:47.534665 32020 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1028 17:25:47.544548 32020 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I1028 17:25:47.554185 32020 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I1028 17:25:47.570492 32020 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I1028 17:25:47.580150 32020 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1028 17:25:47.588959 32020 crio.go:166] couldn't verify netfilter by "sudo sysctl net.bridge.bridge-nf-call-iptables" which might be okay. error: sudo sysctl net.bridge.bridge-nf-call-iptables: Process exited with status 255
stdout:
stderr:
sysctl: cannot stat /proc/sys/net/bridge/bridge-nf-call-iptables: No such file or directory
I1028 17:25:47.588998 32020 ssh_runner.go:195] Run: sudo modprobe br_netfilter
I1028 17:25:47.602144 32020 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1028 17:25:47.611274 32020 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1028 17:25:47.728237 32020 ssh_runner.go:195] Run: sudo systemctl restart crio
I1028 17:25:47.819661 32020 start.go:542] Will wait 60s for socket path /var/run/crio/crio.sock
I1028 17:25:47.819739 32020 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1028 17:25:47.825086 32020 start.go:563] Will wait 60s for crictl version
I1028 17:25:47.825133 32020 ssh_runner.go:195] Run: which crictl
I1028 17:25:47.828919 32020 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I1028 17:25:47.865608 32020 start.go:579] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.29.1
RuntimeApiVersion: v1
I1028 17:25:47.865686 32020 ssh_runner.go:195] Run: crio --version
I1028 17:25:47.891971 32020 ssh_runner.go:195] Run: crio --version
I1028 17:25:47.920487 32020 out.go:177] * Preparing Kubernetes v1.31.2 on CRI-O 1.29.1 ...
I1028 17:25:47.921941 32020 out.go:177] - env NO_PROXY=192.168.39.230
I1028 17:25:47.923245 32020 main.go:141] libmachine: (ha-381619-m02) Calling .GetIP
I1028 17:25:47.926002 32020 main.go:141] libmachine: (ha-381619-m02) DBG | domain ha-381619-m02 has defined MAC address 52:54:00:ab:1d:c9 in network mk-ha-381619
I1028 17:25:47.926296 32020 main.go:141] libmachine: (ha-381619-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:ab:1d:c9", ip: ""} in network mk-ha-381619: {Iface:virbr1 ExpiryTime:2024-10-28 18:25:32 +0000 UTC Type:0 Mac:52:54:00:ab:1d:c9 Iaid: IPaddr:192.168.39.171 Prefix:24 Hostname:ha-381619-m02 Clientid:01:52:54:00:ab:1d:c9}
I1028 17:25:47.926314 32020 main.go:141] libmachine: (ha-381619-m02) DBG | domain ha-381619-m02 has defined IP address 192.168.39.171 and MAC address 52:54:00:ab:1d:c9 in network mk-ha-381619
I1028 17:25:47.926539 32020 ssh_runner.go:195] Run: grep 192.168.39.1 host.minikube.internal$ /etc/hosts
I1028 17:25:47.930572 32020 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.39.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1028 17:25:47.943132 32020 mustload.go:65] Loading cluster: ha-381619
I1028 17:25:47.943291 32020 config.go:182] Loaded profile config "ha-381619": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1028 17:25:47.943533 32020 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1028 17:25:47.943566 32020 main.go:141] libmachine: Launching plugin server for driver kvm2
I1028 17:25:47.957947 32020 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:38141
I1028 17:25:47.958254 32020 main.go:141] libmachine: () Calling .GetVersion
I1028 17:25:47.958709 32020 main.go:141] libmachine: Using API Version 1
I1028 17:25:47.958727 32020 main.go:141] libmachine: () Calling .SetConfigRaw
I1028 17:25:47.959022 32020 main.go:141] libmachine: () Calling .GetMachineName
I1028 17:25:47.959199 32020 main.go:141] libmachine: (ha-381619) Calling .GetState
I1028 17:25:47.960488 32020 host.go:66] Checking if "ha-381619" exists ...
I1028 17:25:47.960756 32020 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1028 17:25:47.960791 32020 main.go:141] libmachine: Launching plugin server for driver kvm2
I1028 17:25:47.974636 32020 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:34531
I1028 17:25:47.975037 32020 main.go:141] libmachine: () Calling .GetVersion
I1028 17:25:47.975478 32020 main.go:141] libmachine: Using API Version 1
I1028 17:25:47.975496 32020 main.go:141] libmachine: () Calling .SetConfigRaw
I1028 17:25:47.975773 32020 main.go:141] libmachine: () Calling .GetMachineName
I1028 17:25:47.975952 32020 main.go:141] libmachine: (ha-381619) Calling .DriverName
I1028 17:25:47.976140 32020 certs.go:68] Setting up /home/jenkins/minikube-integration/19872-13443/.minikube/profiles/ha-381619 for IP: 192.168.39.171
I1028 17:25:47.976153 32020 certs.go:194] generating shared ca certs ...
I1028 17:25:47.976170 32020 certs.go:226] acquiring lock for ca certs: {Name:mk59792b405ec68f6539fd611960288b38a217fa Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1028 17:25:47.976307 32020 certs.go:235] skipping valid "minikubeCA" ca cert: /home/jenkins/minikube-integration/19872-13443/.minikube/ca.key
I1028 17:25:47.976364 32020 certs.go:235] skipping valid "proxyClientCA" ca cert: /home/jenkins/minikube-integration/19872-13443/.minikube/proxy-client-ca.key
I1028 17:25:47.976377 32020 certs.go:256] generating profile certs ...
I1028 17:25:47.976489 32020 certs.go:359] skipping valid signed profile cert regeneration for "minikube-user": /home/jenkins/minikube-integration/19872-13443/.minikube/profiles/ha-381619/client.key
I1028 17:25:47.976518 32020 certs.go:363] generating signed profile cert for "minikube": /home/jenkins/minikube-integration/19872-13443/.minikube/profiles/ha-381619/apiserver.key.47ad21f6
I1028 17:25:47.976537 32020 crypto.go:68] Generating cert /home/jenkins/minikube-integration/19872-13443/.minikube/profiles/ha-381619/apiserver.crt.47ad21f6 with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.168.39.230 192.168.39.171 192.168.39.254]
I1028 17:25:48.173298 32020 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19872-13443/.minikube/profiles/ha-381619/apiserver.crt.47ad21f6 ...
I1028 17:25:48.173326 32020 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19872-13443/.minikube/profiles/ha-381619/apiserver.crt.47ad21f6: {Name:mkf5ce350ef4737e80e11fe080b891074a0af9d6 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1028 17:25:48.173482 32020 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19872-13443/.minikube/profiles/ha-381619/apiserver.key.47ad21f6 ...
I1028 17:25:48.173493 32020 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19872-13443/.minikube/profiles/ha-381619/apiserver.key.47ad21f6: {Name:mk4892e87f7052cc8a58e00369d3170cecec3e0c Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1028 17:25:48.173560 32020 certs.go:381] copying /home/jenkins/minikube-integration/19872-13443/.minikube/profiles/ha-381619/apiserver.crt.47ad21f6 -> /home/jenkins/minikube-integration/19872-13443/.minikube/profiles/ha-381619/apiserver.crt
I1028 17:25:48.173681 32020 certs.go:385] copying /home/jenkins/minikube-integration/19872-13443/.minikube/profiles/ha-381619/apiserver.key.47ad21f6 -> /home/jenkins/minikube-integration/19872-13443/.minikube/profiles/ha-381619/apiserver.key
I1028 17:25:48.173810 32020 certs.go:359] skipping valid signed profile cert regeneration for "aggregator": /home/jenkins/minikube-integration/19872-13443/.minikube/profiles/ha-381619/proxy-client.key
I1028 17:25:48.173826 32020 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19872-13443/.minikube/ca.crt -> /var/lib/minikube/certs/ca.crt
I1028 17:25:48.173840 32020 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19872-13443/.minikube/ca.key -> /var/lib/minikube/certs/ca.key
I1028 17:25:48.173854 32020 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19872-13443/.minikube/proxy-client-ca.crt -> /var/lib/minikube/certs/proxy-client-ca.crt
I1028 17:25:48.173866 32020 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19872-13443/.minikube/proxy-client-ca.key -> /var/lib/minikube/certs/proxy-client-ca.key
I1028 17:25:48.173879 32020 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19872-13443/.minikube/profiles/ha-381619/apiserver.crt -> /var/lib/minikube/certs/apiserver.crt
I1028 17:25:48.173891 32020 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19872-13443/.minikube/profiles/ha-381619/apiserver.key -> /var/lib/minikube/certs/apiserver.key
I1028 17:25:48.173902 32020 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19872-13443/.minikube/profiles/ha-381619/proxy-client.crt -> /var/lib/minikube/certs/proxy-client.crt
I1028 17:25:48.173913 32020 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19872-13443/.minikube/profiles/ha-381619/proxy-client.key -> /var/lib/minikube/certs/proxy-client.key
I1028 17:25:48.173957 32020 certs.go:484] found cert: /home/jenkins/minikube-integration/19872-13443/.minikube/certs/20680.pem (1338 bytes)
W1028 17:25:48.173999 32020 certs.go:480] ignoring /home/jenkins/minikube-integration/19872-13443/.minikube/certs/20680_empty.pem, impossibly tiny 0 bytes
I1028 17:25:48.174009 32020 certs.go:484] found cert: /home/jenkins/minikube-integration/19872-13443/.minikube/certs/ca-key.pem (1675 bytes)
I1028 17:25:48.174030 32020 certs.go:484] found cert: /home/jenkins/minikube-integration/19872-13443/.minikube/certs/ca.pem (1082 bytes)
I1028 17:25:48.174051 32020 certs.go:484] found cert: /home/jenkins/minikube-integration/19872-13443/.minikube/certs/cert.pem (1123 bytes)
I1028 17:25:48.174071 32020 certs.go:484] found cert: /home/jenkins/minikube-integration/19872-13443/.minikube/certs/key.pem (1679 bytes)
I1028 17:25:48.174117 32020 certs.go:484] found cert: /home/jenkins/minikube-integration/19872-13443/.minikube/files/etc/ssl/certs/206802.pem (1708 bytes)
I1028 17:25:48.174144 32020 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19872-13443/.minikube/ca.crt -> /usr/share/ca-certificates/minikubeCA.pem
I1028 17:25:48.174158 32020 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19872-13443/.minikube/certs/20680.pem -> /usr/share/ca-certificates/20680.pem
I1028 17:25:48.174169 32020 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19872-13443/.minikube/files/etc/ssl/certs/206802.pem -> /usr/share/ca-certificates/206802.pem
I1028 17:25:48.174198 32020 main.go:141] libmachine: (ha-381619) Calling .GetSSHHostname
I1028 17:25:48.177148 32020 main.go:141] libmachine: (ha-381619) DBG | domain ha-381619 has defined MAC address 52:54:00:bf:e3:f2 in network mk-ha-381619
I1028 17:25:48.177545 32020 main.go:141] libmachine: (ha-381619) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:bf:e3:f2", ip: ""} in network mk-ha-381619: {Iface:virbr1 ExpiryTime:2024-10-28 18:24:47 +0000 UTC Type:0 Mac:52:54:00:bf:e3:f2 Iaid: IPaddr:192.168.39.230 Prefix:24 Hostname:ha-381619 Clientid:01:52:54:00:bf:e3:f2}
I1028 17:25:48.177579 32020 main.go:141] libmachine: (ha-381619) DBG | domain ha-381619 has defined IP address 192.168.39.230 and MAC address 52:54:00:bf:e3:f2 in network mk-ha-381619
I1028 17:25:48.177737 32020 main.go:141] libmachine: (ha-381619) Calling .GetSSHPort
I1028 17:25:48.177910 32020 main.go:141] libmachine: (ha-381619) Calling .GetSSHKeyPath
I1028 17:25:48.178048 32020 main.go:141] libmachine: (ha-381619) Calling .GetSSHUsername
I1028 17:25:48.178158 32020 sshutil.go:53] new ssh client: &{IP:192.168.39.230 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19872-13443/.minikube/machines/ha-381619/id_rsa Username:docker}
I1028 17:25:48.248817 32020 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/sa.pub
I1028 17:25:48.254098 32020 ssh_runner.go:447] scp /var/lib/minikube/certs/sa.pub --> memory (451 bytes)
I1028 17:25:48.264499 32020 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/sa.key
I1028 17:25:48.268575 32020 ssh_runner.go:447] scp /var/lib/minikube/certs/sa.key --> memory (1679 bytes)
I1028 17:25:48.278929 32020 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/front-proxy-ca.crt
I1028 17:25:48.283180 32020 ssh_runner.go:447] scp /var/lib/minikube/certs/front-proxy-ca.crt --> memory (1123 bytes)
I1028 17:25:48.292856 32020 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/front-proxy-ca.key
I1028 17:25:48.296876 32020 ssh_runner.go:447] scp /var/lib/minikube/certs/front-proxy-ca.key --> memory (1679 bytes)
I1028 17:25:48.306132 32020 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/etcd/ca.crt
I1028 17:25:48.310003 32020 ssh_runner.go:447] scp /var/lib/minikube/certs/etcd/ca.crt --> memory (1094 bytes)
I1028 17:25:48.319418 32020 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/etcd/ca.key
I1028 17:25:48.323887 32020 ssh_runner.go:447] scp /var/lib/minikube/certs/etcd/ca.key --> memory (1675 bytes)
I1028 17:25:48.335408 32020 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19872-13443/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1028 17:25:48.360541 32020 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19872-13443/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1679 bytes)
I1028 17:25:48.384095 32020 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19872-13443/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1028 17:25:48.407120 32020 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19872-13443/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I1028 17:25:48.429601 32020 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19872-13443/.minikube/profiles/ha-381619/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1436 bytes)
I1028 17:25:48.452108 32020 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19872-13443/.minikube/profiles/ha-381619/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1679 bytes)
I1028 17:25:48.474717 32020 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19872-13443/.minikube/profiles/ha-381619/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1028 17:25:48.497519 32020 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19872-13443/.minikube/profiles/ha-381619/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1675 bytes)
I1028 17:25:48.519884 32020 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19872-13443/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1028 17:25:48.542530 32020 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19872-13443/.minikube/certs/20680.pem --> /usr/share/ca-certificates/20680.pem (1338 bytes)
I1028 17:25:48.565246 32020 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19872-13443/.minikube/files/etc/ssl/certs/206802.pem --> /usr/share/ca-certificates/206802.pem (1708 bytes)
I1028 17:25:48.587411 32020 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/sa.pub (451 bytes)
I1028 17:25:48.603353 32020 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/sa.key (1679 bytes)
I1028 17:25:48.618794 32020 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/front-proxy-ca.crt (1123 bytes)
I1028 17:25:48.634198 32020 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/front-proxy-ca.key (1679 bytes)
I1028 17:25:48.649902 32020 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/etcd/ca.crt (1094 bytes)
I1028 17:25:48.665540 32020 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/etcd/ca.key (1675 bytes)
I1028 17:25:48.680907 32020 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (744 bytes)
I1028 17:25:48.697446 32020 ssh_runner.go:195] Run: openssl version
I1028 17:25:48.703204 32020 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/206802.pem && ln -fs /usr/share/ca-certificates/206802.pem /etc/ssl/certs/206802.pem"
I1028 17:25:48.713589 32020 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/206802.pem
I1028 17:25:48.718016 32020 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Oct 28 17:20 /usr/share/ca-certificates/206802.pem
I1028 17:25:48.718162 32020 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/206802.pem
I1028 17:25:48.723740 32020 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/206802.pem /etc/ssl/certs/3ec20f2e.0"
I1028 17:25:48.734297 32020 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1028 17:25:48.744539 32020 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1028 17:25:48.748653 32020 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Oct 28 17:07 /usr/share/ca-certificates/minikubeCA.pem
I1028 17:25:48.748709 32020 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1028 17:25:48.754164 32020 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1028 17:25:48.764209 32020 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/20680.pem && ln -fs /usr/share/ca-certificates/20680.pem /etc/ssl/certs/20680.pem"
I1028 17:25:48.774379 32020 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/20680.pem
I1028 17:25:48.778691 32020 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Oct 28 17:20 /usr/share/ca-certificates/20680.pem
I1028 17:25:48.778734 32020 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/20680.pem
I1028 17:25:48.784288 32020 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/20680.pem /etc/ssl/certs/51391683.0"
I1028 17:25:48.794987 32020 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1028 17:25:48.799006 32020 certs.go:399] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I1028 17:25:48.799053 32020 kubeadm.go:934] updating node {m02 192.168.39.171 8443 v1.31.2 crio true true} ...
I1028 17:25:48.799121 32020 kubeadm.go:946] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.31.2/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --hostname-override=ha-381619-m02 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.39.171
[Install]
config:
{KubernetesVersion:v1.31.2 ClusterName:ha-381619 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1028 17:25:48.799142 32020 kube-vip.go:115] generating kube-vip config ...
I1028 17:25:48.799168 32020 ssh_runner.go:195] Run: sudo sh -c "modprobe --all ip_vs ip_vs_rr ip_vs_wrr ip_vs_sh nf_conntrack"
I1028 17:25:48.823470 32020 kube-vip.go:167] auto-enabling control-plane load-balancing in kube-vip
I1028 17:25:48.823527 32020 kube-vip.go:137] kube-vip config:
apiVersion: v1
kind: Pod
metadata:
creationTimestamp: null
name: kube-vip
namespace: kube-system
spec:
containers:
- args:
- manager
env:
- name: vip_arp
value: "true"
- name: port
value: "8443"
- name: vip_nodename
valueFrom:
fieldRef:
fieldPath: spec.nodeName
- name: vip_interface
value: eth0
- name: vip_cidr
value: "32"
- name: dns_mode
value: first
- name: cp_enable
value: "true"
- name: cp_namespace
value: kube-system
- name: vip_leaderelection
value: "true"
- name: vip_leasename
value: plndr-cp-lock
- name: vip_leaseduration
value: "5"
- name: vip_renewdeadline
value: "3"
- name: vip_retryperiod
value: "1"
- name: address
value: 192.168.39.254
- name: prometheus_server
value: :2112
- name : lb_enable
value: "true"
- name: lb_port
value: "8443"
image: ghcr.io/kube-vip/kube-vip:v0.8.4
imagePullPolicy: IfNotPresent
name: kube-vip
resources: {}
securityContext:
capabilities:
add:
- NET_ADMIN
- NET_RAW
volumeMounts:
- mountPath: /etc/kubernetes/admin.conf
name: kubeconfig
hostAliases:
- hostnames:
- kubernetes
ip: 127.0.0.1
hostNetwork: true
volumes:
- hostPath:
path: "/etc/kubernetes/admin.conf"
name: kubeconfig
status: {}
I1028 17:25:48.823569 32020 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.31.2
I1028 17:25:48.835145 32020 binaries.go:47] Didn't find k8s binaries: sudo ls /var/lib/minikube/binaries/v1.31.2: Process exited with status 2
stdout:
stderr:
ls: cannot access '/var/lib/minikube/binaries/v1.31.2': No such file or directory
Initiating transfer...
I1028 17:25:48.835188 32020 ssh_runner.go:195] Run: sudo mkdir -p /var/lib/minikube/binaries/v1.31.2
I1028 17:25:48.844460 32020 binary.go:74] Not caching binary, using https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubectl?checksum=file:https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubectl.sha256
I1028 17:25:48.844491 32020 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19872-13443/.minikube/cache/linux/amd64/v1.31.2/kubectl -> /var/lib/minikube/binaries/v1.31.2/kubectl
I1028 17:25:48.844545 32020 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubectl
I1028 17:25:48.844552 32020 download.go:107] Downloading: https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubelet?checksum=file:https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubelet.sha256 -> /home/jenkins/minikube-integration/19872-13443/.minikube/cache/linux/amd64/v1.31.2/kubelet
I1028 17:25:48.844586 32020 download.go:107] Downloading: https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubeadm?checksum=file:https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubeadm.sha256 -> /home/jenkins/minikube-integration/19872-13443/.minikube/cache/linux/amd64/v1.31.2/kubeadm
I1028 17:25:48.848931 32020 ssh_runner.go:352] existence check for /var/lib/minikube/binaries/v1.31.2/kubectl: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubectl: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/binaries/v1.31.2/kubectl': No such file or directory
I1028 17:25:48.848960 32020 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19872-13443/.minikube/cache/linux/amd64/v1.31.2/kubectl --> /var/lib/minikube/binaries/v1.31.2/kubectl (56381592 bytes)
I1028 17:25:49.845765 32020 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19872-13443/.minikube/cache/linux/amd64/v1.31.2/kubeadm -> /var/lib/minikube/binaries/v1.31.2/kubeadm
I1028 17:25:49.845846 32020 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubeadm
I1028 17:25:49.851022 32020 ssh_runner.go:352] existence check for /var/lib/minikube/binaries/v1.31.2/kubeadm: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubeadm: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/binaries/v1.31.2/kubeadm': No such file or directory
I1028 17:25:49.851049 32020 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19872-13443/.minikube/cache/linux/amd64/v1.31.2/kubeadm --> /var/lib/minikube/binaries/v1.31.2/kubeadm (58290328 bytes)
I1028 17:25:49.995196 32020 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1028 17:25:50.018003 32020 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19872-13443/.minikube/cache/linux/amd64/v1.31.2/kubelet -> /var/lib/minikube/binaries/v1.31.2/kubelet
I1028 17:25:50.018112 32020 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubelet
I1028 17:25:50.028108 32020 ssh_runner.go:352] existence check for /var/lib/minikube/binaries/v1.31.2/kubelet: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubelet: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/binaries/v1.31.2/kubelet': No such file or directory
I1028 17:25:50.028154 32020 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19872-13443/.minikube/cache/linux/amd64/v1.31.2/kubelet --> /var/lib/minikube/binaries/v1.31.2/kubelet (76902744 bytes)
I1028 17:25:50.413235 32020 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /etc/kubernetes/manifests
I1028 17:25:50.422462 32020 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (313 bytes)
I1028 17:25:50.439863 32020 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1028 17:25:50.457114 32020 ssh_runner.go:362] scp memory --> /etc/kubernetes/manifests/kube-vip.yaml (1441 bytes)
I1028 17:25:50.474256 32020 ssh_runner.go:195] Run: grep 192.168.39.254 control-plane.minikube.internal$ /etc/hosts
I1028 17:25:50.477946 32020 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.39.254 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1028 17:25:50.489942 32020 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1028 17:25:50.615829 32020 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1028 17:25:50.634721 32020 host.go:66] Checking if "ha-381619" exists ...
I1028 17:25:50.635033 32020 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1028 17:25:50.635082 32020 main.go:141] libmachine: Launching plugin server for driver kvm2
I1028 17:25:50.649391 32020 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:43915
I1028 17:25:50.649767 32020 main.go:141] libmachine: () Calling .GetVersion
I1028 17:25:50.650191 32020 main.go:141] libmachine: Using API Version 1
I1028 17:25:50.650209 32020 main.go:141] libmachine: () Calling .SetConfigRaw
I1028 17:25:50.650503 32020 main.go:141] libmachine: () Calling .GetMachineName
I1028 17:25:50.650660 32020 main.go:141] libmachine: (ha-381619) Calling .DriverName
I1028 17:25:50.650788 32020 start.go:317] joinCluster: &{Name:ha-381619 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19872/minikube-v1.34.0-1730109979-19872-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730110049-19872@sha256:ead1232eaf026cb87df5e47192f652e5fef1a28f5a05a9ac9cb1a241cca351e9 Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.2 Cluster
Name:ha-381619 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.39.230 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m02 IP:192.168.39.171 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[default-storageclass:true storage-provisioner:true] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiratio
n:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1028 17:25:50.650874 32020 ssh_runner.go:195] Run: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.2:$PATH" kubeadm token create --print-join-command --ttl=0"
I1028 17:25:50.650889 32020 main.go:141] libmachine: (ha-381619) Calling .GetSSHHostname
I1028 17:25:50.653655 32020 main.go:141] libmachine: (ha-381619) DBG | domain ha-381619 has defined MAC address 52:54:00:bf:e3:f2 in network mk-ha-381619
I1028 17:25:50.654061 32020 main.go:141] libmachine: (ha-381619) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:bf:e3:f2", ip: ""} in network mk-ha-381619: {Iface:virbr1 ExpiryTime:2024-10-28 18:24:47 +0000 UTC Type:0 Mac:52:54:00:bf:e3:f2 Iaid: IPaddr:192.168.39.230 Prefix:24 Hostname:ha-381619 Clientid:01:52:54:00:bf:e3:f2}
I1028 17:25:50.654087 32020 main.go:141] libmachine: (ha-381619) DBG | domain ha-381619 has defined IP address 192.168.39.230 and MAC address 52:54:00:bf:e3:f2 in network mk-ha-381619
I1028 17:25:50.654224 32020 main.go:141] libmachine: (ha-381619) Calling .GetSSHPort
I1028 17:25:50.654401 32020 main.go:141] libmachine: (ha-381619) Calling .GetSSHKeyPath
I1028 17:25:50.654535 32020 main.go:141] libmachine: (ha-381619) Calling .GetSSHUsername
I1028 17:25:50.654636 32020 sshutil.go:53] new ssh client: &{IP:192.168.39.230 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19872-13443/.minikube/machines/ha-381619/id_rsa Username:docker}
I1028 17:25:50.789658 32020 start.go:343] trying to join control-plane node "m02" to cluster: &{Name:m02 IP:192.168.39.171 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}
I1028 17:25:50.789699 32020 ssh_runner.go:195] Run: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.2:$PATH" kubeadm join control-plane.minikube.internal:8443 --token mv9caz.1zql23j8gw9y6cks --discovery-token-ca-cert-hash sha256:2c3dc27df991a8b98e77979955a809cc57f592e084452492b4d92daefc54c9a3 --ignore-preflight-errors=all --cri-socket unix:///var/run/crio/crio.sock --node-name=ha-381619-m02 --control-plane --apiserver-advertise-address=192.168.39.171 --apiserver-bind-port=8443"
I1028 17:26:12.167714 32020 ssh_runner.go:235] Completed: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.2:$PATH" kubeadm join control-plane.minikube.internal:8443 --token mv9caz.1zql23j8gw9y6cks --discovery-token-ca-cert-hash sha256:2c3dc27df991a8b98e77979955a809cc57f592e084452492b4d92daefc54c9a3 --ignore-preflight-errors=all --cri-socket unix:///var/run/crio/crio.sock --node-name=ha-381619-m02 --control-plane --apiserver-advertise-address=192.168.39.171 --apiserver-bind-port=8443": (21.377987897s)
I1028 17:26:12.167759 32020 ssh_runner.go:195] Run: /bin/bash -c "sudo systemctl daemon-reload && sudo systemctl enable kubelet && sudo systemctl start kubelet"
I1028 17:26:12.604075 32020 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig label --overwrite nodes ha-381619-m02 minikube.k8s.io/updated_at=2024_10_28T17_26_12_0700 minikube.k8s.io/version=v1.34.0 minikube.k8s.io/commit=eb485f4d2e746257bc08ad8e2f39a06044008ba8 minikube.k8s.io/name=ha-381619 minikube.k8s.io/primary=false
I1028 17:26:12.730286 32020 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig taint nodes ha-381619-m02 node-role.kubernetes.io/control-plane:NoSchedule-
I1028 17:26:12.839048 32020 start.go:319] duration metric: took 22.188254958s to joinCluster
I1028 17:26:12.839133 32020 start.go:235] Will wait 6m0s for node &{Name:m02 IP:192.168.39.171 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}
I1028 17:26:12.839439 32020 config.go:182] Loaded profile config "ha-381619": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1028 17:26:12.840330 32020 out.go:177] * Verifying Kubernetes components...
I1028 17:26:12.841472 32020 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1028 17:26:13.041048 32020 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1028 17:26:13.058928 32020 loader.go:395] Config loaded from file: /home/jenkins/minikube-integration/19872-13443/kubeconfig
I1028 17:26:13.059251 32020 kapi.go:59] client config for ha-381619: &rest.Config{Host:"https://192.168.39.254:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/home/jenkins/minikube-integration/19872-13443/.minikube/profiles/ha-381619/client.crt", KeyFile:"/home/jenkins/minikube-integration/19872-13443/.minikube/profiles/ha-381619/client.key", CAFile:"/home/jenkins/minikube-integration/19872-13443/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil), CAData:[]uint8(nil), NextProtos:[]string(nil)
}, UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x2439ec0), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
W1028 17:26:13.059331 32020 kubeadm.go:483] Overriding stale ClientConfig host https://192.168.39.254:8443 with https://192.168.39.230:8443
I1028 17:26:13.059574 32020 node_ready.go:35] waiting up to 6m0s for node "ha-381619-m02" to be "Ready" ...
I1028 17:26:13.059667 32020 round_trippers.go:463] GET https://192.168.39.230:8443/api/v1/nodes/ha-381619-m02
I1028 17:26:13.059677 32020 round_trippers.go:469] Request Headers:
I1028 17:26:13.059688 32020 round_trippers.go:473] Accept: application/json, */*
I1028 17:26:13.059694 32020 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 17:26:13.077343 32020 round_trippers.go:574] Response Status: 200 OK in 17 milliseconds
I1028 17:26:13.560169 32020 round_trippers.go:463] GET https://192.168.39.230:8443/api/v1/nodes/ha-381619-m02
I1028 17:26:13.560188 32020 round_trippers.go:469] Request Headers:
I1028 17:26:13.560196 32020 round_trippers.go:473] Accept: application/json, */*
I1028 17:26:13.560200 32020 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 17:26:13.573882 32020 round_trippers.go:574] Response Status: 200 OK in 13 milliseconds
I1028 17:26:14.060794 32020 round_trippers.go:463] GET https://192.168.39.230:8443/api/v1/nodes/ha-381619-m02
I1028 17:26:14.060818 32020 round_trippers.go:469] Request Headers:
I1028 17:26:14.060828 32020 round_trippers.go:473] Accept: application/json, */*
I1028 17:26:14.060835 32020 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 17:26:14.068335 32020 round_trippers.go:574] Response Status: 200 OK in 7 milliseconds
I1028 17:26:14.560535 32020 round_trippers.go:463] GET https://192.168.39.230:8443/api/v1/nodes/ha-381619-m02
I1028 17:26:14.560554 32020 round_trippers.go:469] Request Headers:
I1028 17:26:14.560562 32020 round_trippers.go:473] Accept: application/json, */*
I1028 17:26:14.560567 32020 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 17:26:14.564008 32020 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 17:26:15.060016 32020 round_trippers.go:463] GET https://192.168.39.230:8443/api/v1/nodes/ha-381619-m02
I1028 17:26:15.060055 32020 round_trippers.go:469] Request Headers:
I1028 17:26:15.060066 32020 round_trippers.go:473] Accept: application/json, */*
I1028 17:26:15.060072 32020 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 17:26:15.064096 32020 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1028 17:26:15.064637 32020 node_ready.go:53] node "ha-381619-m02" has status "Ready":"False"
I1028 17:26:15.559999 32020 round_trippers.go:463] GET https://192.168.39.230:8443/api/v1/nodes/ha-381619-m02
I1028 17:26:15.560030 32020 round_trippers.go:469] Request Headers:
I1028 17:26:15.560041 32020 round_trippers.go:473] Accept: application/json, */*
I1028 17:26:15.560046 32020 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 17:26:15.563431 32020 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 17:26:16.059828 32020 round_trippers.go:463] GET https://192.168.39.230:8443/api/v1/nodes/ha-381619-m02
I1028 17:26:16.059852 32020 round_trippers.go:469] Request Headers:
I1028 17:26:16.059862 32020 round_trippers.go:473] Accept: application/json, */*
I1028 17:26:16.059867 32020 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 17:26:16.063732 32020 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 17:26:16.560697 32020 round_trippers.go:463] GET https://192.168.39.230:8443/api/v1/nodes/ha-381619-m02
I1028 17:26:16.560722 32020 round_trippers.go:469] Request Headers:
I1028 17:26:16.560733 32020 round_trippers.go:473] Accept: application/json, */*
I1028 17:26:16.560739 32020 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 17:26:16.564261 32020 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 17:26:17.060671 32020 round_trippers.go:463] GET https://192.168.39.230:8443/api/v1/nodes/ha-381619-m02
I1028 17:26:17.060698 32020 round_trippers.go:469] Request Headers:
I1028 17:26:17.060711 32020 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 17:26:17.060718 32020 round_trippers.go:473] Accept: application/json, */*
I1028 17:26:17.064995 32020 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1028 17:26:17.066041 32020 node_ready.go:53] node "ha-381619-m02" has status "Ready":"False"
I1028 17:26:17.560713 32020 round_trippers.go:463] GET https://192.168.39.230:8443/api/v1/nodes/ha-381619-m02
I1028 17:26:17.560732 32020 round_trippers.go:469] Request Headers:
I1028 17:26:17.560742 32020 round_trippers.go:473] Accept: application/json, */*
I1028 17:26:17.560749 32020 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 17:26:17.563531 32020 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1028 17:26:18.060093 32020 round_trippers.go:463] GET https://192.168.39.230:8443/api/v1/nodes/ha-381619-m02
I1028 17:26:18.060116 32020 round_trippers.go:469] Request Headers:
I1028 17:26:18.060127 32020 round_trippers.go:473] Accept: application/json, */*
I1028 17:26:18.060135 32020 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 17:26:18.064122 32020 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 17:26:18.559857 32020 round_trippers.go:463] GET https://192.168.39.230:8443/api/v1/nodes/ha-381619-m02
I1028 17:26:18.559879 32020 round_trippers.go:469] Request Headers:
I1028 17:26:18.559887 32020 round_trippers.go:473] Accept: application/json, */*
I1028 17:26:18.559898 32020 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 17:26:18.563832 32020 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 17:26:19.059842 32020 round_trippers.go:463] GET https://192.168.39.230:8443/api/v1/nodes/ha-381619-m02
I1028 17:26:19.059867 32020 round_trippers.go:469] Request Headers:
I1028 17:26:19.059879 32020 round_trippers.go:473] Accept: application/json, */*
I1028 17:26:19.059884 32020 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 17:26:19.065030 32020 round_trippers.go:574] Response Status: 200 OK in 5 milliseconds
I1028 17:26:19.559851 32020 round_trippers.go:463] GET https://192.168.39.230:8443/api/v1/nodes/ha-381619-m02
I1028 17:26:19.559871 32020 round_trippers.go:469] Request Headers:
I1028 17:26:19.559879 32020 round_trippers.go:473] Accept: application/json, */*
I1028 17:26:19.559884 32020 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 17:26:19.562800 32020 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1028 17:26:19.563587 32020 node_ready.go:53] node "ha-381619-m02" has status "Ready":"False"
I1028 17:26:20.059873 32020 round_trippers.go:463] GET https://192.168.39.230:8443/api/v1/nodes/ha-381619-m02
I1028 17:26:20.059895 32020 round_trippers.go:469] Request Headers:
I1028 17:26:20.059905 32020 round_trippers.go:473] Accept: application/json, */*
I1028 17:26:20.059912 32020 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 17:26:20.073315 32020 round_trippers.go:574] Response Status: 200 OK in 13 milliseconds
I1028 17:26:20.560212 32020 round_trippers.go:463] GET https://192.168.39.230:8443/api/v1/nodes/ha-381619-m02
I1028 17:26:20.560231 32020 round_trippers.go:469] Request Headers:
I1028 17:26:20.560239 32020 round_trippers.go:473] Accept: application/json, */*
I1028 17:26:20.560243 32020 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 17:26:20.650492 32020 round_trippers.go:574] Response Status: 200 OK in 90 milliseconds
I1028 17:26:21.059937 32020 round_trippers.go:463] GET https://192.168.39.230:8443/api/v1/nodes/ha-381619-m02
I1028 17:26:21.059963 32020 round_trippers.go:469] Request Headers:
I1028 17:26:21.059974 32020 round_trippers.go:473] Accept: application/json, */*
I1028 17:26:21.059979 32020 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 17:26:21.064508 32020 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1028 17:26:21.560559 32020 round_trippers.go:463] GET https://192.168.39.230:8443/api/v1/nodes/ha-381619-m02
I1028 17:26:21.560581 32020 round_trippers.go:469] Request Headers:
I1028 17:26:21.560590 32020 round_trippers.go:473] Accept: application/json, */*
I1028 17:26:21.560594 32020 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 17:26:21.563714 32020 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 17:26:21.564443 32020 node_ready.go:53] node "ha-381619-m02" has status "Ready":"False"
I1028 17:26:22.059724 32020 round_trippers.go:463] GET https://192.168.39.230:8443/api/v1/nodes/ha-381619-m02
I1028 17:26:22.059744 32020 round_trippers.go:469] Request Headers:
I1028 17:26:22.059752 32020 round_trippers.go:473] Accept: application/json, */*
I1028 17:26:22.059757 32020 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 17:26:22.063391 32020 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 17:26:22.560710 32020 round_trippers.go:463] GET https://192.168.39.230:8443/api/v1/nodes/ha-381619-m02
I1028 17:26:22.560731 32020 round_trippers.go:469] Request Headers:
I1028 17:26:22.560738 32020 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 17:26:22.560742 32020 round_trippers.go:473] Accept: application/json, */*
I1028 17:26:22.563846 32020 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 17:26:23.060524 32020 round_trippers.go:463] GET https://192.168.39.230:8443/api/v1/nodes/ha-381619-m02
I1028 17:26:23.060544 32020 round_trippers.go:469] Request Headers:
I1028 17:26:23.060554 32020 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 17:26:23.060561 32020 round_trippers.go:473] Accept: application/json, */*
I1028 17:26:23.064448 32020 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 17:26:23.560417 32020 round_trippers.go:463] GET https://192.168.39.230:8443/api/v1/nodes/ha-381619-m02
I1028 17:26:23.560438 32020 round_trippers.go:469] Request Headers:
I1028 17:26:23.560447 32020 round_trippers.go:473] Accept: application/json, */*
I1028 17:26:23.560451 32020 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 17:26:23.563535 32020 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 17:26:24.060636 32020 round_trippers.go:463] GET https://192.168.39.230:8443/api/v1/nodes/ha-381619-m02
I1028 17:26:24.060664 32020 round_trippers.go:469] Request Headers:
I1028 17:26:24.060675 32020 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 17:26:24.060683 32020 round_trippers.go:473] Accept: application/json, */*
I1028 17:26:24.064043 32020 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 17:26:24.064451 32020 node_ready.go:53] node "ha-381619-m02" has status "Ready":"False"
I1028 17:26:24.559868 32020 round_trippers.go:463] GET https://192.168.39.230:8443/api/v1/nodes/ha-381619-m02
I1028 17:26:24.559899 32020 round_trippers.go:469] Request Headers:
I1028 17:26:24.559907 32020 round_trippers.go:473] Accept: application/json, */*
I1028 17:26:24.559910 32020 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 17:26:24.562925 32020 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 17:26:25.059880 32020 round_trippers.go:463] GET https://192.168.39.230:8443/api/v1/nodes/ha-381619-m02
I1028 17:26:25.059902 32020 round_trippers.go:469] Request Headers:
I1028 17:26:25.059910 32020 round_trippers.go:473] Accept: application/json, */*
I1028 17:26:25.059915 32020 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 17:26:25.063972 32020 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1028 17:26:25.559872 32020 round_trippers.go:463] GET https://192.168.39.230:8443/api/v1/nodes/ha-381619-m02
I1028 17:26:25.559894 32020 round_trippers.go:469] Request Headers:
I1028 17:26:25.559901 32020 round_trippers.go:473] Accept: application/json, */*
I1028 17:26:25.559905 32020 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 17:26:25.563081 32020 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 17:26:26.060748 32020 round_trippers.go:463] GET https://192.168.39.230:8443/api/v1/nodes/ha-381619-m02
I1028 17:26:26.060770 32020 round_trippers.go:469] Request Headers:
I1028 17:26:26.060782 32020 round_trippers.go:473] Accept: application/json, */*
I1028 17:26:26.060788 32020 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 17:26:26.064990 32020 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1028 17:26:26.065576 32020 node_ready.go:53] node "ha-381619-m02" has status "Ready":"False"
I1028 17:26:26.559841 32020 round_trippers.go:463] GET https://192.168.39.230:8443/api/v1/nodes/ha-381619-m02
I1028 17:26:26.559863 32020 round_trippers.go:469] Request Headers:
I1028 17:26:26.559871 32020 round_trippers.go:473] Accept: application/json, */*
I1028 17:26:26.559876 32020 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 17:26:26.562740 32020 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1028 17:26:27.059746 32020 round_trippers.go:463] GET https://192.168.39.230:8443/api/v1/nodes/ha-381619-m02
I1028 17:26:27.059768 32020 round_trippers.go:469] Request Headers:
I1028 17:26:27.059775 32020 round_trippers.go:473] Accept: application/json, */*
I1028 17:26:27.059779 32020 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 17:26:27.063135 32020 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 17:26:27.560126 32020 round_trippers.go:463] GET https://192.168.39.230:8443/api/v1/nodes/ha-381619-m02
I1028 17:26:27.560145 32020 round_trippers.go:469] Request Headers:
I1028 17:26:27.560153 32020 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 17:26:27.560158 32020 round_trippers.go:473] Accept: application/json, */*
I1028 17:26:27.563096 32020 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1028 17:26:28.060723 32020 round_trippers.go:463] GET https://192.168.39.230:8443/api/v1/nodes/ha-381619-m02
I1028 17:26:28.060746 32020 round_trippers.go:469] Request Headers:
I1028 17:26:28.060757 32020 round_trippers.go:473] Accept: application/json, */*
I1028 17:26:28.060763 32020 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 17:26:28.065003 32020 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1028 17:26:28.560732 32020 round_trippers.go:463] GET https://192.168.39.230:8443/api/v1/nodes/ha-381619-m02
I1028 17:26:28.560757 32020 round_trippers.go:469] Request Headers:
I1028 17:26:28.560767 32020 round_trippers.go:473] Accept: application/json, */*
I1028 17:26:28.560774 32020 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 17:26:28.563965 32020 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 17:26:28.564617 32020 node_ready.go:53] node "ha-381619-m02" has status "Ready":"False"
I1028 17:26:29.059876 32020 round_trippers.go:463] GET https://192.168.39.230:8443/api/v1/nodes/ha-381619-m02
I1028 17:26:29.059903 32020 round_trippers.go:469] Request Headers:
I1028 17:26:29.059914 32020 round_trippers.go:473] Accept: application/json, */*
I1028 17:26:29.059919 32020 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 17:26:29.067282 32020 round_trippers.go:574] Response Status: 200 OK in 7 milliseconds
I1028 17:26:29.559851 32020 round_trippers.go:463] GET https://192.168.39.230:8443/api/v1/nodes/ha-381619-m02
I1028 17:26:29.559872 32020 round_trippers.go:469] Request Headers:
I1028 17:26:29.559880 32020 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 17:26:29.559883 32020 round_trippers.go:473] Accept: application/json, */*
I1028 17:26:29.562804 32020 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1028 17:26:30.059831 32020 round_trippers.go:463] GET https://192.168.39.230:8443/api/v1/nodes/ha-381619-m02
I1028 17:26:30.059853 32020 round_trippers.go:469] Request Headers:
I1028 17:26:30.059867 32020 round_trippers.go:473] Accept: application/json, */*
I1028 17:26:30.059875 32020 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 17:26:30.063855 32020 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 17:26:30.560631 32020 round_trippers.go:463] GET https://192.168.39.230:8443/api/v1/nodes/ha-381619-m02
I1028 17:26:30.560653 32020 round_trippers.go:469] Request Headers:
I1028 17:26:30.560665 32020 round_trippers.go:473] Accept: application/json, */*
I1028 17:26:30.560670 32020 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 17:26:30.563630 32020 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1028 17:26:31.059907 32020 round_trippers.go:463] GET https://192.168.39.230:8443/api/v1/nodes/ha-381619-m02
I1028 17:26:31.059925 32020 round_trippers.go:469] Request Headers:
I1028 17:26:31.059933 32020 round_trippers.go:473] Accept: application/json, */*
I1028 17:26:31.059938 32020 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 17:26:31.064319 32020 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1028 17:26:31.065078 32020 node_ready.go:53] node "ha-381619-m02" has status "Ready":"False"
I1028 17:26:31.560248 32020 round_trippers.go:463] GET https://192.168.39.230:8443/api/v1/nodes/ha-381619-m02
I1028 17:26:31.560271 32020 round_trippers.go:469] Request Headers:
I1028 17:26:31.560278 32020 round_trippers.go:473] Accept: application/json, */*
I1028 17:26:31.560282 32020 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 17:26:31.563146 32020 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1028 17:26:32.059755 32020 round_trippers.go:463] GET https://192.168.39.230:8443/api/v1/nodes/ha-381619-m02
I1028 17:26:32.059779 32020 round_trippers.go:469] Request Headers:
I1028 17:26:32.059790 32020 round_trippers.go:473] Accept: application/json, */*
I1028 17:26:32.059796 32020 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 17:26:32.065145 32020 round_trippers.go:574] Response Status: 200 OK in 5 milliseconds
I1028 17:26:32.560006 32020 round_trippers.go:463] GET https://192.168.39.230:8443/api/v1/nodes/ha-381619-m02
I1028 17:26:32.560026 32020 round_trippers.go:469] Request Headers:
I1028 17:26:32.560034 32020 round_trippers.go:473] Accept: application/json, */*
I1028 17:26:32.560038 32020 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 17:26:32.563453 32020 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 17:26:33.060614 32020 round_trippers.go:463] GET https://192.168.39.230:8443/api/v1/nodes/ha-381619-m02
I1028 17:26:33.060633 32020 round_trippers.go:469] Request Headers:
I1028 17:26:33.060641 32020 round_trippers.go:473] Accept: application/json, */*
I1028 17:26:33.060647 32020 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 17:26:33.064544 32020 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 17:26:33.066373 32020 node_ready.go:49] node "ha-381619-m02" has status "Ready":"True"
I1028 17:26:33.066389 32020 node_ready.go:38] duration metric: took 20.006796944s for node "ha-381619-m02" to be "Ready" ...
I1028 17:26:33.066397 32020 pod_ready.go:36] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1028 17:26:33.066462 32020 round_trippers.go:463] GET https://192.168.39.230:8443/api/v1/namespaces/kube-system/pods
I1028 17:26:33.066470 32020 round_trippers.go:469] Request Headers:
I1028 17:26:33.066477 32020 round_trippers.go:473] Accept: application/json, */*
I1028 17:26:33.066482 32020 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 17:26:33.074203 32020 round_trippers.go:574] Response Status: 200 OK in 7 milliseconds
I1028 17:26:33.082515 32020 pod_ready.go:79] waiting up to 6m0s for pod "coredns-7c65d6cfc9-6lp7c" in "kube-system" namespace to be "Ready" ...
I1028 17:26:33.082586 32020 round_trippers.go:463] GET https://192.168.39.230:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-6lp7c
I1028 17:26:33.082595 32020 round_trippers.go:469] Request Headers:
I1028 17:26:33.082602 32020 round_trippers.go:473] Accept: application/json, */*
I1028 17:26:33.082607 32020 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 17:26:33.095144 32020 round_trippers.go:574] Response Status: 200 OK in 12 milliseconds
I1028 17:26:33.095832 32020 round_trippers.go:463] GET https://192.168.39.230:8443/api/v1/nodes/ha-381619
I1028 17:26:33.095846 32020 round_trippers.go:469] Request Headers:
I1028 17:26:33.095854 32020 round_trippers.go:473] Accept: application/json, */*
I1028 17:26:33.095858 32020 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 17:26:33.101134 32020 round_trippers.go:574] Response Status: 200 OK in 5 milliseconds
I1028 17:26:33.101733 32020 pod_ready.go:93] pod "coredns-7c65d6cfc9-6lp7c" in "kube-system" namespace has status "Ready":"True"
I1028 17:26:33.101757 32020 pod_ready.go:82] duration metric: took 19.21928ms for pod "coredns-7c65d6cfc9-6lp7c" in "kube-system" namespace to be "Ready" ...
I1028 17:26:33.101770 32020 pod_ready.go:79] waiting up to 6m0s for pod "coredns-7c65d6cfc9-mtmvl" in "kube-system" namespace to be "Ready" ...
I1028 17:26:33.101833 32020 round_trippers.go:463] GET https://192.168.39.230:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-mtmvl
I1028 17:26:33.101844 32020 round_trippers.go:469] Request Headers:
I1028 17:26:33.101853 32020 round_trippers.go:473] Accept: application/json, */*
I1028 17:26:33.101858 32020 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 17:26:33.105945 32020 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1028 17:26:33.108337 32020 round_trippers.go:463] GET https://192.168.39.230:8443/api/v1/nodes/ha-381619
I1028 17:26:33.108355 32020 round_trippers.go:469] Request Headers:
I1028 17:26:33.108367 32020 round_trippers.go:473] Accept: application/json, */*
I1028 17:26:33.108372 32020 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 17:26:33.113026 32020 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1028 17:26:33.113662 32020 pod_ready.go:93] pod "coredns-7c65d6cfc9-mtmvl" in "kube-system" namespace has status "Ready":"True"
I1028 17:26:33.113683 32020 pod_ready.go:82] duration metric: took 11.906137ms for pod "coredns-7c65d6cfc9-mtmvl" in "kube-system" namespace to be "Ready" ...
I1028 17:26:33.113694 32020 pod_ready.go:79] waiting up to 6m0s for pod "etcd-ha-381619" in "kube-system" namespace to be "Ready" ...
I1028 17:26:33.113752 32020 round_trippers.go:463] GET https://192.168.39.230:8443/api/v1/namespaces/kube-system/pods/etcd-ha-381619
I1028 17:26:33.113762 32020 round_trippers.go:469] Request Headers:
I1028 17:26:33.113774 32020 round_trippers.go:473] Accept: application/json, */*
I1028 17:26:33.113782 32020 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 17:26:33.123002 32020 round_trippers.go:574] Response Status: 200 OK in 9 milliseconds
I1028 17:26:33.123632 32020 round_trippers.go:463] GET https://192.168.39.230:8443/api/v1/nodes/ha-381619
I1028 17:26:33.123647 32020 round_trippers.go:469] Request Headers:
I1028 17:26:33.123654 32020 round_trippers.go:473] Accept: application/json, */*
I1028 17:26:33.123658 32020 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 17:26:33.127965 32020 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1028 17:26:33.128570 32020 pod_ready.go:93] pod "etcd-ha-381619" in "kube-system" namespace has status "Ready":"True"
I1028 17:26:33.128593 32020 pod_ready.go:82] duration metric: took 14.890353ms for pod "etcd-ha-381619" in "kube-system" namespace to be "Ready" ...
I1028 17:26:33.128604 32020 pod_ready.go:79] waiting up to 6m0s for pod "etcd-ha-381619-m02" in "kube-system" namespace to be "Ready" ...
I1028 17:26:33.128669 32020 round_trippers.go:463] GET https://192.168.39.230:8443/api/v1/namespaces/kube-system/pods/etcd-ha-381619-m02
I1028 17:26:33.128680 32020 round_trippers.go:469] Request Headers:
I1028 17:26:33.128690 32020 round_trippers.go:473] Accept: application/json, */*
I1028 17:26:33.128695 32020 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 17:26:33.132736 32020 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1028 17:26:33.133266 32020 round_trippers.go:463] GET https://192.168.39.230:8443/api/v1/nodes/ha-381619-m02
I1028 17:26:33.133282 32020 round_trippers.go:469] Request Headers:
I1028 17:26:33.133291 32020 round_trippers.go:473] Accept: application/json, */*
I1028 17:26:33.133297 32020 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 17:26:33.135365 32020 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1028 17:26:33.135735 32020 pod_ready.go:93] pod "etcd-ha-381619-m02" in "kube-system" namespace has status "Ready":"True"
I1028 17:26:33.135750 32020 pod_ready.go:82] duration metric: took 7.136636ms for pod "etcd-ha-381619-m02" in "kube-system" namespace to be "Ready" ...
I1028 17:26:33.135762 32020 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-ha-381619" in "kube-system" namespace to be "Ready" ...
I1028 17:26:33.261122 32020 request.go:632] Waited for 125.293136ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.230:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-381619
I1028 17:26:33.261209 32020 round_trippers.go:463] GET https://192.168.39.230:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-381619
I1028 17:26:33.261217 32020 round_trippers.go:469] Request Headers:
I1028 17:26:33.261226 32020 round_trippers.go:473] Accept: application/json, */*
I1028 17:26:33.261234 32020 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 17:26:33.263967 32020 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1028 17:26:33.461031 32020 request.go:632] Waited for 196.380501ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.230:8443/api/v1/nodes/ha-381619
I1028 17:26:33.461114 32020 round_trippers.go:463] GET https://192.168.39.230:8443/api/v1/nodes/ha-381619
I1028 17:26:33.461126 32020 round_trippers.go:469] Request Headers:
I1028 17:26:33.461137 32020 round_trippers.go:473] Accept: application/json, */*
I1028 17:26:33.461148 32020 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 17:26:33.465245 32020 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1028 17:26:33.465839 32020 pod_ready.go:93] pod "kube-apiserver-ha-381619" in "kube-system" namespace has status "Ready":"True"
I1028 17:26:33.465854 32020 pod_ready.go:82] duration metric: took 330.085581ms for pod "kube-apiserver-ha-381619" in "kube-system" namespace to be "Ready" ...
I1028 17:26:33.465863 32020 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-ha-381619-m02" in "kube-system" namespace to be "Ready" ...
I1028 17:26:33.661130 32020 request.go:632] Waited for 195.210858ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.230:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-381619-m02
I1028 17:26:33.661212 32020 round_trippers.go:463] GET https://192.168.39.230:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-381619-m02
I1028 17:26:33.661218 32020 round_trippers.go:469] Request Headers:
I1028 17:26:33.661226 32020 round_trippers.go:473] Accept: application/json, */*
I1028 17:26:33.661231 32020 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 17:26:33.664592 32020 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 17:26:33.861613 32020 request.go:632] Waited for 196.398754ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.230:8443/api/v1/nodes/ha-381619-m02
I1028 17:26:33.861684 32020 round_trippers.go:463] GET https://192.168.39.230:8443/api/v1/nodes/ha-381619-m02
I1028 17:26:33.861693 32020 round_trippers.go:469] Request Headers:
I1028 17:26:33.861703 32020 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 17:26:33.861708 32020 round_trippers.go:473] Accept: application/json, */*
I1028 17:26:33.865300 32020 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 17:26:33.865923 32020 pod_ready.go:93] pod "kube-apiserver-ha-381619-m02" in "kube-system" namespace has status "Ready":"True"
I1028 17:26:33.865943 32020 pod_ready.go:82] duration metric: took 400.074085ms for pod "kube-apiserver-ha-381619-m02" in "kube-system" namespace to be "Ready" ...
I1028 17:26:33.865954 32020 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-ha-381619" in "kube-system" namespace to be "Ready" ...
I1028 17:26:34.061082 32020 request.go:632] Waited for 195.035949ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.230:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-381619
I1028 17:26:34.061146 32020 round_trippers.go:463] GET https://192.168.39.230:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-381619
I1028 17:26:34.061154 32020 round_trippers.go:469] Request Headers:
I1028 17:26:34.061164 32020 round_trippers.go:473] Accept: application/json, */*
I1028 17:26:34.061177 32020 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 17:26:34.065243 32020 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1028 17:26:34.261295 32020 request.go:632] Waited for 195.377372ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.230:8443/api/v1/nodes/ha-381619
I1028 17:26:34.261362 32020 round_trippers.go:463] GET https://192.168.39.230:8443/api/v1/nodes/ha-381619
I1028 17:26:34.261369 32020 round_trippers.go:469] Request Headers:
I1028 17:26:34.261377 32020 round_trippers.go:473] Accept: application/json, */*
I1028 17:26:34.261384 32020 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 17:26:34.264122 32020 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1028 17:26:34.264806 32020 pod_ready.go:93] pod "kube-controller-manager-ha-381619" in "kube-system" namespace has status "Ready":"True"
I1028 17:26:34.264824 32020 pod_ready.go:82] duration metric: took 398.860925ms for pod "kube-controller-manager-ha-381619" in "kube-system" namespace to be "Ready" ...
I1028 17:26:34.264834 32020 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-ha-381619-m02" in "kube-system" namespace to be "Ready" ...
I1028 17:26:34.461015 32020 request.go:632] Waited for 196.107238ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.230:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-381619-m02
I1028 17:26:34.461086 32020 round_trippers.go:463] GET https://192.168.39.230:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-381619-m02
I1028 17:26:34.461092 32020 round_trippers.go:469] Request Headers:
I1028 17:26:34.461099 32020 round_trippers.go:473] Accept: application/json, */*
I1028 17:26:34.461107 32020 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 17:26:34.464532 32020 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 17:26:34.661679 32020 request.go:632] Waited for 196.369344ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.230:8443/api/v1/nodes/ha-381619-m02
I1028 17:26:34.661748 32020 round_trippers.go:463] GET https://192.168.39.230:8443/api/v1/nodes/ha-381619-m02
I1028 17:26:34.661755 32020 round_trippers.go:469] Request Headers:
I1028 17:26:34.661763 32020 round_trippers.go:473] Accept: application/json, */*
I1028 17:26:34.661769 32020 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 17:26:34.664905 32020 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 17:26:34.665450 32020 pod_ready.go:93] pod "kube-controller-manager-ha-381619-m02" in "kube-system" namespace has status "Ready":"True"
I1028 17:26:34.665471 32020 pod_ready.go:82] duration metric: took 400.628457ms for pod "kube-controller-manager-ha-381619-m02" in "kube-system" namespace to be "Ready" ...
I1028 17:26:34.665485 32020 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-mqdtj" in "kube-system" namespace to be "Ready" ...
I1028 17:26:34.861555 32020 request.go:632] Waited for 195.998426ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.230:8443/api/v1/namespaces/kube-system/pods/kube-proxy-mqdtj
I1028 17:26:34.861607 32020 round_trippers.go:463] GET https://192.168.39.230:8443/api/v1/namespaces/kube-system/pods/kube-proxy-mqdtj
I1028 17:26:34.861612 32020 round_trippers.go:469] Request Headers:
I1028 17:26:34.861619 32020 round_trippers.go:473] Accept: application/json, */*
I1028 17:26:34.861625 32020 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 17:26:34.865054 32020 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 17:26:35.061002 32020 request.go:632] Waited for 195.260133ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.230:8443/api/v1/nodes/ha-381619
I1028 17:26:35.061074 32020 round_trippers.go:463] GET https://192.168.39.230:8443/api/v1/nodes/ha-381619
I1028 17:26:35.061081 32020 round_trippers.go:469] Request Headers:
I1028 17:26:35.061090 32020 round_trippers.go:473] Accept: application/json, */*
I1028 17:26:35.061103 32020 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 17:26:35.067316 32020 round_trippers.go:574] Response Status: 200 OK in 6 milliseconds
I1028 17:26:35.067855 32020 pod_ready.go:93] pod "kube-proxy-mqdtj" in "kube-system" namespace has status "Ready":"True"
I1028 17:26:35.067872 32020 pod_ready.go:82] duration metric: took 402.381503ms for pod "kube-proxy-mqdtj" in "kube-system" namespace to be "Ready" ...
I1028 17:26:35.067883 32020 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-nrfgq" in "kube-system" namespace to be "Ready" ...
I1028 17:26:35.261021 32020 request.go:632] Waited for 193.06469ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.230:8443/api/v1/namespaces/kube-system/pods/kube-proxy-nrfgq
I1028 17:26:35.261075 32020 round_trippers.go:463] GET https://192.168.39.230:8443/api/v1/namespaces/kube-system/pods/kube-proxy-nrfgq
I1028 17:26:35.261080 32020 round_trippers.go:469] Request Headers:
I1028 17:26:35.261087 32020 round_trippers.go:473] Accept: application/json, */*
I1028 17:26:35.261091 32020 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 17:26:35.264532 32020 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 17:26:35.461647 32020 request.go:632] Waited for 196.379594ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.230:8443/api/v1/nodes/ha-381619-m02
I1028 17:26:35.461699 32020 round_trippers.go:463] GET https://192.168.39.230:8443/api/v1/nodes/ha-381619-m02
I1028 17:26:35.461704 32020 round_trippers.go:469] Request Headers:
I1028 17:26:35.461712 32020 round_trippers.go:473] Accept: application/json, */*
I1028 17:26:35.461716 32020 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 17:26:35.464708 32020 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1028 17:26:35.465310 32020 pod_ready.go:93] pod "kube-proxy-nrfgq" in "kube-system" namespace has status "Ready":"True"
I1028 17:26:35.465326 32020 pod_ready.go:82] duration metric: took 397.438256ms for pod "kube-proxy-nrfgq" in "kube-system" namespace to be "Ready" ...
I1028 17:26:35.465336 32020 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-ha-381619" in "kube-system" namespace to be "Ready" ...
I1028 17:26:35.660832 32020 request.go:632] Waited for 195.429914ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.230:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-381619
I1028 17:26:35.660887 32020 round_trippers.go:463] GET https://192.168.39.230:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-381619
I1028 17:26:35.660892 32020 round_trippers.go:469] Request Headers:
I1028 17:26:35.660901 32020 round_trippers.go:473] Accept: application/json, */*
I1028 17:26:35.660906 32020 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 17:26:35.664825 32020 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 17:26:35.861091 32020 request.go:632] Waited for 195.400527ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.230:8443/api/v1/nodes/ha-381619
I1028 17:26:35.861176 32020 round_trippers.go:463] GET https://192.168.39.230:8443/api/v1/nodes/ha-381619
I1028 17:26:35.861185 32020 round_trippers.go:469] Request Headers:
I1028 17:26:35.861193 32020 round_trippers.go:473] Accept: application/json, */*
I1028 17:26:35.861199 32020 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 17:26:35.864874 32020 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 17:26:35.865496 32020 pod_ready.go:93] pod "kube-scheduler-ha-381619" in "kube-system" namespace has status "Ready":"True"
I1028 17:26:35.865512 32020 pod_ready.go:82] duration metric: took 400.170514ms for pod "kube-scheduler-ha-381619" in "kube-system" namespace to be "Ready" ...
I1028 17:26:35.865524 32020 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-ha-381619-m02" in "kube-system" namespace to be "Ready" ...
I1028 17:26:36.061640 32020 request.go:632] Waited for 196.040174ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.230:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-381619-m02
I1028 17:26:36.061696 32020 round_trippers.go:463] GET https://192.168.39.230:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-381619-m02
I1028 17:26:36.061702 32020 round_trippers.go:469] Request Headers:
I1028 17:26:36.061709 32020 round_trippers.go:473] Accept: application/json, */*
I1028 17:26:36.061712 32020 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 17:26:36.067912 32020 round_trippers.go:574] Response Status: 200 OK in 6 milliseconds
I1028 17:26:36.260741 32020 request.go:632] Waited for 192.270672ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.230:8443/api/v1/nodes/ha-381619-m02
I1028 17:26:36.260796 32020 round_trippers.go:463] GET https://192.168.39.230:8443/api/v1/nodes/ha-381619-m02
I1028 17:26:36.260801 32020 round_trippers.go:469] Request Headers:
I1028 17:26:36.260808 32020 round_trippers.go:473] Accept: application/json, */*
I1028 17:26:36.260811 32020 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 17:26:36.264431 32020 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 17:26:36.265062 32020 pod_ready.go:93] pod "kube-scheduler-ha-381619-m02" in "kube-system" namespace has status "Ready":"True"
I1028 17:26:36.265078 32020 pod_ready.go:82] duration metric: took 399.548106ms for pod "kube-scheduler-ha-381619-m02" in "kube-system" namespace to be "Ready" ...
I1028 17:26:36.265089 32020 pod_ready.go:39] duration metric: took 3.19868237s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1028 17:26:36.265105 32020 api_server.go:52] waiting for apiserver process to appear ...
I1028 17:26:36.265162 32020 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1028 17:26:36.280395 32020 api_server.go:72] duration metric: took 23.441229274s to wait for apiserver process to appear ...
I1028 17:26:36.280422 32020 api_server.go:88] waiting for apiserver healthz status ...
I1028 17:26:36.280444 32020 api_server.go:253] Checking apiserver healthz at https://192.168.39.230:8443/healthz ...
I1028 17:26:36.284951 32020 api_server.go:279] https://192.168.39.230:8443/healthz returned 200:
ok
I1028 17:26:36.285015 32020 round_trippers.go:463] GET https://192.168.39.230:8443/version
I1028 17:26:36.285023 32020 round_trippers.go:469] Request Headers:
I1028 17:26:36.285030 32020 round_trippers.go:473] Accept: application/json, */*
I1028 17:26:36.285034 32020 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 17:26:36.285954 32020 round_trippers.go:574] Response Status: 200 OK in 0 milliseconds
I1028 17:26:36.286036 32020 api_server.go:141] control plane version: v1.31.2
I1028 17:26:36.286049 32020 api_server.go:131] duration metric: took 5.621129ms to wait for apiserver health ...
I1028 17:26:36.286055 32020 system_pods.go:43] waiting for kube-system pods to appear ...
I1028 17:26:36.461480 32020 request.go:632] Waited for 175.36266ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.230:8443/api/v1/namespaces/kube-system/pods
I1028 17:26:36.461560 32020 round_trippers.go:463] GET https://192.168.39.230:8443/api/v1/namespaces/kube-system/pods
I1028 17:26:36.461566 32020 round_trippers.go:469] Request Headers:
I1028 17:26:36.461573 32020 round_trippers.go:473] Accept: application/json, */*
I1028 17:26:36.461579 32020 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 17:26:36.465870 32020 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1028 17:26:36.471332 32020 system_pods.go:59] 17 kube-system pods found
I1028 17:26:36.471364 32020 system_pods.go:61] "coredns-7c65d6cfc9-6lp7c" [061190be-cf6d-4f7e-b201-92ae719bca38] Running
I1028 17:26:36.471372 32020 system_pods.go:61] "coredns-7c65d6cfc9-mtmvl" [8d504fd6-a26b-43ec-b258-451c15a3e859] Running
I1028 17:26:36.471378 32020 system_pods.go:61] "etcd-ha-381619" [f791ec3e-971a-4a7e-91cc-89c9076b0287] Running
I1028 17:26:36.471384 32020 system_pods.go:61] "etcd-ha-381619-m02" [de41d7c1-70d4-4e14-8ca1-9591d33f09f2] Running
I1028 17:26:36.471389 32020 system_pods.go:61] "kindnet-2ggdz" [2083bd85-a172-493e-ad5d-fbad874f5d86] Running
I1028 17:26:36.471394 32020 system_pods.go:61] "kindnet-vj9vj" [cef92207-2f62-4d72-baf1-e9010ed565c1] Running
I1028 17:26:36.471398 32020 system_pods.go:61] "kube-apiserver-ha-381619" [dda13107-a223-40e1-afd8-0f9f47434f1a] Running
I1028 17:26:36.471404 32020 system_pods.go:61] "kube-apiserver-ha-381619-m02" [f92254e8-a4d5-4c58-a795-272f9d929848] Running
I1028 17:26:36.471410 32020 system_pods.go:61] "kube-controller-manager-ha-381619" [b5fd62a5-c4fd-4247-a8d8-312740b64934] Running
I1028 17:26:36.471415 32020 system_pods.go:61] "kube-controller-manager-ha-381619-m02" [5a8aae2c-46ba-4d86-9890-64f055e1792c] Running
I1028 17:26:36.471420 32020 system_pods.go:61] "kube-proxy-mqdtj" [b146a3fd-b1a4-49f6-9711-96737c4a3757] Running
I1028 17:26:36.471423 32020 system_pods.go:61] "kube-proxy-nrfgq" [23543f1a-4f95-4cbd-b084-0c30f8167b79] Running
I1028 17:26:36.471427 32020 system_pods.go:61] "kube-scheduler-ha-381619" [0bf1190f-da89-49c2-91e7-8c57424e215e] Running
I1028 17:26:36.471431 32020 system_pods.go:61] "kube-scheduler-ha-381619-m02" [ad72546f-b54d-4f32-8976-e0244872be00] Running
I1028 17:26:36.471439 32020 system_pods.go:61] "kube-vip-ha-381619" [ab8f53e1-383c-4f92-9ebf-67d8fb69b47c] Running
I1028 17:26:36.471443 32020 system_pods.go:61] "kube-vip-ha-381619-m02" [4acf4651-fe7c-4e27-a607-c906edc1352e] Running
I1028 17:26:36.471447 32020 system_pods.go:61] "storage-provisioner" [0456ff02-2c23-423a-8010-1556d1e6dfac] Running
I1028 17:26:36.471452 32020 system_pods.go:74] duration metric: took 185.392371ms to wait for pod list to return data ...
I1028 17:26:36.471461 32020 default_sa.go:34] waiting for default service account to be created ...
I1028 17:26:36.660798 32020 request.go:632] Waited for 189.265217ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.230:8443/api/v1/namespaces/default/serviceaccounts
I1028 17:26:36.660858 32020 round_trippers.go:463] GET https://192.168.39.230:8443/api/v1/namespaces/default/serviceaccounts
I1028 17:26:36.660865 32020 round_trippers.go:469] Request Headers:
I1028 17:26:36.660876 32020 round_trippers.go:473] Accept: application/json, */*
I1028 17:26:36.660890 32020 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 17:26:36.664250 32020 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 17:26:36.664492 32020 default_sa.go:45] found service account: "default"
I1028 17:26:36.664512 32020 default_sa.go:55] duration metric: took 193.044588ms for default service account to be created ...
I1028 17:26:36.664525 32020 system_pods.go:116] waiting for k8s-apps to be running ...
I1028 17:26:36.860686 32020 request.go:632] Waited for 196.070222ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.230:8443/api/v1/namespaces/kube-system/pods
I1028 17:26:36.860774 32020 round_trippers.go:463] GET https://192.168.39.230:8443/api/v1/namespaces/kube-system/pods
I1028 17:26:36.860785 32020 round_trippers.go:469] Request Headers:
I1028 17:26:36.860796 32020 round_trippers.go:473] Accept: application/json, */*
I1028 17:26:36.860806 32020 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 17:26:36.865017 32020 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1028 17:26:36.869263 32020 system_pods.go:86] 17 kube-system pods found
I1028 17:26:36.869283 32020 system_pods.go:89] "coredns-7c65d6cfc9-6lp7c" [061190be-cf6d-4f7e-b201-92ae719bca38] Running
I1028 17:26:36.869289 32020 system_pods.go:89] "coredns-7c65d6cfc9-mtmvl" [8d504fd6-a26b-43ec-b258-451c15a3e859] Running
I1028 17:26:36.869294 32020 system_pods.go:89] "etcd-ha-381619" [f791ec3e-971a-4a7e-91cc-89c9076b0287] Running
I1028 17:26:36.869300 32020 system_pods.go:89] "etcd-ha-381619-m02" [de41d7c1-70d4-4e14-8ca1-9591d33f09f2] Running
I1028 17:26:36.869305 32020 system_pods.go:89] "kindnet-2ggdz" [2083bd85-a172-493e-ad5d-fbad874f5d86] Running
I1028 17:26:36.869318 32020 system_pods.go:89] "kindnet-vj9vj" [cef92207-2f62-4d72-baf1-e9010ed565c1] Running
I1028 17:26:36.869324 32020 system_pods.go:89] "kube-apiserver-ha-381619" [dda13107-a223-40e1-afd8-0f9f47434f1a] Running
I1028 17:26:36.869332 32020 system_pods.go:89] "kube-apiserver-ha-381619-m02" [f92254e8-a4d5-4c58-a795-272f9d929848] Running
I1028 17:26:36.869341 32020 system_pods.go:89] "kube-controller-manager-ha-381619" [b5fd62a5-c4fd-4247-a8d8-312740b64934] Running
I1028 17:26:36.869344 32020 system_pods.go:89] "kube-controller-manager-ha-381619-m02" [5a8aae2c-46ba-4d86-9890-64f055e1792c] Running
I1028 17:26:36.869348 32020 system_pods.go:89] "kube-proxy-mqdtj" [b146a3fd-b1a4-49f6-9711-96737c4a3757] Running
I1028 17:26:36.869351 32020 system_pods.go:89] "kube-proxy-nrfgq" [23543f1a-4f95-4cbd-b084-0c30f8167b79] Running
I1028 17:26:36.869355 32020 system_pods.go:89] "kube-scheduler-ha-381619" [0bf1190f-da89-49c2-91e7-8c57424e215e] Running
I1028 17:26:36.869359 32020 system_pods.go:89] "kube-scheduler-ha-381619-m02" [ad72546f-b54d-4f32-8976-e0244872be00] Running
I1028 17:26:36.869362 32020 system_pods.go:89] "kube-vip-ha-381619" [ab8f53e1-383c-4f92-9ebf-67d8fb69b47c] Running
I1028 17:26:36.869368 32020 system_pods.go:89] "kube-vip-ha-381619-m02" [4acf4651-fe7c-4e27-a607-c906edc1352e] Running
I1028 17:26:36.869371 32020 system_pods.go:89] "storage-provisioner" [0456ff02-2c23-423a-8010-1556d1e6dfac] Running
I1028 17:26:36.869378 32020 system_pods.go:126] duration metric: took 204.847439ms to wait for k8s-apps to be running ...
I1028 17:26:36.869387 32020 system_svc.go:44] waiting for kubelet service to be running ....
I1028 17:26:36.869438 32020 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1028 17:26:36.887558 32020 system_svc.go:56] duration metric: took 18.164041ms WaitForService to wait for kubelet
I1028 17:26:36.887583 32020 kubeadm.go:582] duration metric: took 24.048418465s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1028 17:26:36.887603 32020 node_conditions.go:102] verifying NodePressure condition ...
I1028 17:26:37.061041 32020 request.go:632] Waited for 173.358173ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.230:8443/api/v1/nodes
I1028 17:26:37.061125 32020 round_trippers.go:463] GET https://192.168.39.230:8443/api/v1/nodes
I1028 17:26:37.061137 32020 round_trippers.go:469] Request Headers:
I1028 17:26:37.061147 32020 round_trippers.go:473] Accept: application/json, */*
I1028 17:26:37.061157 32020 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 17:26:37.065908 32020 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1028 17:26:37.066717 32020 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I1028 17:26:37.066739 32020 node_conditions.go:123] node cpu capacity is 2
I1028 17:26:37.066750 32020 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I1028 17:26:37.066754 32020 node_conditions.go:123] node cpu capacity is 2
I1028 17:26:37.066758 32020 node_conditions.go:105] duration metric: took 179.146781ms to run NodePressure ...
I1028 17:26:37.066780 32020 start.go:241] waiting for startup goroutines ...
I1028 17:26:37.066813 32020 start.go:255] writing updated cluster config ...
I1028 17:26:37.068764 32020 out.go:201]
I1028 17:26:37.070024 32020 config.go:182] Loaded profile config "ha-381619": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1028 17:26:37.070105 32020 profile.go:143] Saving config to /home/jenkins/minikube-integration/19872-13443/.minikube/profiles/ha-381619/config.json ...
I1028 17:26:37.071682 32020 out.go:177] * Starting "ha-381619-m03" control-plane node in "ha-381619" cluster
I1028 17:26:37.072951 32020 preload.go:131] Checking if preload exists for k8s version v1.31.2 and runtime crio
I1028 17:26:37.072974 32020 cache.go:56] Caching tarball of preloaded images
I1028 17:26:37.073061 32020 preload.go:172] Found /home/jenkins/minikube-integration/19872-13443/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.2-cri-o-overlay-amd64.tar.lz4 in cache, skipping download
I1028 17:26:37.073071 32020 cache.go:59] Finished verifying existence of preloaded tar for v1.31.2 on crio
I1028 17:26:37.073157 32020 profile.go:143] Saving config to /home/jenkins/minikube-integration/19872-13443/.minikube/profiles/ha-381619/config.json ...
I1028 17:26:37.073328 32020 start.go:360] acquireMachinesLock for ha-381619-m03: {Name:mkc11d142cf79f0e8b8cc496582ecd67471b29b5 Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}
I1028 17:26:37.073367 32020 start.go:364] duration metric: took 22.448µs to acquireMachinesLock for "ha-381619-m03"
I1028 17:26:37.073383 32020 start.go:93] Provisioning new machine with config: &{Name:ha-381619 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19872/minikube-v1.34.0-1730109979-19872-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730110049-19872@sha256:ead1232eaf026cb87df5e47192f652e5fef1a28f5a05a9ac9cb1a241cca351e9 Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{Kubernete
sVersion:v1.31.2 ClusterName:ha-381619 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.39.230 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m02 IP:192.168.39.171 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m03 IP: Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[ambassador:false amd-gpu-device-plugin:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:false efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:fals
e ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:false storage-provisioner-gluster:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker Bi
naryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name:m03 IP: Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}
I1028 17:26:37.073468 32020 start.go:125] createHost starting for "m03" (driver="kvm2")
I1028 17:26:37.074992 32020 out.go:235] * Creating kvm2 VM (CPUs=2, Memory=2200MB, Disk=20000MB) ...
I1028 17:26:37.075063 32020 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1028 17:26:37.075098 32020 main.go:141] libmachine: Launching plugin server for driver kvm2
I1028 17:26:37.089635 32020 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:46709
I1028 17:26:37.090045 32020 main.go:141] libmachine: () Calling .GetVersion
I1028 17:26:37.090591 32020 main.go:141] libmachine: Using API Version 1
I1028 17:26:37.090617 32020 main.go:141] libmachine: () Calling .SetConfigRaw
I1028 17:26:37.090932 32020 main.go:141] libmachine: () Calling .GetMachineName
I1028 17:26:37.091131 32020 main.go:141] libmachine: (ha-381619-m03) Calling .GetMachineName
I1028 17:26:37.091290 32020 main.go:141] libmachine: (ha-381619-m03) Calling .DriverName
I1028 17:26:37.091438 32020 start.go:159] libmachine.API.Create for "ha-381619" (driver="kvm2")
I1028 17:26:37.091470 32020 client.go:168] LocalClient.Create starting
I1028 17:26:37.091506 32020 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/19872-13443/.minikube/certs/ca.pem
I1028 17:26:37.091543 32020 main.go:141] libmachine: Decoding PEM data...
I1028 17:26:37.091562 32020 main.go:141] libmachine: Parsing certificate...
I1028 17:26:37.091624 32020 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/19872-13443/.minikube/certs/cert.pem
I1028 17:26:37.091649 32020 main.go:141] libmachine: Decoding PEM data...
I1028 17:26:37.091665 32020 main.go:141] libmachine: Parsing certificate...
I1028 17:26:37.091691 32020 main.go:141] libmachine: Running pre-create checks...
I1028 17:26:37.091702 32020 main.go:141] libmachine: (ha-381619-m03) Calling .PreCreateCheck
I1028 17:26:37.091853 32020 main.go:141] libmachine: (ha-381619-m03) Calling .GetConfigRaw
I1028 17:26:37.092216 32020 main.go:141] libmachine: Creating machine...
I1028 17:26:37.092231 32020 main.go:141] libmachine: (ha-381619-m03) Calling .Create
I1028 17:26:37.092346 32020 main.go:141] libmachine: (ha-381619-m03) Creating KVM machine...
I1028 17:26:37.093689 32020 main.go:141] libmachine: (ha-381619-m03) DBG | found existing default KVM network
I1028 17:26:37.093825 32020 main.go:141] libmachine: (ha-381619-m03) DBG | found existing private KVM network mk-ha-381619
I1028 17:26:37.094015 32020 main.go:141] libmachine: (ha-381619-m03) Setting up store path in /home/jenkins/minikube-integration/19872-13443/.minikube/machines/ha-381619-m03 ...
I1028 17:26:37.094041 32020 main.go:141] libmachine: (ha-381619-m03) Building disk image from file:///home/jenkins/minikube-integration/19872-13443/.minikube/cache/iso/amd64/minikube-v1.34.0-1730109979-19872-amd64.iso
I1028 17:26:37.094128 32020 main.go:141] libmachine: (ha-381619-m03) DBG | I1028 17:26:37.093979 32807 common.go:144] Making disk image using store path: /home/jenkins/minikube-integration/19872-13443/.minikube
I1028 17:26:37.094183 32020 main.go:141] libmachine: (ha-381619-m03) Downloading /home/jenkins/minikube-integration/19872-13443/.minikube/cache/boot2docker.iso from file:///home/jenkins/minikube-integration/19872-13443/.minikube/cache/iso/amd64/minikube-v1.34.0-1730109979-19872-amd64.iso...
I1028 17:26:37.334476 32020 main.go:141] libmachine: (ha-381619-m03) DBG | I1028 17:26:37.334350 32807 common.go:151] Creating ssh key: /home/jenkins/minikube-integration/19872-13443/.minikube/machines/ha-381619-m03/id_rsa...
I1028 17:26:37.512343 32020 main.go:141] libmachine: (ha-381619-m03) DBG | I1028 17:26:37.512238 32807 common.go:157] Creating raw disk image: /home/jenkins/minikube-integration/19872-13443/.minikube/machines/ha-381619-m03/ha-381619-m03.rawdisk...
I1028 17:26:37.512368 32020 main.go:141] libmachine: (ha-381619-m03) DBG | Writing magic tar header
I1028 17:26:37.512408 32020 main.go:141] libmachine: (ha-381619-m03) DBG | Writing SSH key tar header
I1028 17:26:37.512432 32020 main.go:141] libmachine: (ha-381619-m03) DBG | I1028 17:26:37.512349 32807 common.go:171] Fixing permissions on /home/jenkins/minikube-integration/19872-13443/.minikube/machines/ha-381619-m03 ...
I1028 17:26:37.512450 32020 main.go:141] libmachine: (ha-381619-m03) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19872-13443/.minikube/machines/ha-381619-m03
I1028 17:26:37.512458 32020 main.go:141] libmachine: (ha-381619-m03) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19872-13443/.minikube/machines
I1028 17:26:37.512478 32020 main.go:141] libmachine: (ha-381619-m03) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19872-13443/.minikube
I1028 17:26:37.512486 32020 main.go:141] libmachine: (ha-381619-m03) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19872-13443
I1028 17:26:37.512517 32020 main.go:141] libmachine: (ha-381619-m03) DBG | Checking permissions on dir: /home/jenkins/minikube-integration
I1028 17:26:37.512536 32020 main.go:141] libmachine: (ha-381619-m03) DBG | Checking permissions on dir: /home/jenkins
I1028 17:26:37.512545 32020 main.go:141] libmachine: (ha-381619-m03) Setting executable bit set on /home/jenkins/minikube-integration/19872-13443/.minikube/machines/ha-381619-m03 (perms=drwx------)
I1028 17:26:37.512553 32020 main.go:141] libmachine: (ha-381619-m03) DBG | Checking permissions on dir: /home
I1028 17:26:37.512565 32020 main.go:141] libmachine: (ha-381619-m03) Setting executable bit set on /home/jenkins/minikube-integration/19872-13443/.minikube/machines (perms=drwxr-xr-x)
I1028 17:26:37.512581 32020 main.go:141] libmachine: (ha-381619-m03) Setting executable bit set on /home/jenkins/minikube-integration/19872-13443/.minikube (perms=drwxr-xr-x)
I1028 17:26:37.512594 32020 main.go:141] libmachine: (ha-381619-m03) Setting executable bit set on /home/jenkins/minikube-integration/19872-13443 (perms=drwxrwxr-x)
I1028 17:26:37.512609 32020 main.go:141] libmachine: (ha-381619-m03) Setting executable bit set on /home/jenkins/minikube-integration (perms=drwxrwxr-x)
I1028 17:26:37.512619 32020 main.go:141] libmachine: (ha-381619-m03) DBG | Skipping /home - not owner
I1028 17:26:37.512629 32020 main.go:141] libmachine: (ha-381619-m03) Setting executable bit set on /home/jenkins (perms=drwxr-xr-x)
I1028 17:26:37.512638 32020 main.go:141] libmachine: (ha-381619-m03) Creating domain...
I1028 17:26:37.513512 32020 main.go:141] libmachine: (ha-381619-m03) define libvirt domain using xml:
I1028 17:26:37.513530 32020 main.go:141] libmachine: (ha-381619-m03) <domain type='kvm'>
I1028 17:26:37.513546 32020 main.go:141] libmachine: (ha-381619-m03) <name>ha-381619-m03</name>
I1028 17:26:37.513552 32020 main.go:141] libmachine: (ha-381619-m03) <memory unit='MiB'>2200</memory>
I1028 17:26:37.513557 32020 main.go:141] libmachine: (ha-381619-m03) <vcpu>2</vcpu>
I1028 17:26:37.513561 32020 main.go:141] libmachine: (ha-381619-m03) <features>
I1028 17:26:37.513566 32020 main.go:141] libmachine: (ha-381619-m03) <acpi/>
I1028 17:26:37.513572 32020 main.go:141] libmachine: (ha-381619-m03) <apic/>
I1028 17:26:37.513577 32020 main.go:141] libmachine: (ha-381619-m03) <pae/>
I1028 17:26:37.513584 32020 main.go:141] libmachine: (ha-381619-m03)
I1028 17:26:37.513589 32020 main.go:141] libmachine: (ha-381619-m03) </features>
I1028 17:26:37.513595 32020 main.go:141] libmachine: (ha-381619-m03) <cpu mode='host-passthrough'>
I1028 17:26:37.513600 32020 main.go:141] libmachine: (ha-381619-m03)
I1028 17:26:37.513606 32020 main.go:141] libmachine: (ha-381619-m03) </cpu>
I1028 17:26:37.513611 32020 main.go:141] libmachine: (ha-381619-m03) <os>
I1028 17:26:37.513617 32020 main.go:141] libmachine: (ha-381619-m03) <type>hvm</type>
I1028 17:26:37.513622 32020 main.go:141] libmachine: (ha-381619-m03) <boot dev='cdrom'/>
I1028 17:26:37.513630 32020 main.go:141] libmachine: (ha-381619-m03) <boot dev='hd'/>
I1028 17:26:37.513634 32020 main.go:141] libmachine: (ha-381619-m03) <bootmenu enable='no'/>
I1028 17:26:37.513638 32020 main.go:141] libmachine: (ha-381619-m03) </os>
I1028 17:26:37.513643 32020 main.go:141] libmachine: (ha-381619-m03) <devices>
I1028 17:26:37.513647 32020 main.go:141] libmachine: (ha-381619-m03) <disk type='file' device='cdrom'>
I1028 17:26:37.513655 32020 main.go:141] libmachine: (ha-381619-m03) <source file='/home/jenkins/minikube-integration/19872-13443/.minikube/machines/ha-381619-m03/boot2docker.iso'/>
I1028 17:26:37.513660 32020 main.go:141] libmachine: (ha-381619-m03) <target dev='hdc' bus='scsi'/>
I1028 17:26:37.513664 32020 main.go:141] libmachine: (ha-381619-m03) <readonly/>
I1028 17:26:37.513668 32020 main.go:141] libmachine: (ha-381619-m03) </disk>
I1028 17:26:37.513673 32020 main.go:141] libmachine: (ha-381619-m03) <disk type='file' device='disk'>
I1028 17:26:37.513679 32020 main.go:141] libmachine: (ha-381619-m03) <driver name='qemu' type='raw' cache='default' io='threads' />
I1028 17:26:37.513689 32020 main.go:141] libmachine: (ha-381619-m03) <source file='/home/jenkins/minikube-integration/19872-13443/.minikube/machines/ha-381619-m03/ha-381619-m03.rawdisk'/>
I1028 17:26:37.513697 32020 main.go:141] libmachine: (ha-381619-m03) <target dev='hda' bus='virtio'/>
I1028 17:26:37.513728 32020 main.go:141] libmachine: (ha-381619-m03) </disk>
I1028 17:26:37.513752 32020 main.go:141] libmachine: (ha-381619-m03) <interface type='network'>
I1028 17:26:37.513762 32020 main.go:141] libmachine: (ha-381619-m03) <source network='mk-ha-381619'/>
I1028 17:26:37.513777 32020 main.go:141] libmachine: (ha-381619-m03) <model type='virtio'/>
I1028 17:26:37.513799 32020 main.go:141] libmachine: (ha-381619-m03) </interface>
I1028 17:26:37.513818 32020 main.go:141] libmachine: (ha-381619-m03) <interface type='network'>
I1028 17:26:37.513832 32020 main.go:141] libmachine: (ha-381619-m03) <source network='default'/>
I1028 17:26:37.513842 32020 main.go:141] libmachine: (ha-381619-m03) <model type='virtio'/>
I1028 17:26:37.513850 32020 main.go:141] libmachine: (ha-381619-m03) </interface>
I1028 17:26:37.513860 32020 main.go:141] libmachine: (ha-381619-m03) <serial type='pty'>
I1028 17:26:37.513868 32020 main.go:141] libmachine: (ha-381619-m03) <target port='0'/>
I1028 17:26:37.513877 32020 main.go:141] libmachine: (ha-381619-m03) </serial>
I1028 17:26:37.513888 32020 main.go:141] libmachine: (ha-381619-m03) <console type='pty'>
I1028 17:26:37.513899 32020 main.go:141] libmachine: (ha-381619-m03) <target type='serial' port='0'/>
I1028 17:26:37.513908 32020 main.go:141] libmachine: (ha-381619-m03) </console>
I1028 17:26:37.513919 32020 main.go:141] libmachine: (ha-381619-m03) <rng model='virtio'>
I1028 17:26:37.513932 32020 main.go:141] libmachine: (ha-381619-m03) <backend model='random'>/dev/random</backend>
I1028 17:26:37.513941 32020 main.go:141] libmachine: (ha-381619-m03) </rng>
I1028 17:26:37.513954 32020 main.go:141] libmachine: (ha-381619-m03)
I1028 17:26:37.513965 32020 main.go:141] libmachine: (ha-381619-m03)
I1028 17:26:37.513971 32020 main.go:141] libmachine: (ha-381619-m03) </devices>
I1028 17:26:37.513978 32020 main.go:141] libmachine: (ha-381619-m03) </domain>
I1028 17:26:37.513992 32020 main.go:141] libmachine: (ha-381619-m03)
I1028 17:26:37.520796 32020 main.go:141] libmachine: (ha-381619-m03) DBG | domain ha-381619-m03 has defined MAC address 52:54:00:6b:b8:f1 in network default
I1028 17:26:37.521360 32020 main.go:141] libmachine: (ha-381619-m03) Ensuring networks are active...
I1028 17:26:37.521387 32020 main.go:141] libmachine: (ha-381619-m03) DBG | domain ha-381619-m03 has defined MAC address 52:54:00:d7:8c:62 in network mk-ha-381619
I1028 17:26:37.521985 32020 main.go:141] libmachine: (ha-381619-m03) Ensuring network default is active
I1028 17:26:37.522251 32020 main.go:141] libmachine: (ha-381619-m03) Ensuring network mk-ha-381619 is active
I1028 17:26:37.522562 32020 main.go:141] libmachine: (ha-381619-m03) Getting domain xml...
I1028 17:26:37.523108 32020 main.go:141] libmachine: (ha-381619-m03) Creating domain...
I1028 17:26:38.733507 32020 main.go:141] libmachine: (ha-381619-m03) Waiting to get IP...
I1028 17:26:38.734445 32020 main.go:141] libmachine: (ha-381619-m03) DBG | domain ha-381619-m03 has defined MAC address 52:54:00:d7:8c:62 in network mk-ha-381619
I1028 17:26:38.734847 32020 main.go:141] libmachine: (ha-381619-m03) DBG | unable to find current IP address of domain ha-381619-m03 in network mk-ha-381619
I1028 17:26:38.734874 32020 main.go:141] libmachine: (ha-381619-m03) DBG | I1028 17:26:38.734831 32807 retry.go:31] will retry after 277.511241ms: waiting for machine to come up
I1028 17:26:39.014311 32020 main.go:141] libmachine: (ha-381619-m03) DBG | domain ha-381619-m03 has defined MAC address 52:54:00:d7:8c:62 in network mk-ha-381619
I1028 17:26:39.014705 32020 main.go:141] libmachine: (ha-381619-m03) DBG | unable to find current IP address of domain ha-381619-m03 in network mk-ha-381619
I1028 17:26:39.014731 32020 main.go:141] libmachine: (ha-381619-m03) DBG | I1028 17:26:39.014657 32807 retry.go:31] will retry after 249.568431ms: waiting for machine to come up
I1028 17:26:39.266003 32020 main.go:141] libmachine: (ha-381619-m03) DBG | domain ha-381619-m03 has defined MAC address 52:54:00:d7:8c:62 in network mk-ha-381619
I1028 17:26:39.266417 32020 main.go:141] libmachine: (ha-381619-m03) DBG | unable to find current IP address of domain ha-381619-m03 in network mk-ha-381619
I1028 17:26:39.266438 32020 main.go:141] libmachine: (ha-381619-m03) DBG | I1028 17:26:39.266379 32807 retry.go:31] will retry after 332.313659ms: waiting for machine to come up
I1028 17:26:39.599811 32020 main.go:141] libmachine: (ha-381619-m03) DBG | domain ha-381619-m03 has defined MAC address 52:54:00:d7:8c:62 in network mk-ha-381619
I1028 17:26:39.600199 32020 main.go:141] libmachine: (ha-381619-m03) DBG | unable to find current IP address of domain ha-381619-m03 in network mk-ha-381619
I1028 17:26:39.600224 32020 main.go:141] libmachine: (ha-381619-m03) DBG | I1028 17:26:39.600155 32807 retry.go:31] will retry after 498.320063ms: waiting for machine to come up
I1028 17:26:40.099601 32020 main.go:141] libmachine: (ha-381619-m03) DBG | domain ha-381619-m03 has defined MAC address 52:54:00:d7:8c:62 in network mk-ha-381619
I1028 17:26:40.100068 32020 main.go:141] libmachine: (ha-381619-m03) DBG | unable to find current IP address of domain ha-381619-m03 in network mk-ha-381619
I1028 17:26:40.100102 32020 main.go:141] libmachine: (ha-381619-m03) DBG | I1028 17:26:40.100010 32807 retry.go:31] will retry after 620.508522ms: waiting for machine to come up
I1028 17:26:40.721631 32020 main.go:141] libmachine: (ha-381619-m03) DBG | domain ha-381619-m03 has defined MAC address 52:54:00:d7:8c:62 in network mk-ha-381619
I1028 17:26:40.722075 32020 main.go:141] libmachine: (ha-381619-m03) DBG | unable to find current IP address of domain ha-381619-m03 in network mk-ha-381619
I1028 17:26:40.722102 32020 main.go:141] libmachine: (ha-381619-m03) DBG | I1028 17:26:40.722032 32807 retry.go:31] will retry after 786.320854ms: waiting for machine to come up
I1028 17:26:41.509664 32020 main.go:141] libmachine: (ha-381619-m03) DBG | domain ha-381619-m03 has defined MAC address 52:54:00:d7:8c:62 in network mk-ha-381619
I1028 17:26:41.510180 32020 main.go:141] libmachine: (ha-381619-m03) DBG | unable to find current IP address of domain ha-381619-m03 in network mk-ha-381619
I1028 17:26:41.510208 32020 main.go:141] libmachine: (ha-381619-m03) DBG | I1028 17:26:41.510141 32807 retry.go:31] will retry after 1.021116287s: waiting for machine to come up
I1028 17:26:42.532494 32020 main.go:141] libmachine: (ha-381619-m03) DBG | domain ha-381619-m03 has defined MAC address 52:54:00:d7:8c:62 in network mk-ha-381619
I1028 17:26:42.532913 32020 main.go:141] libmachine: (ha-381619-m03) DBG | unable to find current IP address of domain ha-381619-m03 in network mk-ha-381619
I1028 17:26:42.532943 32020 main.go:141] libmachine: (ha-381619-m03) DBG | I1028 17:26:42.532860 32807 retry.go:31] will retry after 1.335656065s: waiting for machine to come up
I1028 17:26:43.870447 32020 main.go:141] libmachine: (ha-381619-m03) DBG | domain ha-381619-m03 has defined MAC address 52:54:00:d7:8c:62 in network mk-ha-381619
I1028 17:26:43.870913 32020 main.go:141] libmachine: (ha-381619-m03) DBG | unable to find current IP address of domain ha-381619-m03 in network mk-ha-381619
I1028 17:26:43.870940 32020 main.go:141] libmachine: (ha-381619-m03) DBG | I1028 17:26:43.870865 32807 retry.go:31] will retry after 1.720265412s: waiting for machine to come up
I1028 17:26:45.593694 32020 main.go:141] libmachine: (ha-381619-m03) DBG | domain ha-381619-m03 has defined MAC address 52:54:00:d7:8c:62 in network mk-ha-381619
I1028 17:26:45.594300 32020 main.go:141] libmachine: (ha-381619-m03) DBG | unable to find current IP address of domain ha-381619-m03 in network mk-ha-381619
I1028 17:26:45.594326 32020 main.go:141] libmachine: (ha-381619-m03) DBG | I1028 17:26:45.594243 32807 retry.go:31] will retry after 1.629048478s: waiting for machine to come up
I1028 17:26:47.224808 32020 main.go:141] libmachine: (ha-381619-m03) DBG | domain ha-381619-m03 has defined MAC address 52:54:00:d7:8c:62 in network mk-ha-381619
I1028 17:26:47.225182 32020 main.go:141] libmachine: (ha-381619-m03) DBG | unable to find current IP address of domain ha-381619-m03 in network mk-ha-381619
I1028 17:26:47.225207 32020 main.go:141] libmachine: (ha-381619-m03) DBG | I1028 17:26:47.225159 32807 retry.go:31] will retry after 2.592881751s: waiting for machine to come up
I1028 17:26:49.819232 32020 main.go:141] libmachine: (ha-381619-m03) DBG | domain ha-381619-m03 has defined MAC address 52:54:00:d7:8c:62 in network mk-ha-381619
I1028 17:26:49.819722 32020 main.go:141] libmachine: (ha-381619-m03) DBG | unable to find current IP address of domain ha-381619-m03 in network mk-ha-381619
I1028 17:26:49.819742 32020 main.go:141] libmachine: (ha-381619-m03) DBG | I1028 17:26:49.819691 32807 retry.go:31] will retry after 2.406064511s: waiting for machine to come up
I1028 17:26:52.227365 32020 main.go:141] libmachine: (ha-381619-m03) DBG | domain ha-381619-m03 has defined MAC address 52:54:00:d7:8c:62 in network mk-ha-381619
I1028 17:26:52.227723 32020 main.go:141] libmachine: (ha-381619-m03) DBG | unable to find current IP address of domain ha-381619-m03 in network mk-ha-381619
I1028 17:26:52.227744 32020 main.go:141] libmachine: (ha-381619-m03) DBG | I1028 17:26:52.227706 32807 retry.go:31] will retry after 4.047640597s: waiting for machine to come up
I1028 17:26:56.276662 32020 main.go:141] libmachine: (ha-381619-m03) DBG | domain ha-381619-m03 has defined MAC address 52:54:00:d7:8c:62 in network mk-ha-381619
I1028 17:26:56.277135 32020 main.go:141] libmachine: (ha-381619-m03) DBG | unable to find current IP address of domain ha-381619-m03 in network mk-ha-381619
I1028 17:26:56.277158 32020 main.go:141] libmachine: (ha-381619-m03) DBG | I1028 17:26:56.277104 32807 retry.go:31] will retry after 4.243512083s: waiting for machine to come up
I1028 17:27:00.523220 32020 main.go:141] libmachine: (ha-381619-m03) DBG | domain ha-381619-m03 has defined MAC address 52:54:00:d7:8c:62 in network mk-ha-381619
I1028 17:27:00.523671 32020 main.go:141] libmachine: (ha-381619-m03) Found IP for machine: 192.168.39.17
I1028 17:27:00.523698 32020 main.go:141] libmachine: (ha-381619-m03) DBG | domain ha-381619-m03 has current primary IP address 192.168.39.17 and MAC address 52:54:00:d7:8c:62 in network mk-ha-381619
I1028 17:27:00.523706 32020 main.go:141] libmachine: (ha-381619-m03) Reserving static IP address...
I1028 17:27:00.524025 32020 main.go:141] libmachine: (ha-381619-m03) DBG | unable to find host DHCP lease matching {name: "ha-381619-m03", mac: "52:54:00:d7:8c:62", ip: "192.168.39.17"} in network mk-ha-381619
I1028 17:27:00.592781 32020 main.go:141] libmachine: (ha-381619-m03) Reserved static IP address: 192.168.39.17
I1028 17:27:00.592808 32020 main.go:141] libmachine: (ha-381619-m03) Waiting for SSH to be available...
I1028 17:27:00.592817 32020 main.go:141] libmachine: (ha-381619-m03) DBG | Getting to WaitForSSH function...
I1028 17:27:00.595728 32020 main.go:141] libmachine: (ha-381619-m03) DBG | domain ha-381619-m03 has defined MAC address 52:54:00:d7:8c:62 in network mk-ha-381619
I1028 17:27:00.595996 32020 main.go:141] libmachine: (ha-381619-m03) DBG | unable to find host DHCP lease matching {name: "", mac: "52:54:00:d7:8c:62", ip: ""} in network mk-ha-381619
I1028 17:27:00.596032 32020 main.go:141] libmachine: (ha-381619-m03) DBG | unable to find defined IP address of network mk-ha-381619 interface with MAC address 52:54:00:d7:8c:62
I1028 17:27:00.596173 32020 main.go:141] libmachine: (ha-381619-m03) DBG | Using SSH client type: external
I1028 17:27:00.596195 32020 main.go:141] libmachine: (ha-381619-m03) DBG | Using SSH private key: /home/jenkins/minikube-integration/19872-13443/.minikube/machines/ha-381619-m03/id_rsa (-rw-------)
I1028 17:27:00.596242 32020 main.go:141] libmachine: (ha-381619-m03) DBG | &{[-F /dev/null -o ConnectionAttempts=3 -o ConnectTimeout=10 -o ControlMaster=no -o ControlPath=none -o LogLevel=quiet -o PasswordAuthentication=no -o ServerAliveInterval=60 -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null docker@ -o IdentitiesOnly=yes -i /home/jenkins/minikube-integration/19872-13443/.minikube/machines/ha-381619-m03/id_rsa -p 22] /usr/bin/ssh <nil>}
I1028 17:27:00.596266 32020 main.go:141] libmachine: (ha-381619-m03) DBG | About to run SSH command:
I1028 17:27:00.596292 32020 main.go:141] libmachine: (ha-381619-m03) DBG | exit 0
I1028 17:27:00.599869 32020 main.go:141] libmachine: (ha-381619-m03) DBG | SSH cmd err, output: exit status 255:
I1028 17:27:00.599886 32020 main.go:141] libmachine: (ha-381619-m03) DBG | Error getting ssh command 'exit 0' : ssh command error:
I1028 17:27:00.599893 32020 main.go:141] libmachine: (ha-381619-m03) DBG | command : exit 0
I1028 17:27:00.599897 32020 main.go:141] libmachine: (ha-381619-m03) DBG | err : exit status 255
I1028 17:27:00.599912 32020 main.go:141] libmachine: (ha-381619-m03) DBG | output :
I1028 17:27:03.600719 32020 main.go:141] libmachine: (ha-381619-m03) DBG | Getting to WaitForSSH function...
I1028 17:27:03.602993 32020 main.go:141] libmachine: (ha-381619-m03) DBG | domain ha-381619-m03 has defined MAC address 52:54:00:d7:8c:62 in network mk-ha-381619
I1028 17:27:03.603307 32020 main.go:141] libmachine: (ha-381619-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:d7:8c:62", ip: ""} in network mk-ha-381619: {Iface:virbr1 ExpiryTime:2024-10-28 18:26:51 +0000 UTC Type:0 Mac:52:54:00:d7:8c:62 Iaid: IPaddr:192.168.39.17 Prefix:24 Hostname:ha-381619-m03 Clientid:01:52:54:00:d7:8c:62}
I1028 17:27:03.603342 32020 main.go:141] libmachine: (ha-381619-m03) DBG | domain ha-381619-m03 has defined IP address 192.168.39.17 and MAC address 52:54:00:d7:8c:62 in network mk-ha-381619
I1028 17:27:03.603475 32020 main.go:141] libmachine: (ha-381619-m03) DBG | Using SSH client type: external
I1028 17:27:03.603507 32020 main.go:141] libmachine: (ha-381619-m03) DBG | Using SSH private key: /home/jenkins/minikube-integration/19872-13443/.minikube/machines/ha-381619-m03/id_rsa (-rw-------)
I1028 17:27:03.603540 32020 main.go:141] libmachine: (ha-381619-m03) DBG | &{[-F /dev/null -o ConnectionAttempts=3 -o ConnectTimeout=10 -o ControlMaster=no -o ControlPath=none -o LogLevel=quiet -o PasswordAuthentication=no -o ServerAliveInterval=60 -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null docker@192.168.39.17 -o IdentitiesOnly=yes -i /home/jenkins/minikube-integration/19872-13443/.minikube/machines/ha-381619-m03/id_rsa -p 22] /usr/bin/ssh <nil>}
I1028 17:27:03.603558 32020 main.go:141] libmachine: (ha-381619-m03) DBG | About to run SSH command:
I1028 17:27:03.603573 32020 main.go:141] libmachine: (ha-381619-m03) DBG | exit 0
I1028 17:27:03.732419 32020 main.go:141] libmachine: (ha-381619-m03) DBG | SSH cmd err, output: <nil>:
I1028 17:27:03.732661 32020 main.go:141] libmachine: (ha-381619-m03) KVM machine creation complete!
I1028 17:27:03.732966 32020 main.go:141] libmachine: (ha-381619-m03) Calling .GetConfigRaw
I1028 17:27:03.733514 32020 main.go:141] libmachine: (ha-381619-m03) Calling .DriverName
I1028 17:27:03.733669 32020 main.go:141] libmachine: (ha-381619-m03) Calling .DriverName
I1028 17:27:03.733799 32020 main.go:141] libmachine: Waiting for machine to be running, this may take a few minutes...
I1028 17:27:03.733816 32020 main.go:141] libmachine: (ha-381619-m03) Calling .GetState
I1028 17:27:03.734895 32020 main.go:141] libmachine: Detecting operating system of created instance...
I1028 17:27:03.734910 32020 main.go:141] libmachine: Waiting for SSH to be available...
I1028 17:27:03.734928 32020 main.go:141] libmachine: Getting to WaitForSSH function...
I1028 17:27:03.734939 32020 main.go:141] libmachine: (ha-381619-m03) Calling .GetSSHHostname
I1028 17:27:03.737530 32020 main.go:141] libmachine: (ha-381619-m03) DBG | domain ha-381619-m03 has defined MAC address 52:54:00:d7:8c:62 in network mk-ha-381619
I1028 17:27:03.737905 32020 main.go:141] libmachine: (ha-381619-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:d7:8c:62", ip: ""} in network mk-ha-381619: {Iface:virbr1 ExpiryTime:2024-10-28 18:26:51 +0000 UTC Type:0 Mac:52:54:00:d7:8c:62 Iaid: IPaddr:192.168.39.17 Prefix:24 Hostname:ha-381619-m03 Clientid:01:52:54:00:d7:8c:62}
I1028 17:27:03.737933 32020 main.go:141] libmachine: (ha-381619-m03) DBG | domain ha-381619-m03 has defined IP address 192.168.39.17 and MAC address 52:54:00:d7:8c:62 in network mk-ha-381619
I1028 17:27:03.738103 32020 main.go:141] libmachine: (ha-381619-m03) Calling .GetSSHPort
I1028 17:27:03.738238 32020 main.go:141] libmachine: (ha-381619-m03) Calling .GetSSHKeyPath
I1028 17:27:03.738419 32020 main.go:141] libmachine: (ha-381619-m03) Calling .GetSSHKeyPath
I1028 17:27:03.738528 32020 main.go:141] libmachine: (ha-381619-m03) Calling .GetSSHUsername
I1028 17:27:03.738669 32020 main.go:141] libmachine: Using SSH client type: native
I1028 17:27:03.738865 32020 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866160] 0x868e40 <nil> [] 0s} 192.168.39.17 22 <nil> <nil>}
I1028 17:27:03.738879 32020 main.go:141] libmachine: About to run SSH command:
exit 0
I1028 17:27:03.843630 32020 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1028 17:27:03.843655 32020 main.go:141] libmachine: Detecting the provisioner...
I1028 17:27:03.843666 32020 main.go:141] libmachine: (ha-381619-m03) Calling .GetSSHHostname
I1028 17:27:03.846510 32020 main.go:141] libmachine: (ha-381619-m03) DBG | domain ha-381619-m03 has defined MAC address 52:54:00:d7:8c:62 in network mk-ha-381619
I1028 17:27:03.846865 32020 main.go:141] libmachine: (ha-381619-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:d7:8c:62", ip: ""} in network mk-ha-381619: {Iface:virbr1 ExpiryTime:2024-10-28 18:26:51 +0000 UTC Type:0 Mac:52:54:00:d7:8c:62 Iaid: IPaddr:192.168.39.17 Prefix:24 Hostname:ha-381619-m03 Clientid:01:52:54:00:d7:8c:62}
I1028 17:27:03.846886 32020 main.go:141] libmachine: (ha-381619-m03) DBG | domain ha-381619-m03 has defined IP address 192.168.39.17 and MAC address 52:54:00:d7:8c:62 in network mk-ha-381619
I1028 17:27:03.847091 32020 main.go:141] libmachine: (ha-381619-m03) Calling .GetSSHPort
I1028 17:27:03.847261 32020 main.go:141] libmachine: (ha-381619-m03) Calling .GetSSHKeyPath
I1028 17:27:03.847412 32020 main.go:141] libmachine: (ha-381619-m03) Calling .GetSSHKeyPath
I1028 17:27:03.847510 32020 main.go:141] libmachine: (ha-381619-m03) Calling .GetSSHUsername
I1028 17:27:03.847671 32020 main.go:141] libmachine: Using SSH client type: native
I1028 17:27:03.847870 32020 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866160] 0x868e40 <nil> [] 0s} 192.168.39.17 22 <nil> <nil>}
I1028 17:27:03.847884 32020 main.go:141] libmachine: About to run SSH command:
cat /etc/os-release
I1028 17:27:03.953430 32020 main.go:141] libmachine: SSH cmd err, output: <nil>: NAME=Buildroot
VERSION=2023.02.9-dirty
ID=buildroot
VERSION_ID=2023.02.9
PRETTY_NAME="Buildroot 2023.02.9"
I1028 17:27:03.953486 32020 main.go:141] libmachine: found compatible host: buildroot
I1028 17:27:03.953497 32020 main.go:141] libmachine: Provisioning with buildroot...
I1028 17:27:03.953508 32020 main.go:141] libmachine: (ha-381619-m03) Calling .GetMachineName
I1028 17:27:03.953779 32020 buildroot.go:166] provisioning hostname "ha-381619-m03"
I1028 17:27:03.953819 32020 main.go:141] libmachine: (ha-381619-m03) Calling .GetMachineName
I1028 17:27:03.954012 32020 main.go:141] libmachine: (ha-381619-m03) Calling .GetSSHHostname
I1028 17:27:03.956989 32020 main.go:141] libmachine: (ha-381619-m03) DBG | domain ha-381619-m03 has defined MAC address 52:54:00:d7:8c:62 in network mk-ha-381619
I1028 17:27:03.957430 32020 main.go:141] libmachine: (ha-381619-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:d7:8c:62", ip: ""} in network mk-ha-381619: {Iface:virbr1 ExpiryTime:2024-10-28 18:26:51 +0000 UTC Type:0 Mac:52:54:00:d7:8c:62 Iaid: IPaddr:192.168.39.17 Prefix:24 Hostname:ha-381619-m03 Clientid:01:52:54:00:d7:8c:62}
I1028 17:27:03.957456 32020 main.go:141] libmachine: (ha-381619-m03) DBG | domain ha-381619-m03 has defined IP address 192.168.39.17 and MAC address 52:54:00:d7:8c:62 in network mk-ha-381619
I1028 17:27:03.957613 32020 main.go:141] libmachine: (ha-381619-m03) Calling .GetSSHPort
I1028 17:27:03.957773 32020 main.go:141] libmachine: (ha-381619-m03) Calling .GetSSHKeyPath
I1028 17:27:03.957930 32020 main.go:141] libmachine: (ha-381619-m03) Calling .GetSSHKeyPath
I1028 17:27:03.958072 32020 main.go:141] libmachine: (ha-381619-m03) Calling .GetSSHUsername
I1028 17:27:03.958232 32020 main.go:141] libmachine: Using SSH client type: native
I1028 17:27:03.958456 32020 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866160] 0x868e40 <nil> [] 0s} 192.168.39.17 22 <nil> <nil>}
I1028 17:27:03.958476 32020 main.go:141] libmachine: About to run SSH command:
sudo hostname ha-381619-m03 && echo "ha-381619-m03" | sudo tee /etc/hostname
I1028 17:27:04.082564 32020 main.go:141] libmachine: SSH cmd err, output: <nil>: ha-381619-m03
I1028 17:27:04.082596 32020 main.go:141] libmachine: (ha-381619-m03) Calling .GetSSHHostname
I1028 17:27:04.085190 32020 main.go:141] libmachine: (ha-381619-m03) DBG | domain ha-381619-m03 has defined MAC address 52:54:00:d7:8c:62 in network mk-ha-381619
I1028 17:27:04.085543 32020 main.go:141] libmachine: (ha-381619-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:d7:8c:62", ip: ""} in network mk-ha-381619: {Iface:virbr1 ExpiryTime:2024-10-28 18:26:51 +0000 UTC Type:0 Mac:52:54:00:d7:8c:62 Iaid: IPaddr:192.168.39.17 Prefix:24 Hostname:ha-381619-m03 Clientid:01:52:54:00:d7:8c:62}
I1028 17:27:04.085567 32020 main.go:141] libmachine: (ha-381619-m03) DBG | domain ha-381619-m03 has defined IP address 192.168.39.17 and MAC address 52:54:00:d7:8c:62 in network mk-ha-381619
I1028 17:27:04.085806 32020 main.go:141] libmachine: (ha-381619-m03) Calling .GetSSHPort
I1028 17:27:04.085952 32020 main.go:141] libmachine: (ha-381619-m03) Calling .GetSSHKeyPath
I1028 17:27:04.086057 32020 main.go:141] libmachine: (ha-381619-m03) Calling .GetSSHKeyPath
I1028 17:27:04.086175 32020 main.go:141] libmachine: (ha-381619-m03) Calling .GetSSHUsername
I1028 17:27:04.086298 32020 main.go:141] libmachine: Using SSH client type: native
I1028 17:27:04.086473 32020 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866160] 0x868e40 <nil> [] 0s} 192.168.39.17 22 <nil> <nil>}
I1028 17:27:04.086494 32020 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\sha-381619-m03' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 ha-381619-m03/g' /etc/hosts;
else
echo '127.0.1.1 ha-381619-m03' | sudo tee -a /etc/hosts;
fi
fi
I1028 17:27:04.201141 32020 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1028 17:27:04.201171 32020 buildroot.go:172] set auth options {CertDir:/home/jenkins/minikube-integration/19872-13443/.minikube CaCertPath:/home/jenkins/minikube-integration/19872-13443/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/19872-13443/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/19872-13443/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/19872-13443/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/19872-13443/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/19872-13443/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/19872-13443/.minikube}
I1028 17:27:04.201191 32020 buildroot.go:174] setting up certificates
I1028 17:27:04.201204 32020 provision.go:84] configureAuth start
I1028 17:27:04.201213 32020 main.go:141] libmachine: (ha-381619-m03) Calling .GetMachineName
I1028 17:27:04.201449 32020 main.go:141] libmachine: (ha-381619-m03) Calling .GetIP
I1028 17:27:04.204201 32020 main.go:141] libmachine: (ha-381619-m03) DBG | domain ha-381619-m03 has defined MAC address 52:54:00:d7:8c:62 in network mk-ha-381619
I1028 17:27:04.204631 32020 main.go:141] libmachine: (ha-381619-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:d7:8c:62", ip: ""} in network mk-ha-381619: {Iface:virbr1 ExpiryTime:2024-10-28 18:26:51 +0000 UTC Type:0 Mac:52:54:00:d7:8c:62 Iaid: IPaddr:192.168.39.17 Prefix:24 Hostname:ha-381619-m03 Clientid:01:52:54:00:d7:8c:62}
I1028 17:27:04.204661 32020 main.go:141] libmachine: (ha-381619-m03) DBG | domain ha-381619-m03 has defined IP address 192.168.39.17 and MAC address 52:54:00:d7:8c:62 in network mk-ha-381619
I1028 17:27:04.204749 32020 main.go:141] libmachine: (ha-381619-m03) Calling .GetSSHHostname
I1028 17:27:04.206751 32020 main.go:141] libmachine: (ha-381619-m03) DBG | domain ha-381619-m03 has defined MAC address 52:54:00:d7:8c:62 in network mk-ha-381619
I1028 17:27:04.207075 32020 main.go:141] libmachine: (ha-381619-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:d7:8c:62", ip: ""} in network mk-ha-381619: {Iface:virbr1 ExpiryTime:2024-10-28 18:26:51 +0000 UTC Type:0 Mac:52:54:00:d7:8c:62 Iaid: IPaddr:192.168.39.17 Prefix:24 Hostname:ha-381619-m03 Clientid:01:52:54:00:d7:8c:62}
I1028 17:27:04.207092 32020 main.go:141] libmachine: (ha-381619-m03) DBG | domain ha-381619-m03 has defined IP address 192.168.39.17 and MAC address 52:54:00:d7:8c:62 in network mk-ha-381619
I1028 17:27:04.207247 32020 provision.go:143] copyHostCerts
I1028 17:27:04.207276 32020 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19872-13443/.minikube/certs/ca.pem -> /home/jenkins/minikube-integration/19872-13443/.minikube/ca.pem
I1028 17:27:04.207314 32020 exec_runner.go:144] found /home/jenkins/minikube-integration/19872-13443/.minikube/ca.pem, removing ...
I1028 17:27:04.207334 32020 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19872-13443/.minikube/ca.pem
I1028 17:27:04.207429 32020 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19872-13443/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/19872-13443/.minikube/ca.pem (1082 bytes)
I1028 17:27:04.207519 32020 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19872-13443/.minikube/certs/cert.pem -> /home/jenkins/minikube-integration/19872-13443/.minikube/cert.pem
I1028 17:27:04.207543 32020 exec_runner.go:144] found /home/jenkins/minikube-integration/19872-13443/.minikube/cert.pem, removing ...
I1028 17:27:04.207552 32020 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19872-13443/.minikube/cert.pem
I1028 17:27:04.207589 32020 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19872-13443/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/19872-13443/.minikube/cert.pem (1123 bytes)
I1028 17:27:04.207646 32020 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19872-13443/.minikube/certs/key.pem -> /home/jenkins/minikube-integration/19872-13443/.minikube/key.pem
I1028 17:27:04.207670 32020 exec_runner.go:144] found /home/jenkins/minikube-integration/19872-13443/.minikube/key.pem, removing ...
I1028 17:27:04.207679 32020 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19872-13443/.minikube/key.pem
I1028 17:27:04.207710 32020 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19872-13443/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/19872-13443/.minikube/key.pem (1679 bytes)
I1028 17:27:04.207772 32020 provision.go:117] generating server cert: /home/jenkins/minikube-integration/19872-13443/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/19872-13443/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/19872-13443/.minikube/certs/ca-key.pem org=jenkins.ha-381619-m03 san=[127.0.0.1 192.168.39.17 ha-381619-m03 localhost minikube]
I1028 17:27:04.311071 32020 provision.go:177] copyRemoteCerts
I1028 17:27:04.311121 32020 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1028 17:27:04.311145 32020 main.go:141] libmachine: (ha-381619-m03) Calling .GetSSHHostname
I1028 17:27:04.313577 32020 main.go:141] libmachine: (ha-381619-m03) DBG | domain ha-381619-m03 has defined MAC address 52:54:00:d7:8c:62 in network mk-ha-381619
I1028 17:27:04.313977 32020 main.go:141] libmachine: (ha-381619-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:d7:8c:62", ip: ""} in network mk-ha-381619: {Iface:virbr1 ExpiryTime:2024-10-28 18:26:51 +0000 UTC Type:0 Mac:52:54:00:d7:8c:62 Iaid: IPaddr:192.168.39.17 Prefix:24 Hostname:ha-381619-m03 Clientid:01:52:54:00:d7:8c:62}
I1028 17:27:04.314019 32020 main.go:141] libmachine: (ha-381619-m03) DBG | domain ha-381619-m03 has defined IP address 192.168.39.17 and MAC address 52:54:00:d7:8c:62 in network mk-ha-381619
I1028 17:27:04.314168 32020 main.go:141] libmachine: (ha-381619-m03) Calling .GetSSHPort
I1028 17:27:04.314347 32020 main.go:141] libmachine: (ha-381619-m03) Calling .GetSSHKeyPath
I1028 17:27:04.314472 32020 main.go:141] libmachine: (ha-381619-m03) Calling .GetSSHUsername
I1028 17:27:04.314623 32020 sshutil.go:53] new ssh client: &{IP:192.168.39.17 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19872-13443/.minikube/machines/ha-381619-m03/id_rsa Username:docker}
I1028 17:27:04.403135 32020 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19872-13443/.minikube/certs/ca.pem -> /etc/docker/ca.pem
I1028 17:27:04.403211 32020 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19872-13443/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1082 bytes)
I1028 17:27:04.427834 32020 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19872-13443/.minikube/machines/server.pem -> /etc/docker/server.pem
I1028 17:27:04.427894 32020 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19872-13443/.minikube/machines/server.pem --> /etc/docker/server.pem (1208 bytes)
I1028 17:27:04.450833 32020 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19872-13443/.minikube/machines/server-key.pem -> /etc/docker/server-key.pem
I1028 17:27:04.450900 32020 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19872-13443/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1675 bytes)
I1028 17:27:04.473452 32020 provision.go:87] duration metric: took 272.234677ms to configureAuth
I1028 17:27:04.473476 32020 buildroot.go:189] setting minikube options for container-runtime
I1028 17:27:04.473653 32020 config.go:182] Loaded profile config "ha-381619": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1028 17:27:04.473713 32020 main.go:141] libmachine: (ha-381619-m03) Calling .GetSSHHostname
I1028 17:27:04.476526 32020 main.go:141] libmachine: (ha-381619-m03) DBG | domain ha-381619-m03 has defined MAC address 52:54:00:d7:8c:62 in network mk-ha-381619
I1028 17:27:04.476861 32020 main.go:141] libmachine: (ha-381619-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:d7:8c:62", ip: ""} in network mk-ha-381619: {Iface:virbr1 ExpiryTime:2024-10-28 18:26:51 +0000 UTC Type:0 Mac:52:54:00:d7:8c:62 Iaid: IPaddr:192.168.39.17 Prefix:24 Hostname:ha-381619-m03 Clientid:01:52:54:00:d7:8c:62}
I1028 17:27:04.476881 32020 main.go:141] libmachine: (ha-381619-m03) DBG | domain ha-381619-m03 has defined IP address 192.168.39.17 and MAC address 52:54:00:d7:8c:62 in network mk-ha-381619
I1028 17:27:04.477065 32020 main.go:141] libmachine: (ha-381619-m03) Calling .GetSSHPort
I1028 17:27:04.477235 32020 main.go:141] libmachine: (ha-381619-m03) Calling .GetSSHKeyPath
I1028 17:27:04.477353 32020 main.go:141] libmachine: (ha-381619-m03) Calling .GetSSHKeyPath
I1028 17:27:04.477466 32020 main.go:141] libmachine: (ha-381619-m03) Calling .GetSSHUsername
I1028 17:27:04.477631 32020 main.go:141] libmachine: Using SSH client type: native
I1028 17:27:04.477821 32020 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866160] 0x868e40 <nil> [] 0s} 192.168.39.17 22 <nil> <nil>}
I1028 17:27:04.477837 32020 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1028 17:27:04.708532 32020 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1028 17:27:04.708562 32020 main.go:141] libmachine: Checking connection to Docker...
I1028 17:27:04.708571 32020 main.go:141] libmachine: (ha-381619-m03) Calling .GetURL
I1028 17:27:04.709704 32020 main.go:141] libmachine: (ha-381619-m03) DBG | Using libvirt version 6000000
I1028 17:27:04.711553 32020 main.go:141] libmachine: (ha-381619-m03) DBG | domain ha-381619-m03 has defined MAC address 52:54:00:d7:8c:62 in network mk-ha-381619
I1028 17:27:04.711850 32020 main.go:141] libmachine: (ha-381619-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:d7:8c:62", ip: ""} in network mk-ha-381619: {Iface:virbr1 ExpiryTime:2024-10-28 18:26:51 +0000 UTC Type:0 Mac:52:54:00:d7:8c:62 Iaid: IPaddr:192.168.39.17 Prefix:24 Hostname:ha-381619-m03 Clientid:01:52:54:00:d7:8c:62}
I1028 17:27:04.711877 32020 main.go:141] libmachine: (ha-381619-m03) DBG | domain ha-381619-m03 has defined IP address 192.168.39.17 and MAC address 52:54:00:d7:8c:62 in network mk-ha-381619
I1028 17:27:04.712051 32020 main.go:141] libmachine: Docker is up and running!
I1028 17:27:04.712065 32020 main.go:141] libmachine: Reticulating splines...
I1028 17:27:04.712074 32020 client.go:171] duration metric: took 27.620592933s to LocalClient.Create
I1028 17:27:04.712101 32020 start.go:167] duration metric: took 27.620663816s to libmachine.API.Create "ha-381619"
I1028 17:27:04.712114 32020 start.go:293] postStartSetup for "ha-381619-m03" (driver="kvm2")
I1028 17:27:04.712128 32020 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1028 17:27:04.712149 32020 main.go:141] libmachine: (ha-381619-m03) Calling .DriverName
I1028 17:27:04.712379 32020 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1028 17:27:04.712408 32020 main.go:141] libmachine: (ha-381619-m03) Calling .GetSSHHostname
I1028 17:27:04.714536 32020 main.go:141] libmachine: (ha-381619-m03) DBG | domain ha-381619-m03 has defined MAC address 52:54:00:d7:8c:62 in network mk-ha-381619
I1028 17:27:04.714835 32020 main.go:141] libmachine: (ha-381619-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:d7:8c:62", ip: ""} in network mk-ha-381619: {Iface:virbr1 ExpiryTime:2024-10-28 18:26:51 +0000 UTC Type:0 Mac:52:54:00:d7:8c:62 Iaid: IPaddr:192.168.39.17 Prefix:24 Hostname:ha-381619-m03 Clientid:01:52:54:00:d7:8c:62}
I1028 17:27:04.714862 32020 main.go:141] libmachine: (ha-381619-m03) DBG | domain ha-381619-m03 has defined IP address 192.168.39.17 and MAC address 52:54:00:d7:8c:62 in network mk-ha-381619
I1028 17:27:04.715020 32020 main.go:141] libmachine: (ha-381619-m03) Calling .GetSSHPort
I1028 17:27:04.715209 32020 main.go:141] libmachine: (ha-381619-m03) Calling .GetSSHKeyPath
I1028 17:27:04.715341 32020 main.go:141] libmachine: (ha-381619-m03) Calling .GetSSHUsername
I1028 17:27:04.715464 32020 sshutil.go:53] new ssh client: &{IP:192.168.39.17 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19872-13443/.minikube/machines/ha-381619-m03/id_rsa Username:docker}
I1028 17:27:04.799357 32020 ssh_runner.go:195] Run: cat /etc/os-release
I1028 17:27:04.803701 32020 info.go:137] Remote host: Buildroot 2023.02.9
I1028 17:27:04.803723 32020 filesync.go:126] Scanning /home/jenkins/minikube-integration/19872-13443/.minikube/addons for local assets ...
I1028 17:27:04.803779 32020 filesync.go:126] Scanning /home/jenkins/minikube-integration/19872-13443/.minikube/files for local assets ...
I1028 17:27:04.803846 32020 filesync.go:149] local asset: /home/jenkins/minikube-integration/19872-13443/.minikube/files/etc/ssl/certs/206802.pem -> 206802.pem in /etc/ssl/certs
I1028 17:27:04.803856 32020 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19872-13443/.minikube/files/etc/ssl/certs/206802.pem -> /etc/ssl/certs/206802.pem
I1028 17:27:04.803932 32020 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1028 17:27:04.813520 32020 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19872-13443/.minikube/files/etc/ssl/certs/206802.pem --> /etc/ssl/certs/206802.pem (1708 bytes)
I1028 17:27:04.836571 32020 start.go:296] duration metric: took 124.443928ms for postStartSetup
I1028 17:27:04.836615 32020 main.go:141] libmachine: (ha-381619-m03) Calling .GetConfigRaw
I1028 17:27:04.837172 32020 main.go:141] libmachine: (ha-381619-m03) Calling .GetIP
I1028 17:27:04.839735 32020 main.go:141] libmachine: (ha-381619-m03) DBG | domain ha-381619-m03 has defined MAC address 52:54:00:d7:8c:62 in network mk-ha-381619
I1028 17:27:04.840084 32020 main.go:141] libmachine: (ha-381619-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:d7:8c:62", ip: ""} in network mk-ha-381619: {Iface:virbr1 ExpiryTime:2024-10-28 18:26:51 +0000 UTC Type:0 Mac:52:54:00:d7:8c:62 Iaid: IPaddr:192.168.39.17 Prefix:24 Hostname:ha-381619-m03 Clientid:01:52:54:00:d7:8c:62}
I1028 17:27:04.840105 32020 main.go:141] libmachine: (ha-381619-m03) DBG | domain ha-381619-m03 has defined IP address 192.168.39.17 and MAC address 52:54:00:d7:8c:62 in network mk-ha-381619
I1028 17:27:04.840305 32020 profile.go:143] Saving config to /home/jenkins/minikube-integration/19872-13443/.minikube/profiles/ha-381619/config.json ...
I1028 17:27:04.840512 32020 start.go:128] duration metric: took 27.767033157s to createHost
I1028 17:27:04.840535 32020 main.go:141] libmachine: (ha-381619-m03) Calling .GetSSHHostname
I1028 17:27:04.842741 32020 main.go:141] libmachine: (ha-381619-m03) DBG | domain ha-381619-m03 has defined MAC address 52:54:00:d7:8c:62 in network mk-ha-381619
I1028 17:27:04.843075 32020 main.go:141] libmachine: (ha-381619-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:d7:8c:62", ip: ""} in network mk-ha-381619: {Iface:virbr1 ExpiryTime:2024-10-28 18:26:51 +0000 UTC Type:0 Mac:52:54:00:d7:8c:62 Iaid: IPaddr:192.168.39.17 Prefix:24 Hostname:ha-381619-m03 Clientid:01:52:54:00:d7:8c:62}
I1028 17:27:04.843096 32020 main.go:141] libmachine: (ha-381619-m03) DBG | domain ha-381619-m03 has defined IP address 192.168.39.17 and MAC address 52:54:00:d7:8c:62 in network mk-ha-381619
I1028 17:27:04.843188 32020 main.go:141] libmachine: (ha-381619-m03) Calling .GetSSHPort
I1028 17:27:04.843354 32020 main.go:141] libmachine: (ha-381619-m03) Calling .GetSSHKeyPath
I1028 17:27:04.843499 32020 main.go:141] libmachine: (ha-381619-m03) Calling .GetSSHKeyPath
I1028 17:27:04.843648 32020 main.go:141] libmachine: (ha-381619-m03) Calling .GetSSHUsername
I1028 17:27:04.843814 32020 main.go:141] libmachine: Using SSH client type: native
I1028 17:27:04.843957 32020 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866160] 0x868e40 <nil> [] 0s} 192.168.39.17 22 <nil> <nil>}
I1028 17:27:04.843967 32020 main.go:141] libmachine: About to run SSH command:
date +%s.%N
I1028 17:27:04.948925 32020 main.go:141] libmachine: SSH cmd err, output: <nil>: 1730136424.929789330
I1028 17:27:04.948945 32020 fix.go:216] guest clock: 1730136424.929789330
I1028 17:27:04.948951 32020 fix.go:229] Guest: 2024-10-28 17:27:04.92978933 +0000 UTC Remote: 2024-10-28 17:27:04.840524406 +0000 UTC m=+152.171492636 (delta=89.264924ms)
I1028 17:27:04.948966 32020 fix.go:200] guest clock delta is within tolerance: 89.264924ms
I1028 17:27:04.948971 32020 start.go:83] releasing machines lock for "ha-381619-m03", held for 27.875595959s
I1028 17:27:04.948986 32020 main.go:141] libmachine: (ha-381619-m03) Calling .DriverName
I1028 17:27:04.949230 32020 main.go:141] libmachine: (ha-381619-m03) Calling .GetIP
I1028 17:27:04.952087 32020 main.go:141] libmachine: (ha-381619-m03) DBG | domain ha-381619-m03 has defined MAC address 52:54:00:d7:8c:62 in network mk-ha-381619
I1028 17:27:04.952552 32020 main.go:141] libmachine: (ha-381619-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:d7:8c:62", ip: ""} in network mk-ha-381619: {Iface:virbr1 ExpiryTime:2024-10-28 18:26:51 +0000 UTC Type:0 Mac:52:54:00:d7:8c:62 Iaid: IPaddr:192.168.39.17 Prefix:24 Hostname:ha-381619-m03 Clientid:01:52:54:00:d7:8c:62}
I1028 17:27:04.952580 32020 main.go:141] libmachine: (ha-381619-m03) DBG | domain ha-381619-m03 has defined IP address 192.168.39.17 and MAC address 52:54:00:d7:8c:62 in network mk-ha-381619
I1028 17:27:04.954772 32020 out.go:177] * Found network options:
I1028 17:27:04.956124 32020 out.go:177] - NO_PROXY=192.168.39.230,192.168.39.171
I1028 17:27:04.957329 32020 main.go:141] libmachine: (ha-381619-m03) Calling .DriverName
I1028 17:27:04.957826 32020 main.go:141] libmachine: (ha-381619-m03) Calling .DriverName
I1028 17:27:04.957978 32020 main.go:141] libmachine: (ha-381619-m03) Calling .DriverName
I1028 17:27:04.958075 32020 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1028 17:27:04.958124 32020 main.go:141] libmachine: (ha-381619-m03) Calling .GetSSHHostname
I1028 17:27:04.958183 32020 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1028 17:27:04.958205 32020 main.go:141] libmachine: (ha-381619-m03) Calling .GetSSHHostname
I1028 17:27:04.960811 32020 main.go:141] libmachine: (ha-381619-m03) DBG | domain ha-381619-m03 has defined MAC address 52:54:00:d7:8c:62 in network mk-ha-381619
I1028 17:27:04.961141 32020 main.go:141] libmachine: (ha-381619-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:d7:8c:62", ip: ""} in network mk-ha-381619: {Iface:virbr1 ExpiryTime:2024-10-28 18:26:51 +0000 UTC Type:0 Mac:52:54:00:d7:8c:62 Iaid: IPaddr:192.168.39.17 Prefix:24 Hostname:ha-381619-m03 Clientid:01:52:54:00:d7:8c:62}
I1028 17:27:04.961168 32020 main.go:141] libmachine: (ha-381619-m03) DBG | domain ha-381619-m03 has defined IP address 192.168.39.17 and MAC address 52:54:00:d7:8c:62 in network mk-ha-381619
I1028 17:27:04.961186 32020 main.go:141] libmachine: (ha-381619-m03) DBG | domain ha-381619-m03 has defined MAC address 52:54:00:d7:8c:62 in network mk-ha-381619
I1028 17:27:04.961307 32020 main.go:141] libmachine: (ha-381619-m03) Calling .GetSSHPort
I1028 17:27:04.961462 32020 main.go:141] libmachine: (ha-381619-m03) Calling .GetSSHKeyPath
I1028 17:27:04.961599 32020 main.go:141] libmachine: (ha-381619-m03) Calling .GetSSHUsername
I1028 17:27:04.961617 32020 main.go:141] libmachine: (ha-381619-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:d7:8c:62", ip: ""} in network mk-ha-381619: {Iface:virbr1 ExpiryTime:2024-10-28 18:26:51 +0000 UTC Type:0 Mac:52:54:00:d7:8c:62 Iaid: IPaddr:192.168.39.17 Prefix:24 Hostname:ha-381619-m03 Clientid:01:52:54:00:d7:8c:62}
I1028 17:27:04.961637 32020 main.go:141] libmachine: (ha-381619-m03) DBG | domain ha-381619-m03 has defined IP address 192.168.39.17 and MAC address 52:54:00:d7:8c:62 in network mk-ha-381619
I1028 17:27:04.961711 32020 sshutil.go:53] new ssh client: &{IP:192.168.39.17 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19872-13443/.minikube/machines/ha-381619-m03/id_rsa Username:docker}
I1028 17:27:04.961806 32020 main.go:141] libmachine: (ha-381619-m03) Calling .GetSSHPort
I1028 17:27:04.961908 32020 main.go:141] libmachine: (ha-381619-m03) Calling .GetSSHKeyPath
I1028 17:27:04.962057 32020 main.go:141] libmachine: (ha-381619-m03) Calling .GetSSHUsername
I1028 17:27:04.962208 32020 sshutil.go:53] new ssh client: &{IP:192.168.39.17 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19872-13443/.minikube/machines/ha-381619-m03/id_rsa Username:docker}
I1028 17:27:05.194026 32020 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
W1028 17:27:05.201042 32020 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I1028 17:27:05.201105 32020 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1028 17:27:05.217646 32020 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)
I1028 17:27:05.217662 32020 start.go:495] detecting cgroup driver to use...
I1028 17:27:05.217711 32020 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1028 17:27:05.236089 32020 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1028 17:27:05.251712 32020 docker.go:217] disabling cri-docker service (if available) ...
I1028 17:27:05.251757 32020 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1028 17:27:05.266922 32020 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1028 17:27:05.282192 32020 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1028 17:27:05.400766 32020 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1028 17:27:05.540458 32020 docker.go:233] disabling docker service ...
I1028 17:27:05.540536 32020 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1028 17:27:05.554384 32020 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1028 17:27:05.566632 32020 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1028 17:27:05.704365 32020 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1028 17:27:05.814298 32020 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1028 17:27:05.832161 32020 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1028 17:27:05.850391 32020 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10" pause image...
I1028 17:27:05.850440 32020 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10"|' /etc/crio/crio.conf.d/02-crio.conf"
I1028 17:27:05.860158 32020 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I1028 17:27:05.860214 32020 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I1028 17:27:05.870182 32020 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1028 17:27:05.880040 32020 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1028 17:27:05.890188 32020 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1028 17:27:05.901036 32020 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I1028 17:27:05.911295 32020 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I1028 17:27:05.928814 32020 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I1028 17:27:05.939099 32020 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1028 17:27:05.949052 32020 crio.go:166] couldn't verify netfilter by "sudo sysctl net.bridge.bridge-nf-call-iptables" which might be okay. error: sudo sysctl net.bridge.bridge-nf-call-iptables: Process exited with status 255
stdout:
stderr:
sysctl: cannot stat /proc/sys/net/bridge/bridge-nf-call-iptables: No such file or directory
I1028 17:27:05.949107 32020 ssh_runner.go:195] Run: sudo modprobe br_netfilter
I1028 17:27:05.961188 32020 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1028 17:27:05.970308 32020 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1028 17:27:06.082126 32020 ssh_runner.go:195] Run: sudo systemctl restart crio
I1028 17:27:06.186312 32020 start.go:542] Will wait 60s for socket path /var/run/crio/crio.sock
I1028 17:27:06.186399 32020 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1028 17:27:06.191449 32020 start.go:563] Will wait 60s for crictl version
I1028 17:27:06.191503 32020 ssh_runner.go:195] Run: which crictl
I1028 17:27:06.195251 32020 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I1028 17:27:06.231675 32020 start.go:579] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.29.1
RuntimeApiVersion: v1
I1028 17:27:06.231743 32020 ssh_runner.go:195] Run: crio --version
I1028 17:27:06.263999 32020 ssh_runner.go:195] Run: crio --version
I1028 17:27:06.295360 32020 out.go:177] * Preparing Kubernetes v1.31.2 on CRI-O 1.29.1 ...
I1028 17:27:06.296610 32020 out.go:177] - env NO_PROXY=192.168.39.230
I1028 17:27:06.297916 32020 out.go:177] - env NO_PROXY=192.168.39.230,192.168.39.171
I1028 17:27:06.299066 32020 main.go:141] libmachine: (ha-381619-m03) Calling .GetIP
I1028 17:27:06.302357 32020 main.go:141] libmachine: (ha-381619-m03) DBG | domain ha-381619-m03 has defined MAC address 52:54:00:d7:8c:62 in network mk-ha-381619
I1028 17:27:06.302805 32020 main.go:141] libmachine: (ha-381619-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:d7:8c:62", ip: ""} in network mk-ha-381619: {Iface:virbr1 ExpiryTime:2024-10-28 18:26:51 +0000 UTC Type:0 Mac:52:54:00:d7:8c:62 Iaid: IPaddr:192.168.39.17 Prefix:24 Hostname:ha-381619-m03 Clientid:01:52:54:00:d7:8c:62}
I1028 17:27:06.302853 32020 main.go:141] libmachine: (ha-381619-m03) DBG | domain ha-381619-m03 has defined IP address 192.168.39.17 and MAC address 52:54:00:d7:8c:62 in network mk-ha-381619
I1028 17:27:06.303125 32020 ssh_runner.go:195] Run: grep 192.168.39.1 host.minikube.internal$ /etc/hosts
I1028 17:27:06.307684 32020 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.39.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1028 17:27:06.322487 32020 mustload.go:65] Loading cluster: ha-381619
I1028 17:27:06.322674 32020 config.go:182] Loaded profile config "ha-381619": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1028 17:27:06.322921 32020 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1028 17:27:06.322954 32020 main.go:141] libmachine: Launching plugin server for driver kvm2
I1028 17:27:06.337329 32020 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:41663
I1028 17:27:06.337793 32020 main.go:141] libmachine: () Calling .GetVersion
I1028 17:27:06.338350 32020 main.go:141] libmachine: Using API Version 1
I1028 17:27:06.338369 32020 main.go:141] libmachine: () Calling .SetConfigRaw
I1028 17:27:06.338643 32020 main.go:141] libmachine: () Calling .GetMachineName
I1028 17:27:06.338806 32020 main.go:141] libmachine: (ha-381619) Calling .GetState
I1028 17:27:06.340173 32020 host.go:66] Checking if "ha-381619" exists ...
I1028 17:27:06.340491 32020 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1028 17:27:06.340528 32020 main.go:141] libmachine: Launching plugin server for driver kvm2
I1028 17:27:06.354028 32020 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:39931
I1028 17:27:06.354441 32020 main.go:141] libmachine: () Calling .GetVersion
I1028 17:27:06.354853 32020 main.go:141] libmachine: Using API Version 1
I1028 17:27:06.354871 32020 main.go:141] libmachine: () Calling .SetConfigRaw
I1028 17:27:06.355207 32020 main.go:141] libmachine: () Calling .GetMachineName
I1028 17:27:06.355398 32020 main.go:141] libmachine: (ha-381619) Calling .DriverName
I1028 17:27:06.355555 32020 certs.go:68] Setting up /home/jenkins/minikube-integration/19872-13443/.minikube/profiles/ha-381619 for IP: 192.168.39.17
I1028 17:27:06.355568 32020 certs.go:194] generating shared ca certs ...
I1028 17:27:06.355587 32020 certs.go:226] acquiring lock for ca certs: {Name:mk59792b405ec68f6539fd611960288b38a217fa Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1028 17:27:06.355706 32020 certs.go:235] skipping valid "minikubeCA" ca cert: /home/jenkins/minikube-integration/19872-13443/.minikube/ca.key
I1028 17:27:06.355743 32020 certs.go:235] skipping valid "proxyClientCA" ca cert: /home/jenkins/minikube-integration/19872-13443/.minikube/proxy-client-ca.key
I1028 17:27:06.355752 32020 certs.go:256] generating profile certs ...
I1028 17:27:06.355818 32020 certs.go:359] skipping valid signed profile cert regeneration for "minikube-user": /home/jenkins/minikube-integration/19872-13443/.minikube/profiles/ha-381619/client.key
I1028 17:27:06.355840 32020 certs.go:363] generating signed profile cert for "minikube": /home/jenkins/minikube-integration/19872-13443/.minikube/profiles/ha-381619/apiserver.key.ea12f131
I1028 17:27:06.355854 32020 crypto.go:68] Generating cert /home/jenkins/minikube-integration/19872-13443/.minikube/profiles/ha-381619/apiserver.crt.ea12f131 with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.168.39.230 192.168.39.171 192.168.39.17 192.168.39.254]
I1028 17:27:06.615352 32020 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19872-13443/.minikube/profiles/ha-381619/apiserver.crt.ea12f131 ...
I1028 17:27:06.615384 32020 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19872-13443/.minikube/profiles/ha-381619/apiserver.crt.ea12f131: {Name:mk30b1e5a01615c193463ae31058813eb757a15a Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1028 17:27:06.615571 32020 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19872-13443/.minikube/profiles/ha-381619/apiserver.key.ea12f131 ...
I1028 17:27:06.615587 32020 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19872-13443/.minikube/profiles/ha-381619/apiserver.key.ea12f131: {Name:mkc1142cb1e41a27aeb0597e6f743604179f8b42 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1028 17:27:06.615684 32020 certs.go:381] copying /home/jenkins/minikube-integration/19872-13443/.minikube/profiles/ha-381619/apiserver.crt.ea12f131 -> /home/jenkins/minikube-integration/19872-13443/.minikube/profiles/ha-381619/apiserver.crt
I1028 17:27:06.615844 32020 certs.go:385] copying /home/jenkins/minikube-integration/19872-13443/.minikube/profiles/ha-381619/apiserver.key.ea12f131 -> /home/jenkins/minikube-integration/19872-13443/.minikube/profiles/ha-381619/apiserver.key
I1028 17:27:06.616012 32020 certs.go:359] skipping valid signed profile cert regeneration for "aggregator": /home/jenkins/minikube-integration/19872-13443/.minikube/profiles/ha-381619/proxy-client.key
I1028 17:27:06.616031 32020 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19872-13443/.minikube/ca.crt -> /var/lib/minikube/certs/ca.crt
I1028 17:27:06.616048 32020 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19872-13443/.minikube/ca.key -> /var/lib/minikube/certs/ca.key
I1028 17:27:06.616067 32020 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19872-13443/.minikube/proxy-client-ca.crt -> /var/lib/minikube/certs/proxy-client-ca.crt
I1028 17:27:06.616091 32020 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19872-13443/.minikube/proxy-client-ca.key -> /var/lib/minikube/certs/proxy-client-ca.key
I1028 17:27:06.616107 32020 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19872-13443/.minikube/profiles/ha-381619/apiserver.crt -> /var/lib/minikube/certs/apiserver.crt
I1028 17:27:06.616121 32020 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19872-13443/.minikube/profiles/ha-381619/apiserver.key -> /var/lib/minikube/certs/apiserver.key
I1028 17:27:06.616138 32020 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19872-13443/.minikube/profiles/ha-381619/proxy-client.crt -> /var/lib/minikube/certs/proxy-client.crt
I1028 17:27:06.632549 32020 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19872-13443/.minikube/profiles/ha-381619/proxy-client.key -> /var/lib/minikube/certs/proxy-client.key
I1028 17:27:06.632628 32020 certs.go:484] found cert: /home/jenkins/minikube-integration/19872-13443/.minikube/certs/20680.pem (1338 bytes)
W1028 17:27:06.632669 32020 certs.go:480] ignoring /home/jenkins/minikube-integration/19872-13443/.minikube/certs/20680_empty.pem, impossibly tiny 0 bytes
I1028 17:27:06.632680 32020 certs.go:484] found cert: /home/jenkins/minikube-integration/19872-13443/.minikube/certs/ca-key.pem (1675 bytes)
I1028 17:27:06.632702 32020 certs.go:484] found cert: /home/jenkins/minikube-integration/19872-13443/.minikube/certs/ca.pem (1082 bytes)
I1028 17:27:06.632732 32020 certs.go:484] found cert: /home/jenkins/minikube-integration/19872-13443/.minikube/certs/cert.pem (1123 bytes)
I1028 17:27:06.632764 32020 certs.go:484] found cert: /home/jenkins/minikube-integration/19872-13443/.minikube/certs/key.pem (1679 bytes)
I1028 17:27:06.632808 32020 certs.go:484] found cert: /home/jenkins/minikube-integration/19872-13443/.minikube/files/etc/ssl/certs/206802.pem (1708 bytes)
I1028 17:27:06.632854 32020 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19872-13443/.minikube/files/etc/ssl/certs/206802.pem -> /usr/share/ca-certificates/206802.pem
I1028 17:27:06.632879 32020 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19872-13443/.minikube/ca.crt -> /usr/share/ca-certificates/minikubeCA.pem
I1028 17:27:06.632897 32020 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19872-13443/.minikube/certs/20680.pem -> /usr/share/ca-certificates/20680.pem
I1028 17:27:06.632955 32020 main.go:141] libmachine: (ha-381619) Calling .GetSSHHostname
I1028 17:27:06.635620 32020 main.go:141] libmachine: (ha-381619) DBG | domain ha-381619 has defined MAC address 52:54:00:bf:e3:f2 in network mk-ha-381619
I1028 17:27:06.635992 32020 main.go:141] libmachine: (ha-381619) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:bf:e3:f2", ip: ""} in network mk-ha-381619: {Iface:virbr1 ExpiryTime:2024-10-28 18:24:47 +0000 UTC Type:0 Mac:52:54:00:bf:e3:f2 Iaid: IPaddr:192.168.39.230 Prefix:24 Hostname:ha-381619 Clientid:01:52:54:00:bf:e3:f2}
I1028 17:27:06.636039 32020 main.go:141] libmachine: (ha-381619) DBG | domain ha-381619 has defined IP address 192.168.39.230 and MAC address 52:54:00:bf:e3:f2 in network mk-ha-381619
I1028 17:27:06.636203 32020 main.go:141] libmachine: (ha-381619) Calling .GetSSHPort
I1028 17:27:06.636373 32020 main.go:141] libmachine: (ha-381619) Calling .GetSSHKeyPath
I1028 17:27:06.636547 32020 main.go:141] libmachine: (ha-381619) Calling .GetSSHUsername
I1028 17:27:06.636691 32020 sshutil.go:53] new ssh client: &{IP:192.168.39.230 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19872-13443/.minikube/machines/ha-381619/id_rsa Username:docker}
I1028 17:27:06.708743 32020 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/sa.pub
I1028 17:27:06.714395 32020 ssh_runner.go:447] scp /var/lib/minikube/certs/sa.pub --> memory (451 bytes)
I1028 17:27:06.725274 32020 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/sa.key
I1028 17:27:06.729452 32020 ssh_runner.go:447] scp /var/lib/minikube/certs/sa.key --> memory (1679 bytes)
I1028 17:27:06.739682 32020 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/front-proxy-ca.crt
I1028 17:27:06.743778 32020 ssh_runner.go:447] scp /var/lib/minikube/certs/front-proxy-ca.crt --> memory (1123 bytes)
I1028 17:27:06.753533 32020 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/front-proxy-ca.key
I1028 17:27:06.757406 32020 ssh_runner.go:447] scp /var/lib/minikube/certs/front-proxy-ca.key --> memory (1679 bytes)
I1028 17:27:06.768515 32020 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/etcd/ca.crt
I1028 17:27:06.772684 32020 ssh_runner.go:447] scp /var/lib/minikube/certs/etcd/ca.crt --> memory (1094 bytes)
I1028 17:27:06.783594 32020 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/etcd/ca.key
I1028 17:27:06.788182 32020 ssh_runner.go:447] scp /var/lib/minikube/certs/etcd/ca.key --> memory (1675 bytes)
I1028 17:27:06.798917 32020 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19872-13443/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1028 17:27:06.824680 32020 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19872-13443/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1679 bytes)
I1028 17:27:06.848168 32020 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19872-13443/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1028 17:27:06.870934 32020 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19872-13443/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I1028 17:27:06.894622 32020 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19872-13443/.minikube/profiles/ha-381619/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1444 bytes)
I1028 17:27:06.916995 32020 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19872-13443/.minikube/profiles/ha-381619/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1679 bytes)
I1028 17:27:06.939854 32020 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19872-13443/.minikube/profiles/ha-381619/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1028 17:27:06.962079 32020 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19872-13443/.minikube/profiles/ha-381619/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1675 bytes)
I1028 17:27:06.985176 32020 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19872-13443/.minikube/files/etc/ssl/certs/206802.pem --> /usr/share/ca-certificates/206802.pem (1708 bytes)
I1028 17:27:07.007959 32020 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19872-13443/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1028 17:27:07.031196 32020 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19872-13443/.minikube/certs/20680.pem --> /usr/share/ca-certificates/20680.pem (1338 bytes)
I1028 17:27:07.054116 32020 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/sa.pub (451 bytes)
I1028 17:27:07.071809 32020 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/sa.key (1679 bytes)
I1028 17:27:07.087821 32020 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/front-proxy-ca.crt (1123 bytes)
I1028 17:27:07.105114 32020 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/front-proxy-ca.key (1679 bytes)
I1028 17:27:07.121456 32020 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/etcd/ca.crt (1094 bytes)
I1028 17:27:07.137929 32020 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/etcd/ca.key (1675 bytes)
I1028 17:27:07.153936 32020 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (744 bytes)
I1028 17:27:07.169928 32020 ssh_runner.go:195] Run: openssl version
I1028 17:27:07.176125 32020 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/206802.pem && ln -fs /usr/share/ca-certificates/206802.pem /etc/ssl/certs/206802.pem"
I1028 17:27:07.186611 32020 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/206802.pem
I1028 17:27:07.191749 32020 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Oct 28 17:20 /usr/share/ca-certificates/206802.pem
I1028 17:27:07.191791 32020 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/206802.pem
I1028 17:27:07.197474 32020 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/206802.pem /etc/ssl/certs/3ec20f2e.0"
I1028 17:27:07.208145 32020 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1028 17:27:07.219642 32020 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1028 17:27:07.224041 32020 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Oct 28 17:07 /usr/share/ca-certificates/minikubeCA.pem
I1028 17:27:07.224081 32020 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1028 17:27:07.229665 32020 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1028 17:27:07.240477 32020 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/20680.pem && ln -fs /usr/share/ca-certificates/20680.pem /etc/ssl/certs/20680.pem"
I1028 17:27:07.251279 32020 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/20680.pem
I1028 17:27:07.255404 32020 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Oct 28 17:20 /usr/share/ca-certificates/20680.pem
I1028 17:27:07.255446 32020 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/20680.pem
I1028 17:27:07.260823 32020 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/20680.pem /etc/ssl/certs/51391683.0"
I1028 17:27:07.271234 32020 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1028 17:27:07.275094 32020 certs.go:399] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I1028 17:27:07.275142 32020 kubeadm.go:934] updating node {m03 192.168.39.17 8443 v1.31.2 crio true true} ...
I1028 17:27:07.275277 32020 kubeadm.go:946] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.31.2/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --hostname-override=ha-381619-m03 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.39.17
[Install]
config:
{KubernetesVersion:v1.31.2 ClusterName:ha-381619 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1028 17:27:07.275318 32020 kube-vip.go:115] generating kube-vip config ...
I1028 17:27:07.275356 32020 ssh_runner.go:195] Run: sudo sh -c "modprobe --all ip_vs ip_vs_rr ip_vs_wrr ip_vs_sh nf_conntrack"
I1028 17:27:07.290975 32020 kube-vip.go:167] auto-enabling control-plane load-balancing in kube-vip
I1028 17:27:07.291032 32020 kube-vip.go:137] kube-vip config:
apiVersion: v1
kind: Pod
metadata:
creationTimestamp: null
name: kube-vip
namespace: kube-system
spec:
containers:
- args:
- manager
env:
- name: vip_arp
value: "true"
- name: port
value: "8443"
- name: vip_nodename
valueFrom:
fieldRef:
fieldPath: spec.nodeName
- name: vip_interface
value: eth0
- name: vip_cidr
value: "32"
- name: dns_mode
value: first
- name: cp_enable
value: "true"
- name: cp_namespace
value: kube-system
- name: vip_leaderelection
value: "true"
- name: vip_leasename
value: plndr-cp-lock
- name: vip_leaseduration
value: "5"
- name: vip_renewdeadline
value: "3"
- name: vip_retryperiod
value: "1"
- name: address
value: 192.168.39.254
- name: prometheus_server
value: :2112
- name : lb_enable
value: "true"
- name: lb_port
value: "8443"
image: ghcr.io/kube-vip/kube-vip:v0.8.4
imagePullPolicy: IfNotPresent
name: kube-vip
resources: {}
securityContext:
capabilities:
add:
- NET_ADMIN
- NET_RAW
volumeMounts:
- mountPath: /etc/kubernetes/admin.conf
name: kubeconfig
hostAliases:
- hostnames:
- kubernetes
ip: 127.0.0.1
hostNetwork: true
volumes:
- hostPath:
path: "/etc/kubernetes/admin.conf"
name: kubeconfig
status: {}
I1028 17:27:07.291070 32020 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.31.2
I1028 17:27:07.301885 32020 binaries.go:47] Didn't find k8s binaries: sudo ls /var/lib/minikube/binaries/v1.31.2: Process exited with status 2
stdout:
stderr:
ls: cannot access '/var/lib/minikube/binaries/v1.31.2': No such file or directory
Initiating transfer...
I1028 17:27:07.301930 32020 ssh_runner.go:195] Run: sudo mkdir -p /var/lib/minikube/binaries/v1.31.2
I1028 17:27:07.312754 32020 binary.go:74] Not caching binary, using https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubeadm?checksum=file:https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubeadm.sha256
I1028 17:27:07.312779 32020 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19872-13443/.minikube/cache/linux/amd64/v1.31.2/kubeadm -> /var/lib/minikube/binaries/v1.31.2/kubeadm
I1028 17:27:07.312836 32020 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubeadm
I1028 17:27:07.312756 32020 binary.go:74] Not caching binary, using https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubectl?checksum=file:https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubectl.sha256
I1028 17:27:07.312864 32020 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19872-13443/.minikube/cache/linux/amd64/v1.31.2/kubectl -> /var/lib/minikube/binaries/v1.31.2/kubectl
I1028 17:27:07.312756 32020 binary.go:74] Not caching binary, using https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubelet?checksum=file:https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubelet.sha256
I1028 17:27:07.312926 32020 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubectl
I1028 17:27:07.312927 32020 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1028 17:27:07.317184 32020 ssh_runner.go:352] existence check for /var/lib/minikube/binaries/v1.31.2/kubeadm: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubeadm: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/binaries/v1.31.2/kubeadm': No such file or directory
I1028 17:27:07.317211 32020 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19872-13443/.minikube/cache/linux/amd64/v1.31.2/kubeadm --> /var/lib/minikube/binaries/v1.31.2/kubeadm (58290328 bytes)
I1028 17:27:07.352999 32020 ssh_runner.go:352] existence check for /var/lib/minikube/binaries/v1.31.2/kubectl: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubectl: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/binaries/v1.31.2/kubectl': No such file or directory
I1028 17:27:07.353042 32020 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19872-13443/.minikube/cache/linux/amd64/v1.31.2/kubectl --> /var/lib/minikube/binaries/v1.31.2/kubectl (56381592 bytes)
I1028 17:27:07.353044 32020 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19872-13443/.minikube/cache/linux/amd64/v1.31.2/kubelet -> /var/lib/minikube/binaries/v1.31.2/kubelet
I1028 17:27:07.353130 32020 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubelet
I1028 17:27:07.410351 32020 ssh_runner.go:352] existence check for /var/lib/minikube/binaries/v1.31.2/kubelet: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubelet: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/binaries/v1.31.2/kubelet': No such file or directory
I1028 17:27:07.410406 32020 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19872-13443/.minikube/cache/linux/amd64/v1.31.2/kubelet --> /var/lib/minikube/binaries/v1.31.2/kubelet (76902744 bytes)
I1028 17:27:08.136367 32020 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /etc/kubernetes/manifests
I1028 17:27:08.145689 32020 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (312 bytes)
I1028 17:27:08.162514 32020 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1028 17:27:08.178802 32020 ssh_runner.go:362] scp memory --> /etc/kubernetes/manifests/kube-vip.yaml (1441 bytes)
I1028 17:27:08.195002 32020 ssh_runner.go:195] Run: grep 192.168.39.254 control-plane.minikube.internal$ /etc/hosts
I1028 17:27:08.198953 32020 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.39.254 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1028 17:27:08.210803 32020 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1028 17:27:08.352163 32020 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1028 17:27:08.377094 32020 host.go:66] Checking if "ha-381619" exists ...
I1028 17:27:08.377585 32020 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1028 17:27:08.377645 32020 main.go:141] libmachine: Launching plugin server for driver kvm2
I1028 17:27:08.394262 32020 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:46737
I1028 17:27:08.394687 32020 main.go:141] libmachine: () Calling .GetVersion
I1028 17:27:08.395242 32020 main.go:141] libmachine: Using API Version 1
I1028 17:27:08.395276 32020 main.go:141] libmachine: () Calling .SetConfigRaw
I1028 17:27:08.395635 32020 main.go:141] libmachine: () Calling .GetMachineName
I1028 17:27:08.395837 32020 main.go:141] libmachine: (ha-381619) Calling .DriverName
I1028 17:27:08.396078 32020 start.go:317] joinCluster: &{Name:ha-381619 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19872/minikube-v1.34.0-1730109979-19872-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730110049-19872@sha256:ead1232eaf026cb87df5e47192f652e5fef1a28f5a05a9ac9cb1a241cca351e9 Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.2 Cluster
Name:ha-381619 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.39.230 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m02 IP:192.168.39.171 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m03 IP:192.168.39.17 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[ambassador:false amd-gpu-device-plugin:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:false efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-d
ns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:false storage-provisioner-gluster:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror:
DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1028 17:27:08.396215 32020 ssh_runner.go:195] Run: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.2:$PATH" kubeadm token create --print-join-command --ttl=0"
I1028 17:27:08.396230 32020 main.go:141] libmachine: (ha-381619) Calling .GetSSHHostname
I1028 17:27:08.399082 32020 main.go:141] libmachine: (ha-381619) DBG | domain ha-381619 has defined MAC address 52:54:00:bf:e3:f2 in network mk-ha-381619
I1028 17:27:08.399537 32020 main.go:141] libmachine: (ha-381619) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:bf:e3:f2", ip: ""} in network mk-ha-381619: {Iface:virbr1 ExpiryTime:2024-10-28 18:24:47 +0000 UTC Type:0 Mac:52:54:00:bf:e3:f2 Iaid: IPaddr:192.168.39.230 Prefix:24 Hostname:ha-381619 Clientid:01:52:54:00:bf:e3:f2}
I1028 17:27:08.399566 32020 main.go:141] libmachine: (ha-381619) DBG | domain ha-381619 has defined IP address 192.168.39.230 and MAC address 52:54:00:bf:e3:f2 in network mk-ha-381619
I1028 17:27:08.399713 32020 main.go:141] libmachine: (ha-381619) Calling .GetSSHPort
I1028 17:27:08.399904 32020 main.go:141] libmachine: (ha-381619) Calling .GetSSHKeyPath
I1028 17:27:08.400043 32020 main.go:141] libmachine: (ha-381619) Calling .GetSSHUsername
I1028 17:27:08.400171 32020 sshutil.go:53] new ssh client: &{IP:192.168.39.230 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19872-13443/.minikube/machines/ha-381619/id_rsa Username:docker}
I1028 17:27:08.552541 32020 start.go:343] trying to join control-plane node "m03" to cluster: &{Name:m03 IP:192.168.39.17 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}
I1028 17:27:08.552592 32020 ssh_runner.go:195] Run: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.2:$PATH" kubeadm join control-plane.minikube.internal:8443 --token mq1yj0.88qkgi523axtbdw2 --discovery-token-ca-cert-hash sha256:2c3dc27df991a8b98e77979955a809cc57f592e084452492b4d92daefc54c9a3 --ignore-preflight-errors=all --cri-socket unix:///var/run/crio/crio.sock --node-name=ha-381619-m03 --control-plane --apiserver-advertise-address=192.168.39.17 --apiserver-bind-port=8443"
I1028 17:27:30.870343 32020 ssh_runner.go:235] Completed: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.2:$PATH" kubeadm join control-plane.minikube.internal:8443 --token mq1yj0.88qkgi523axtbdw2 --discovery-token-ca-cert-hash sha256:2c3dc27df991a8b98e77979955a809cc57f592e084452492b4d92daefc54c9a3 --ignore-preflight-errors=all --cri-socket unix:///var/run/crio/crio.sock --node-name=ha-381619-m03 --control-plane --apiserver-advertise-address=192.168.39.17 --apiserver-bind-port=8443": (22.317699091s)
I1028 17:27:30.870408 32020 ssh_runner.go:195] Run: /bin/bash -c "sudo systemctl daemon-reload && sudo systemctl enable kubelet && sudo systemctl start kubelet"
I1028 17:27:31.352565 32020 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig label --overwrite nodes ha-381619-m03 minikube.k8s.io/updated_at=2024_10_28T17_27_31_0700 minikube.k8s.io/version=v1.34.0 minikube.k8s.io/commit=eb485f4d2e746257bc08ad8e2f39a06044008ba8 minikube.k8s.io/name=ha-381619 minikube.k8s.io/primary=false
I1028 17:27:31.535264 32020 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig taint nodes ha-381619-m03 node-role.kubernetes.io/control-plane:NoSchedule-
I1028 17:27:31.653788 32020 start.go:319] duration metric: took 23.257712014s to joinCluster
I1028 17:27:31.653906 32020 start.go:235] Will wait 6m0s for node &{Name:m03 IP:192.168.39.17 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}
I1028 17:27:31.654293 32020 config.go:182] Loaded profile config "ha-381619": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1028 17:27:31.655305 32020 out.go:177] * Verifying Kubernetes components...
I1028 17:27:31.656854 32020 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1028 17:27:31.931462 32020 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1028 17:27:32.007668 32020 loader.go:395] Config loaded from file: /home/jenkins/minikube-integration/19872-13443/kubeconfig
I1028 17:27:32.008012 32020 kapi.go:59] client config for ha-381619: &rest.Config{Host:"https://192.168.39.254:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/home/jenkins/minikube-integration/19872-13443/.minikube/profiles/ha-381619/client.crt", KeyFile:"/home/jenkins/minikube-integration/19872-13443/.minikube/profiles/ha-381619/client.key", CAFile:"/home/jenkins/minikube-integration/19872-13443/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil), CAData:[]uint8(nil), NextProtos:[]string(nil)
}, UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x2439ec0), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
W1028 17:27:32.008099 32020 kubeadm.go:483] Overriding stale ClientConfig host https://192.168.39.254:8443 with https://192.168.39.230:8443
I1028 17:27:32.008418 32020 node_ready.go:35] waiting up to 6m0s for node "ha-381619-m03" to be "Ready" ...
I1028 17:27:32.008555 32020 round_trippers.go:463] GET https://192.168.39.230:8443/api/v1/nodes/ha-381619-m03
I1028 17:27:32.008568 32020 round_trippers.go:469] Request Headers:
I1028 17:27:32.008580 32020 round_trippers.go:473] Accept: application/json, */*
I1028 17:27:32.008590 32020 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 17:27:32.012013 32020 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 17:27:32.509493 32020 round_trippers.go:463] GET https://192.168.39.230:8443/api/v1/nodes/ha-381619-m03
I1028 17:27:32.509514 32020 round_trippers.go:469] Request Headers:
I1028 17:27:32.509522 32020 round_trippers.go:473] Accept: application/json, */*
I1028 17:27:32.509526 32020 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 17:27:32.512995 32020 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 17:27:33.008792 32020 round_trippers.go:463] GET https://192.168.39.230:8443/api/v1/nodes/ha-381619-m03
I1028 17:27:33.008813 32020 round_trippers.go:469] Request Headers:
I1028 17:27:33.008823 32020 round_trippers.go:473] Accept: application/json, */*
I1028 17:27:33.008831 32020 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 17:27:33.013277 32020 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1028 17:27:33.509021 32020 round_trippers.go:463] GET https://192.168.39.230:8443/api/v1/nodes/ha-381619-m03
I1028 17:27:33.509043 32020 round_trippers.go:469] Request Headers:
I1028 17:27:33.509053 32020 round_trippers.go:473] Accept: application/json, */*
I1028 17:27:33.509059 32020 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 17:27:33.512568 32020 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 17:27:34.009494 32020 round_trippers.go:463] GET https://192.168.39.230:8443/api/v1/nodes/ha-381619-m03
I1028 17:27:34.009514 32020 round_trippers.go:469] Request Headers:
I1028 17:27:34.009522 32020 round_trippers.go:473] Accept: application/json, */*
I1028 17:27:34.009525 32020 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 17:27:34.012872 32020 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 17:27:34.013477 32020 node_ready.go:53] node "ha-381619-m03" has status "Ready":"False"
I1028 17:27:34.508671 32020 round_trippers.go:463] GET https://192.168.39.230:8443/api/v1/nodes/ha-381619-m03
I1028 17:27:34.508698 32020 round_trippers.go:469] Request Headers:
I1028 17:27:34.508711 32020 round_trippers.go:473] Accept: application/json, */*
I1028 17:27:34.508717 32020 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 17:27:34.511657 32020 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1028 17:27:35.009518 32020 round_trippers.go:463] GET https://192.168.39.230:8443/api/v1/nodes/ha-381619-m03
I1028 17:27:35.009538 32020 round_trippers.go:469] Request Headers:
I1028 17:27:35.009546 32020 round_trippers.go:473] Accept: application/json, */*
I1028 17:27:35.009549 32020 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 17:27:35.012353 32020 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1028 17:27:35.509512 32020 round_trippers.go:463] GET https://192.168.39.230:8443/api/v1/nodes/ha-381619-m03
I1028 17:27:35.509539 32020 round_trippers.go:469] Request Headers:
I1028 17:27:35.509551 32020 round_trippers.go:473] Accept: application/json, */*
I1028 17:27:35.509564 32020 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 17:27:35.513144 32020 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 17:27:36.009477 32020 round_trippers.go:463] GET https://192.168.39.230:8443/api/v1/nodes/ha-381619-m03
I1028 17:27:36.009496 32020 round_trippers.go:469] Request Headers:
I1028 17:27:36.009503 32020 round_trippers.go:473] Accept: application/json, */*
I1028 17:27:36.009508 32020 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 17:27:36.012424 32020 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1028 17:27:36.509250 32020 round_trippers.go:463] GET https://192.168.39.230:8443/api/v1/nodes/ha-381619-m03
I1028 17:27:36.509279 32020 round_trippers.go:469] Request Headers:
I1028 17:27:36.509290 32020 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 17:27:36.509295 32020 round_trippers.go:473] Accept: application/json, */*
I1028 17:27:36.512794 32020 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 17:27:36.513405 32020 node_ready.go:53] node "ha-381619-m03" has status "Ready":"False"
I1028 17:27:37.008636 32020 round_trippers.go:463] GET https://192.168.39.230:8443/api/v1/nodes/ha-381619-m03
I1028 17:27:37.008657 32020 round_trippers.go:469] Request Headers:
I1028 17:27:37.008668 32020 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 17:27:37.008676 32020 round_trippers.go:473] Accept: application/json, */*
I1028 17:27:37.011455 32020 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1028 17:27:37.509093 32020 round_trippers.go:463] GET https://192.168.39.230:8443/api/v1/nodes/ha-381619-m03
I1028 17:27:37.509115 32020 round_trippers.go:469] Request Headers:
I1028 17:27:37.509123 32020 round_trippers.go:473] Accept: application/json, */*
I1028 17:27:37.509127 32020 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 17:27:37.512558 32020 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 17:27:38.009185 32020 round_trippers.go:463] GET https://192.168.39.230:8443/api/v1/nodes/ha-381619-m03
I1028 17:27:38.009214 32020 round_trippers.go:469] Request Headers:
I1028 17:27:38.009222 32020 round_trippers.go:473] Accept: application/json, */*
I1028 17:27:38.009226 32020 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 17:27:38.012314 32020 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 17:27:38.508924 32020 round_trippers.go:463] GET https://192.168.39.230:8443/api/v1/nodes/ha-381619-m03
I1028 17:27:38.508943 32020 round_trippers.go:469] Request Headers:
I1028 17:27:38.508951 32020 round_trippers.go:473] Accept: application/json, */*
I1028 17:27:38.508955 32020 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 17:27:38.511947 32020 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1028 17:27:39.008656 32020 round_trippers.go:463] GET https://192.168.39.230:8443/api/v1/nodes/ha-381619-m03
I1028 17:27:39.008679 32020 round_trippers.go:469] Request Headers:
I1028 17:27:39.008691 32020 round_trippers.go:473] Accept: application/json, */*
I1028 17:27:39.008698 32020 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 17:27:39.011261 32020 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1028 17:27:39.011779 32020 node_ready.go:53] node "ha-381619-m03" has status "Ready":"False"
I1028 17:27:39.509251 32020 round_trippers.go:463] GET https://192.168.39.230:8443/api/v1/nodes/ha-381619-m03
I1028 17:27:39.509272 32020 round_trippers.go:469] Request Headers:
I1028 17:27:39.509279 32020 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 17:27:39.509283 32020 round_trippers.go:473] Accept: application/json, */*
I1028 17:27:39.512371 32020 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 17:27:40.009266 32020 round_trippers.go:463] GET https://192.168.39.230:8443/api/v1/nodes/ha-381619-m03
I1028 17:27:40.009287 32020 round_trippers.go:469] Request Headers:
I1028 17:27:40.009295 32020 round_trippers.go:473] Accept: application/json, */*
I1028 17:27:40.009299 32020 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 17:27:40.013354 32020 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1028 17:27:40.509289 32020 round_trippers.go:463] GET https://192.168.39.230:8443/api/v1/nodes/ha-381619-m03
I1028 17:27:40.509307 32020 round_trippers.go:469] Request Headers:
I1028 17:27:40.509315 32020 round_trippers.go:473] Accept: application/json, */*
I1028 17:27:40.509320 32020 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 17:27:40.512591 32020 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 17:27:41.009123 32020 round_trippers.go:463] GET https://192.168.39.230:8443/api/v1/nodes/ha-381619-m03
I1028 17:27:41.009146 32020 round_trippers.go:469] Request Headers:
I1028 17:27:41.009157 32020 round_trippers.go:473] Accept: application/json, */*
I1028 17:27:41.009163 32020 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 17:27:41.014310 32020 round_trippers.go:574] Response Status: 200 OK in 5 milliseconds
I1028 17:27:41.014943 32020 node_ready.go:53] node "ha-381619-m03" has status "Ready":"False"
I1028 17:27:41.509077 32020 round_trippers.go:463] GET https://192.168.39.230:8443/api/v1/nodes/ha-381619-m03
I1028 17:27:41.509115 32020 round_trippers.go:469] Request Headers:
I1028 17:27:41.509126 32020 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 17:27:41.509134 32020 round_trippers.go:473] Accept: application/json, */*
I1028 17:27:41.512425 32020 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 17:27:42.008587 32020 round_trippers.go:463] GET https://192.168.39.230:8443/api/v1/nodes/ha-381619-m03
I1028 17:27:42.008609 32020 round_trippers.go:469] Request Headers:
I1028 17:27:42.008621 32020 round_trippers.go:473] Accept: application/json, */*
I1028 17:27:42.008627 32020 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 17:27:42.012270 32020 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 17:27:42.509586 32020 round_trippers.go:463] GET https://192.168.39.230:8443/api/v1/nodes/ha-381619-m03
I1028 17:27:42.509607 32020 round_trippers.go:469] Request Headers:
I1028 17:27:42.509615 32020 round_trippers.go:473] Accept: application/json, */*
I1028 17:27:42.509621 32020 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 17:27:42.512638 32020 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 17:27:43.009220 32020 round_trippers.go:463] GET https://192.168.39.230:8443/api/v1/nodes/ha-381619-m03
I1028 17:27:43.009238 32020 round_trippers.go:469] Request Headers:
I1028 17:27:43.009248 32020 round_trippers.go:473] Accept: application/json, */*
I1028 17:27:43.009256 32020 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 17:27:43.012180 32020 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1028 17:27:43.508622 32020 round_trippers.go:463] GET https://192.168.39.230:8443/api/v1/nodes/ha-381619-m03
I1028 17:27:43.508646 32020 round_trippers.go:469] Request Headers:
I1028 17:27:43.508656 32020 round_trippers.go:473] Accept: application/json, */*
I1028 17:27:43.508660 32020 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 17:27:43.511470 32020 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1028 17:27:43.512019 32020 node_ready.go:53] node "ha-381619-m03" has status "Ready":"False"
I1028 17:27:44.009130 32020 round_trippers.go:463] GET https://192.168.39.230:8443/api/v1/nodes/ha-381619-m03
I1028 17:27:44.009150 32020 round_trippers.go:469] Request Headers:
I1028 17:27:44.009157 32020 round_trippers.go:473] Accept: application/json, */*
I1028 17:27:44.009161 32020 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 17:27:44.012525 32020 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 17:27:44.509423 32020 round_trippers.go:463] GET https://192.168.39.230:8443/api/v1/nodes/ha-381619-m03
I1028 17:27:44.509446 32020 round_trippers.go:469] Request Headers:
I1028 17:27:44.509457 32020 round_trippers.go:473] Accept: application/json, */*
I1028 17:27:44.509462 32020 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 17:27:44.513302 32020 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 17:27:45.009198 32020 round_trippers.go:463] GET https://192.168.39.230:8443/api/v1/nodes/ha-381619-m03
I1028 17:27:45.009218 32020 round_trippers.go:469] Request Headers:
I1028 17:27:45.009225 32020 round_trippers.go:473] Accept: application/json, */*
I1028 17:27:45.009230 32020 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 17:27:45.012566 32020 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 17:27:45.508621 32020 round_trippers.go:463] GET https://192.168.39.230:8443/api/v1/nodes/ha-381619-m03
I1028 17:27:45.508641 32020 round_trippers.go:469] Request Headers:
I1028 17:27:45.508649 32020 round_trippers.go:473] Accept: application/json, */*
I1028 17:27:45.508652 32020 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 17:27:45.511562 32020 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1028 17:27:45.512081 32020 node_ready.go:53] node "ha-381619-m03" has status "Ready":"False"
I1028 17:27:46.008747 32020 round_trippers.go:463] GET https://192.168.39.230:8443/api/v1/nodes/ha-381619-m03
I1028 17:27:46.008770 32020 round_trippers.go:469] Request Headers:
I1028 17:27:46.008778 32020 round_trippers.go:473] Accept: application/json, */*
I1028 17:27:46.008782 32020 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 17:27:46.011847 32020 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 17:27:46.509246 32020 round_trippers.go:463] GET https://192.168.39.230:8443/api/v1/nodes/ha-381619-m03
I1028 17:27:46.509269 32020 round_trippers.go:469] Request Headers:
I1028 17:27:46.509277 32020 round_trippers.go:473] Accept: application/json, */*
I1028 17:27:46.509281 32020 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 17:27:46.512939 32020 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 17:27:47.008680 32020 round_trippers.go:463] GET https://192.168.39.230:8443/api/v1/nodes/ha-381619-m03
I1028 17:27:47.008703 32020 round_trippers.go:469] Request Headers:
I1028 17:27:47.008713 32020 round_trippers.go:473] Accept: application/json, */*
I1028 17:27:47.008719 32020 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 17:27:47.030138 32020 round_trippers.go:574] Response Status: 200 OK in 21 milliseconds
I1028 17:27:47.508630 32020 round_trippers.go:463] GET https://192.168.39.230:8443/api/v1/nodes/ha-381619-m03
I1028 17:27:47.508650 32020 round_trippers.go:469] Request Headers:
I1028 17:27:47.508657 32020 round_trippers.go:473] Accept: application/json, */*
I1028 17:27:47.508663 32020 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 17:27:47.514479 32020 round_trippers.go:574] Response Status: 200 OK in 5 milliseconds
I1028 17:27:47.515054 32020 node_ready.go:53] node "ha-381619-m03" has status "Ready":"False"
I1028 17:27:48.008911 32020 round_trippers.go:463] GET https://192.168.39.230:8443/api/v1/nodes/ha-381619-m03
I1028 17:27:48.008931 32020 round_trippers.go:469] Request Headers:
I1028 17:27:48.008940 32020 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 17:27:48.008944 32020 round_trippers.go:473] Accept: application/json, */*
I1028 17:27:48.012001 32020 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 17:27:48.509098 32020 round_trippers.go:463] GET https://192.168.39.230:8443/api/v1/nodes/ha-381619-m03
I1028 17:27:48.509121 32020 round_trippers.go:469] Request Headers:
I1028 17:27:48.509132 32020 round_trippers.go:473] Accept: application/json, */*
I1028 17:27:48.509138 32020 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 17:27:48.512351 32020 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 17:27:49.008615 32020 round_trippers.go:463] GET https://192.168.39.230:8443/api/v1/nodes/ha-381619-m03
I1028 17:27:49.008635 32020 round_trippers.go:469] Request Headers:
I1028 17:27:49.008643 32020 round_trippers.go:473] Accept: application/json, */*
I1028 17:27:49.008647 32020 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 17:27:49.011780 32020 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 17:27:49.508700 32020 round_trippers.go:463] GET https://192.168.39.230:8443/api/v1/nodes/ha-381619-m03
I1028 17:27:49.508723 32020 round_trippers.go:469] Request Headers:
I1028 17:27:49.508731 32020 round_trippers.go:473] Accept: application/json, */*
I1028 17:27:49.508735 32020 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 17:27:49.511993 32020 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 17:27:50.008627 32020 round_trippers.go:463] GET https://192.168.39.230:8443/api/v1/nodes/ha-381619-m03
I1028 17:27:50.008648 32020 round_trippers.go:469] Request Headers:
I1028 17:27:50.008657 32020 round_trippers.go:473] Accept: application/json, */*
I1028 17:27:50.008660 32020 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 17:27:50.012285 32020 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 17:27:50.012911 32020 node_ready.go:53] node "ha-381619-m03" has status "Ready":"False"
I1028 17:27:50.509280 32020 round_trippers.go:463] GET https://192.168.39.230:8443/api/v1/nodes/ha-381619-m03
I1028 17:27:50.509301 32020 round_trippers.go:469] Request Headers:
I1028 17:27:50.509309 32020 round_trippers.go:473] Accept: application/json, */*
I1028 17:27:50.509321 32020 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 17:27:50.512855 32020 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 17:27:51.009269 32020 round_trippers.go:463] GET https://192.168.39.230:8443/api/v1/nodes/ha-381619-m03
I1028 17:27:51.009287 32020 round_trippers.go:469] Request Headers:
I1028 17:27:51.009295 32020 round_trippers.go:473] Accept: application/json, */*
I1028 17:27:51.009303 32020 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 17:27:51.012097 32020 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1028 17:27:51.509273 32020 round_trippers.go:463] GET https://192.168.39.230:8443/api/v1/nodes/ha-381619-m03
I1028 17:27:51.509293 32020 round_trippers.go:469] Request Headers:
I1028 17:27:51.509304 32020 round_trippers.go:473] Accept: application/json, */*
I1028 17:27:51.509309 32020 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 17:27:51.512305 32020 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1028 17:27:51.513072 32020 node_ready.go:49] node "ha-381619-m03" has status "Ready":"True"
I1028 17:27:51.513099 32020 node_ready.go:38] duration metric: took 19.504662706s for node "ha-381619-m03" to be "Ready" ...
I1028 17:27:51.513110 32020 pod_ready.go:36] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1028 17:27:51.513182 32020 round_trippers.go:463] GET https://192.168.39.230:8443/api/v1/namespaces/kube-system/pods
I1028 17:27:51.513193 32020 round_trippers.go:469] Request Headers:
I1028 17:27:51.513203 32020 round_trippers.go:473] Accept: application/json, */*
I1028 17:27:51.513209 32020 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 17:27:51.518727 32020 round_trippers.go:574] Response Status: 200 OK in 5 milliseconds
I1028 17:27:51.525983 32020 pod_ready.go:79] waiting up to 6m0s for pod "coredns-7c65d6cfc9-6lp7c" in "kube-system" namespace to be "Ready" ...
I1028 17:27:51.526072 32020 round_trippers.go:463] GET https://192.168.39.230:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-6lp7c
I1028 17:27:51.526088 32020 round_trippers.go:469] Request Headers:
I1028 17:27:51.526100 32020 round_trippers.go:473] Accept: application/json, */*
I1028 17:27:51.526111 32020 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 17:27:51.531963 32020 round_trippers.go:574] Response Status: 200 OK in 5 milliseconds
I1028 17:27:51.532739 32020 round_trippers.go:463] GET https://192.168.39.230:8443/api/v1/nodes/ha-381619
I1028 17:27:51.532753 32020 round_trippers.go:469] Request Headers:
I1028 17:27:51.532761 32020 round_trippers.go:473] Accept: application/json, */*
I1028 17:27:51.532764 32020 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 17:27:51.535083 32020 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1028 17:27:51.535631 32020 pod_ready.go:93] pod "coredns-7c65d6cfc9-6lp7c" in "kube-system" namespace has status "Ready":"True"
I1028 17:27:51.535649 32020 pod_ready.go:82] duration metric: took 9.646144ms for pod "coredns-7c65d6cfc9-6lp7c" in "kube-system" namespace to be "Ready" ...
I1028 17:27:51.535657 32020 pod_ready.go:79] waiting up to 6m0s for pod "coredns-7c65d6cfc9-mtmvl" in "kube-system" namespace to be "Ready" ...
I1028 17:27:51.535700 32020 round_trippers.go:463] GET https://192.168.39.230:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-mtmvl
I1028 17:27:51.535707 32020 round_trippers.go:469] Request Headers:
I1028 17:27:51.535714 32020 round_trippers.go:473] Accept: application/json, */*
I1028 17:27:51.535721 32020 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 17:27:51.538224 32020 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1028 17:27:51.538964 32020 round_trippers.go:463] GET https://192.168.39.230:8443/api/v1/nodes/ha-381619
I1028 17:27:51.538979 32020 round_trippers.go:469] Request Headers:
I1028 17:27:51.538986 32020 round_trippers.go:473] Accept: application/json, */*
I1028 17:27:51.538990 32020 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 17:27:51.541964 32020 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1028 17:27:51.542349 32020 pod_ready.go:93] pod "coredns-7c65d6cfc9-mtmvl" in "kube-system" namespace has status "Ready":"True"
I1028 17:27:51.542364 32020 pod_ready.go:82] duration metric: took 6.701109ms for pod "coredns-7c65d6cfc9-mtmvl" in "kube-system" namespace to be "Ready" ...
I1028 17:27:51.542375 32020 pod_ready.go:79] waiting up to 6m0s for pod "etcd-ha-381619" in "kube-system" namespace to be "Ready" ...
I1028 17:27:51.542424 32020 round_trippers.go:463] GET https://192.168.39.230:8443/api/v1/namespaces/kube-system/pods/etcd-ha-381619
I1028 17:27:51.542434 32020 round_trippers.go:469] Request Headers:
I1028 17:27:51.542441 32020 round_trippers.go:473] Accept: application/json, */*
I1028 17:27:51.542447 32020 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 17:27:51.544839 32020 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1028 17:27:51.545361 32020 round_trippers.go:463] GET https://192.168.39.230:8443/api/v1/nodes/ha-381619
I1028 17:27:51.545376 32020 round_trippers.go:469] Request Headers:
I1028 17:27:51.545385 32020 round_trippers.go:473] Accept: application/json, */*
I1028 17:27:51.545392 32020 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 17:27:51.547384 32020 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1028 17:27:51.547876 32020 pod_ready.go:93] pod "etcd-ha-381619" in "kube-system" namespace has status "Ready":"True"
I1028 17:27:51.547890 32020 pod_ready.go:82] duration metric: took 5.50604ms for pod "etcd-ha-381619" in "kube-system" namespace to be "Ready" ...
I1028 17:27:51.547898 32020 pod_ready.go:79] waiting up to 6m0s for pod "etcd-ha-381619-m02" in "kube-system" namespace to be "Ready" ...
I1028 17:27:51.547937 32020 round_trippers.go:463] GET https://192.168.39.230:8443/api/v1/namespaces/kube-system/pods/etcd-ha-381619-m02
I1028 17:27:51.547944 32020 round_trippers.go:469] Request Headers:
I1028 17:27:51.547951 32020 round_trippers.go:473] Accept: application/json, */*
I1028 17:27:51.547954 32020 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 17:27:51.549977 32020 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1028 17:27:51.550423 32020 round_trippers.go:463] GET https://192.168.39.230:8443/api/v1/nodes/ha-381619-m02
I1028 17:27:51.550435 32020 round_trippers.go:469] Request Headers:
I1028 17:27:51.550442 32020 round_trippers.go:473] Accept: application/json, */*
I1028 17:27:51.550445 32020 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 17:27:51.552459 32020 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1028 17:27:51.553082 32020 pod_ready.go:93] pod "etcd-ha-381619-m02" in "kube-system" namespace has status "Ready":"True"
I1028 17:27:51.553099 32020 pod_ready.go:82] duration metric: took 5.194272ms for pod "etcd-ha-381619-m02" in "kube-system" namespace to be "Ready" ...
I1028 17:27:51.553110 32020 pod_ready.go:79] waiting up to 6m0s for pod "etcd-ha-381619-m03" in "kube-system" namespace to be "Ready" ...
I1028 17:27:51.709397 32020 request.go:632] Waited for 156.217787ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.230:8443/api/v1/namespaces/kube-system/pods/etcd-ha-381619-m03
I1028 17:27:51.709446 32020 round_trippers.go:463] GET https://192.168.39.230:8443/api/v1/namespaces/kube-system/pods/etcd-ha-381619-m03
I1028 17:27:51.709451 32020 round_trippers.go:469] Request Headers:
I1028 17:27:51.709458 32020 round_trippers.go:473] Accept: application/json, */*
I1028 17:27:51.709461 32020 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 17:27:51.712548 32020 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 17:27:51.909629 32020 request.go:632] Waited for 196.367534ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.230:8443/api/v1/nodes/ha-381619-m03
I1028 17:27:51.909684 32020 round_trippers.go:463] GET https://192.168.39.230:8443/api/v1/nodes/ha-381619-m03
I1028 17:27:51.909689 32020 round_trippers.go:469] Request Headers:
I1028 17:27:51.909700 32020 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 17:27:51.909708 32020 round_trippers.go:473] Accept: application/json, */*
I1028 17:27:51.918132 32020 round_trippers.go:574] Response Status: 200 OK in 8 milliseconds
I1028 17:27:51.918809 32020 pod_ready.go:93] pod "etcd-ha-381619-m03" in "kube-system" namespace has status "Ready":"True"
I1028 17:27:51.918828 32020 pod_ready.go:82] duration metric: took 365.711465ms for pod "etcd-ha-381619-m03" in "kube-system" namespace to be "Ready" ...
I1028 17:27:51.918850 32020 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-ha-381619" in "kube-system" namespace to be "Ready" ...
I1028 17:27:52.109303 32020 request.go:632] Waited for 190.370368ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.230:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-381619
I1028 17:27:52.109365 32020 round_trippers.go:463] GET https://192.168.39.230:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-381619
I1028 17:27:52.109373 32020 round_trippers.go:469] Request Headers:
I1028 17:27:52.109383 32020 round_trippers.go:473] Accept: application/json, */*
I1028 17:27:52.109388 32020 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 17:27:52.112392 32020 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1028 17:27:52.309408 32020 request.go:632] Waited for 196.27481ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.230:8443/api/v1/nodes/ha-381619
I1028 17:27:52.309460 32020 round_trippers.go:463] GET https://192.168.39.230:8443/api/v1/nodes/ha-381619
I1028 17:27:52.309464 32020 round_trippers.go:469] Request Headers:
I1028 17:27:52.309471 32020 round_trippers.go:473] Accept: application/json, */*
I1028 17:27:52.309475 32020 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 17:27:52.312195 32020 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1028 17:27:52.312752 32020 pod_ready.go:93] pod "kube-apiserver-ha-381619" in "kube-system" namespace has status "Ready":"True"
I1028 17:27:52.312777 32020 pod_ready.go:82] duration metric: took 393.917667ms for pod "kube-apiserver-ha-381619" in "kube-system" namespace to be "Ready" ...
I1028 17:27:52.312791 32020 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-ha-381619-m02" in "kube-system" namespace to be "Ready" ...
I1028 17:27:52.509760 32020 request.go:632] Waited for 196.900981ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.230:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-381619-m02
I1028 17:27:52.509849 32020 round_trippers.go:463] GET https://192.168.39.230:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-381619-m02
I1028 17:27:52.509861 32020 round_trippers.go:469] Request Headers:
I1028 17:27:52.509872 32020 round_trippers.go:473] Accept: application/json, */*
I1028 17:27:52.509878 32020 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 17:27:52.513709 32020 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 17:27:52.709720 32020 request.go:632] Waited for 195.19818ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.230:8443/api/v1/nodes/ha-381619-m02
I1028 17:27:52.709771 32020 round_trippers.go:463] GET https://192.168.39.230:8443/api/v1/nodes/ha-381619-m02
I1028 17:27:52.709777 32020 round_trippers.go:469] Request Headers:
I1028 17:27:52.709784 32020 round_trippers.go:473] Accept: application/json, */*
I1028 17:27:52.709789 32020 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 17:27:52.712910 32020 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 17:27:52.713496 32020 pod_ready.go:93] pod "kube-apiserver-ha-381619-m02" in "kube-system" namespace has status "Ready":"True"
I1028 17:27:52.713513 32020 pod_ready.go:82] duration metric: took 400.71419ms for pod "kube-apiserver-ha-381619-m02" in "kube-system" namespace to be "Ready" ...
I1028 17:27:52.713525 32020 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-ha-381619-m03" in "kube-system" namespace to be "Ready" ...
I1028 17:27:52.910080 32020 request.go:632] Waited for 196.490754ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.230:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-381619-m03
I1028 17:27:52.910131 32020 round_trippers.go:463] GET https://192.168.39.230:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-381619-m03
I1028 17:27:52.910138 32020 round_trippers.go:469] Request Headers:
I1028 17:27:52.910148 32020 round_trippers.go:473] Accept: application/json, */*
I1028 17:27:52.910155 32020 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 17:27:52.913570 32020 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 17:27:53.109611 32020 request.go:632] Waited for 195.067242ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.230:8443/api/v1/nodes/ha-381619-m03
I1028 17:27:53.109675 32020 round_trippers.go:463] GET https://192.168.39.230:8443/api/v1/nodes/ha-381619-m03
I1028 17:27:53.109680 32020 round_trippers.go:469] Request Headers:
I1028 17:27:53.109688 32020 round_trippers.go:473] Accept: application/json, */*
I1028 17:27:53.109692 32020 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 17:27:53.112419 32020 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1028 17:27:53.113243 32020 pod_ready.go:93] pod "kube-apiserver-ha-381619-m03" in "kube-system" namespace has status "Ready":"True"
I1028 17:27:53.113258 32020 pod_ready.go:82] duration metric: took 399.726328ms for pod "kube-apiserver-ha-381619-m03" in "kube-system" namespace to be "Ready" ...
I1028 17:27:53.113269 32020 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-ha-381619" in "kube-system" namespace to be "Ready" ...
I1028 17:27:53.309322 32020 request.go:632] Waited for 195.985489ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.230:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-381619
I1028 17:27:53.309373 32020 round_trippers.go:463] GET https://192.168.39.230:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-381619
I1028 17:27:53.309378 32020 round_trippers.go:469] Request Headers:
I1028 17:27:53.309385 32020 round_trippers.go:473] Accept: application/json, */*
I1028 17:27:53.309389 32020 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 17:27:53.312514 32020 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 17:27:53.509641 32020 request.go:632] Waited for 196.355986ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.230:8443/api/v1/nodes/ha-381619
I1028 17:27:53.509756 32020 round_trippers.go:463] GET https://192.168.39.230:8443/api/v1/nodes/ha-381619
I1028 17:27:53.509770 32020 round_trippers.go:469] Request Headers:
I1028 17:27:53.509788 32020 round_trippers.go:473] Accept: application/json, */*
I1028 17:27:53.509809 32020 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 17:27:53.513067 32020 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 17:27:53.513631 32020 pod_ready.go:93] pod "kube-controller-manager-ha-381619" in "kube-system" namespace has status "Ready":"True"
I1028 17:27:53.513648 32020 pod_ready.go:82] duration metric: took 400.372385ms for pod "kube-controller-manager-ha-381619" in "kube-system" namespace to be "Ready" ...
I1028 17:27:53.513660 32020 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-ha-381619-m02" in "kube-system" namespace to be "Ready" ...
I1028 17:27:53.709756 32020 request.go:632] Waited for 196.030975ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.230:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-381619-m02
I1028 17:27:53.709821 32020 round_trippers.go:463] GET https://192.168.39.230:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-381619-m02
I1028 17:27:53.709829 32020 round_trippers.go:469] Request Headers:
I1028 17:27:53.709838 32020 round_trippers.go:473] Accept: application/json, */*
I1028 17:27:53.709847 32020 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 17:27:53.713250 32020 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 17:27:53.910289 32020 request.go:632] Waited for 196.241506ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.230:8443/api/v1/nodes/ha-381619-m02
I1028 17:27:53.910347 32020 round_trippers.go:463] GET https://192.168.39.230:8443/api/v1/nodes/ha-381619-m02
I1028 17:27:53.910352 32020 round_trippers.go:469] Request Headers:
I1028 17:27:53.910360 32020 round_trippers.go:473] Accept: application/json, */*
I1028 17:27:53.910365 32020 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 17:27:53.913501 32020 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 17:27:53.914111 32020 pod_ready.go:93] pod "kube-controller-manager-ha-381619-m02" in "kube-system" namespace has status "Ready":"True"
I1028 17:27:53.914128 32020 pod_ready.go:82] duration metric: took 400.460847ms for pod "kube-controller-manager-ha-381619-m02" in "kube-system" namespace to be "Ready" ...
I1028 17:27:53.914138 32020 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-ha-381619-m03" in "kube-system" namespace to be "Ready" ...
I1028 17:27:54.110262 32020 request.go:632] Waited for 196.057341ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.230:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-381619-m03
I1028 17:27:54.110321 32020 round_trippers.go:463] GET https://192.168.39.230:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-381619-m03
I1028 17:27:54.110328 32020 round_trippers.go:469] Request Headers:
I1028 17:27:54.110338 32020 round_trippers.go:473] Accept: application/json, */*
I1028 17:27:54.110344 32020 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 17:27:54.113686 32020 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 17:27:54.309625 32020 request.go:632] Waited for 195.198525ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.230:8443/api/v1/nodes/ha-381619-m03
I1028 17:27:54.309696 32020 round_trippers.go:463] GET https://192.168.39.230:8443/api/v1/nodes/ha-381619-m03
I1028 17:27:54.309704 32020 round_trippers.go:469] Request Headers:
I1028 17:27:54.309715 32020 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 17:27:54.309724 32020 round_trippers.go:473] Accept: application/json, */*
I1028 17:27:54.312970 32020 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 17:27:54.313530 32020 pod_ready.go:93] pod "kube-controller-manager-ha-381619-m03" in "kube-system" namespace has status "Ready":"True"
I1028 17:27:54.313550 32020 pod_ready.go:82] duration metric: took 399.405564ms for pod "kube-controller-manager-ha-381619-m03" in "kube-system" namespace to be "Ready" ...
I1028 17:27:54.313561 32020 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-2z74r" in "kube-system" namespace to be "Ready" ...
I1028 17:27:54.509582 32020 request.go:632] Waited for 195.958227ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.230:8443/api/v1/namespaces/kube-system/pods/kube-proxy-2z74r
I1028 17:27:54.509651 32020 round_trippers.go:463] GET https://192.168.39.230:8443/api/v1/namespaces/kube-system/pods/kube-proxy-2z74r
I1028 17:27:54.509657 32020 round_trippers.go:469] Request Headers:
I1028 17:27:54.509664 32020 round_trippers.go:473] Accept: application/json, */*
I1028 17:27:54.509669 32020 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 17:27:54.513356 32020 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 17:27:54.709469 32020 request.go:632] Waited for 195.28008ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.230:8443/api/v1/nodes/ha-381619-m03
I1028 17:27:54.709541 32020 round_trippers.go:463] GET https://192.168.39.230:8443/api/v1/nodes/ha-381619-m03
I1028 17:27:54.709547 32020 round_trippers.go:469] Request Headers:
I1028 17:27:54.709555 32020 round_trippers.go:473] Accept: application/json, */*
I1028 17:27:54.709562 32020 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 17:27:54.712778 32020 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 17:27:54.713684 32020 pod_ready.go:93] pod "kube-proxy-2z74r" in "kube-system" namespace has status "Ready":"True"
I1028 17:27:54.713706 32020 pod_ready.go:82] duration metric: took 400.138051ms for pod "kube-proxy-2z74r" in "kube-system" namespace to be "Ready" ...
I1028 17:27:54.713722 32020 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-mqdtj" in "kube-system" namespace to be "Ready" ...
I1028 17:27:54.909768 32020 request.go:632] Waited for 195.979649ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.230:8443/api/v1/namespaces/kube-system/pods/kube-proxy-mqdtj
I1028 17:27:54.909859 32020 round_trippers.go:463] GET https://192.168.39.230:8443/api/v1/namespaces/kube-system/pods/kube-proxy-mqdtj
I1028 17:27:54.909871 32020 round_trippers.go:469] Request Headers:
I1028 17:27:54.909882 32020 round_trippers.go:473] Accept: application/json, */*
I1028 17:27:54.909893 32020 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 17:27:54.912982 32020 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 17:27:55.110064 32020 request.go:632] Waited for 196.359608ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.230:8443/api/v1/nodes/ha-381619
I1028 17:27:55.110130 32020 round_trippers.go:463] GET https://192.168.39.230:8443/api/v1/nodes/ha-381619
I1028 17:27:55.110135 32020 round_trippers.go:469] Request Headers:
I1028 17:27:55.110142 32020 round_trippers.go:473] Accept: application/json, */*
I1028 17:27:55.110148 32020 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 17:27:55.113297 32020 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 17:27:55.113778 32020 pod_ready.go:93] pod "kube-proxy-mqdtj" in "kube-system" namespace has status "Ready":"True"
I1028 17:27:55.113796 32020 pod_ready.go:82] duration metric: took 400.063804ms for pod "kube-proxy-mqdtj" in "kube-system" namespace to be "Ready" ...
I1028 17:27:55.113805 32020 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-nrfgq" in "kube-system" namespace to be "Ready" ...
I1028 17:27:55.309960 32020 request.go:632] Waited for 196.087241ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.230:8443/api/v1/namespaces/kube-system/pods/kube-proxy-nrfgq
I1028 17:27:55.310011 32020 round_trippers.go:463] GET https://192.168.39.230:8443/api/v1/namespaces/kube-system/pods/kube-proxy-nrfgq
I1028 17:27:55.310017 32020 round_trippers.go:469] Request Headers:
I1028 17:27:55.310027 32020 round_trippers.go:473] Accept: application/json, */*
I1028 17:27:55.310040 32020 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 17:27:55.313630 32020 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 17:27:55.509848 32020 request.go:632] Waited for 195.356609ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.230:8443/api/v1/nodes/ha-381619-m02
I1028 17:27:55.509902 32020 round_trippers.go:463] GET https://192.168.39.230:8443/api/v1/nodes/ha-381619-m02
I1028 17:27:55.509907 32020 round_trippers.go:469] Request Headers:
I1028 17:27:55.509917 32020 round_trippers.go:473] Accept: application/json, */*
I1028 17:27:55.509922 32020 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 17:27:55.513283 32020 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 17:27:55.513872 32020 pod_ready.go:93] pod "kube-proxy-nrfgq" in "kube-system" namespace has status "Ready":"True"
I1028 17:27:55.513891 32020 pod_ready.go:82] duration metric: took 400.079859ms for pod "kube-proxy-nrfgq" in "kube-system" namespace to be "Ready" ...
I1028 17:27:55.513903 32020 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-ha-381619" in "kube-system" namespace to be "Ready" ...
I1028 17:27:55.709489 32020 request.go:632] Waited for 195.521691ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.230:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-381619
I1028 17:27:55.709543 32020 round_trippers.go:463] GET https://192.168.39.230:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-381619
I1028 17:27:55.709558 32020 round_trippers.go:469] Request Headers:
I1028 17:27:55.709582 32020 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 17:27:55.709589 32020 round_trippers.go:473] Accept: application/json, */*
I1028 17:27:55.713346 32020 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 17:27:55.910316 32020 request.go:632] Waited for 196.337736ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.230:8443/api/v1/nodes/ha-381619
I1028 17:27:55.910371 32020 round_trippers.go:463] GET https://192.168.39.230:8443/api/v1/nodes/ha-381619
I1028 17:27:55.910375 32020 round_trippers.go:469] Request Headers:
I1028 17:27:55.910383 32020 round_trippers.go:473] Accept: application/json, */*
I1028 17:27:55.910388 32020 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 17:27:55.913484 32020 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 17:27:55.914099 32020 pod_ready.go:93] pod "kube-scheduler-ha-381619" in "kube-system" namespace has status "Ready":"True"
I1028 17:27:55.914115 32020 pod_ready.go:82] duration metric: took 400.201992ms for pod "kube-scheduler-ha-381619" in "kube-system" namespace to be "Ready" ...
I1028 17:27:55.914124 32020 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-ha-381619-m02" in "kube-system" namespace to be "Ready" ...
I1028 17:27:56.110258 32020 request.go:632] Waited for 196.039546ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.230:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-381619-m02
I1028 17:27:56.110326 32020 round_trippers.go:463] GET https://192.168.39.230:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-381619-m02
I1028 17:27:56.110331 32020 round_trippers.go:469] Request Headers:
I1028 17:27:56.110337 32020 round_trippers.go:473] Accept: application/json, */*
I1028 17:27:56.110342 32020 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 17:27:56.113332 32020 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1028 17:27:56.310263 32020 request.go:632] Waited for 196.319737ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.230:8443/api/v1/nodes/ha-381619-m02
I1028 17:27:56.310334 32020 round_trippers.go:463] GET https://192.168.39.230:8443/api/v1/nodes/ha-381619-m02
I1028 17:27:56.310355 32020 round_trippers.go:469] Request Headers:
I1028 17:27:56.310370 32020 round_trippers.go:473] Accept: application/json, */*
I1028 17:27:56.310379 32020 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 17:27:56.313786 32020 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 17:27:56.314505 32020 pod_ready.go:93] pod "kube-scheduler-ha-381619-m02" in "kube-system" namespace has status "Ready":"True"
I1028 17:27:56.314532 32020 pod_ready.go:82] duration metric: took 400.399291ms for pod "kube-scheduler-ha-381619-m02" in "kube-system" namespace to be "Ready" ...
I1028 17:27:56.314546 32020 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-ha-381619-m03" in "kube-system" namespace to be "Ready" ...
I1028 17:27:56.510327 32020 request.go:632] Waited for 195.699418ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.230:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-381619-m03
I1028 17:27:56.510378 32020 round_trippers.go:463] GET https://192.168.39.230:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-381619-m03
I1028 17:27:56.510383 32020 round_trippers.go:469] Request Headers:
I1028 17:27:56.510390 32020 round_trippers.go:473] Accept: application/json, */*
I1028 17:27:56.510394 32020 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 17:27:56.513464 32020 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 17:27:56.709328 32020 request.go:632] Waited for 195.274185ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.230:8443/api/v1/nodes/ha-381619-m03
I1028 17:27:56.709385 32020 round_trippers.go:463] GET https://192.168.39.230:8443/api/v1/nodes/ha-381619-m03
I1028 17:27:56.709391 32020 round_trippers.go:469] Request Headers:
I1028 17:27:56.709398 32020 round_trippers.go:473] Accept: application/json, */*
I1028 17:27:56.709403 32020 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 17:27:56.712740 32020 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 17:27:56.713420 32020 pod_ready.go:93] pod "kube-scheduler-ha-381619-m03" in "kube-system" namespace has status "Ready":"True"
I1028 17:27:56.713436 32020 pod_ready.go:82] duration metric: took 398.882403ms for pod "kube-scheduler-ha-381619-m03" in "kube-system" namespace to be "Ready" ...
I1028 17:27:56.713446 32020 pod_ready.go:39] duration metric: took 5.200325366s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1028 17:27:56.713469 32020 api_server.go:52] waiting for apiserver process to appear ...
I1028 17:27:56.713519 32020 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1028 17:27:56.729002 32020 api_server.go:72] duration metric: took 25.075050157s to wait for apiserver process to appear ...
I1028 17:27:56.729025 32020 api_server.go:88] waiting for apiserver healthz status ...
I1028 17:27:56.729051 32020 api_server.go:253] Checking apiserver healthz at https://192.168.39.230:8443/healthz ...
I1028 17:27:56.734141 32020 api_server.go:279] https://192.168.39.230:8443/healthz returned 200:
ok
I1028 17:27:56.734212 32020 round_trippers.go:463] GET https://192.168.39.230:8443/version
I1028 17:27:56.734223 32020 round_trippers.go:469] Request Headers:
I1028 17:27:56.734234 32020 round_trippers.go:473] Accept: application/json, */*
I1028 17:27:56.734242 32020 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 17:27:56.735154 32020 round_trippers.go:574] Response Status: 200 OK in 0 milliseconds
I1028 17:27:56.735212 32020 api_server.go:141] control plane version: v1.31.2
I1028 17:27:56.735228 32020 api_server.go:131] duration metric: took 6.196303ms to wait for apiserver health ...
I1028 17:27:56.735237 32020 system_pods.go:43] waiting for kube-system pods to appear ...
I1028 17:27:56.909657 32020 request.go:632] Waited for 174.332812ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.230:8443/api/v1/namespaces/kube-system/pods
I1028 17:27:56.909707 32020 round_trippers.go:463] GET https://192.168.39.230:8443/api/v1/namespaces/kube-system/pods
I1028 17:27:56.909712 32020 round_trippers.go:469] Request Headers:
I1028 17:27:56.909720 32020 round_trippers.go:473] Accept: application/json, */*
I1028 17:27:56.909725 32020 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 17:27:56.915545 32020 round_trippers.go:574] Response Status: 200 OK in 5 milliseconds
I1028 17:27:56.922175 32020 system_pods.go:59] 24 kube-system pods found
I1028 17:27:56.922215 32020 system_pods.go:61] "coredns-7c65d6cfc9-6lp7c" [061190be-cf6d-4f7e-b201-92ae719bca38] Running
I1028 17:27:56.922225 32020 system_pods.go:61] "coredns-7c65d6cfc9-mtmvl" [8d504fd6-a26b-43ec-b258-451c15a3e859] Running
I1028 17:27:56.922230 32020 system_pods.go:61] "etcd-ha-381619" [f791ec3e-971a-4a7e-91cc-89c9076b0287] Running
I1028 17:27:56.922235 32020 system_pods.go:61] "etcd-ha-381619-m02" [de41d7c1-70d4-4e14-8ca1-9591d33f09f2] Running
I1028 17:27:56.922240 32020 system_pods.go:61] "etcd-ha-381619-m03" [f74b1d73-786b-4806-9608-24d397f0c764] Running
I1028 17:27:56.922248 32020 system_pods.go:61] "kindnet-2ggdz" [2083bd85-a172-493e-ad5d-fbad874f5d86] Running
I1028 17:27:56.922253 32020 system_pods.go:61] "kindnet-82dqn" [c4d9a56e-9b9a-41e4-8e98-d3be1576fcbf] Running
I1028 17:27:56.922259 32020 system_pods.go:61] "kindnet-vj9vj" [cef92207-2f62-4d72-baf1-e9010ed565c1] Running
I1028 17:27:56.922267 32020 system_pods.go:61] "kube-apiserver-ha-381619" [dda13107-a223-40e1-afd8-0f9f47434f1a] Running
I1028 17:27:56.922273 32020 system_pods.go:61] "kube-apiserver-ha-381619-m02" [f92254e8-a4d5-4c58-a795-272f9d929848] Running
I1028 17:27:56.922281 32020 system_pods.go:61] "kube-apiserver-ha-381619-m03" [497e1667-9545-4af5-9ad7-f569fcf5f7ff] Running
I1028 17:27:56.922288 32020 system_pods.go:61] "kube-controller-manager-ha-381619" [b5fd62a5-c4fd-4247-a8d8-312740b64934] Running
I1028 17:27:56.922294 32020 system_pods.go:61] "kube-controller-manager-ha-381619-m02" [5a8aae2c-46ba-4d86-9890-64f055e1792c] Running
I1028 17:27:56.922302 32020 system_pods.go:61] "kube-controller-manager-ha-381619-m03" [d2ac5d7a-6147-4f40-82c2-88084c01b3b7] Running
I1028 17:27:56.922308 32020 system_pods.go:61] "kube-proxy-2z74r" [98756d8c-b3cf-4839-b28a-ae144afb1836] Running
I1028 17:27:56.922317 32020 system_pods.go:61] "kube-proxy-mqdtj" [b146a3fd-b1a4-49f6-9711-96737c4a3757] Running
I1028 17:27:56.922327 32020 system_pods.go:61] "kube-proxy-nrfgq" [23543f1a-4f95-4cbd-b084-0c30f8167b79] Running
I1028 17:27:56.922335 32020 system_pods.go:61] "kube-scheduler-ha-381619" [0bf1190f-da89-49c2-91e7-8c57424e215e] Running
I1028 17:27:56.922341 32020 system_pods.go:61] "kube-scheduler-ha-381619-m02" [ad72546f-b54d-4f32-8976-e0244872be00] Running
I1028 17:27:56.922348 32020 system_pods.go:61] "kube-scheduler-ha-381619-m03" [0b970742-a09a-41e6-97b7-1e5ec97be097] Running
I1028 17:27:56.922352 32020 system_pods.go:61] "kube-vip-ha-381619" [ab8f53e1-383c-4f92-9ebf-67d8fb69b47c] Running
I1028 17:27:56.922355 32020 system_pods.go:61] "kube-vip-ha-381619-m02" [4acf4651-fe7c-4e27-a607-c906edc1352e] Running
I1028 17:27:56.922361 32020 system_pods.go:61] "kube-vip-ha-381619-m03" [7bc6ac65-c33b-48a9-9f1c-30bbfaac21f2] Running
I1028 17:27:56.922364 32020 system_pods.go:61] "storage-provisioner" [0456ff02-2c23-423a-8010-1556d1e6dfac] Running
I1028 17:27:56.922369 32020 system_pods.go:74] duration metric: took 187.124012ms to wait for pod list to return data ...
I1028 17:27:56.922378 32020 default_sa.go:34] waiting for default service account to be created ...
I1028 17:27:57.109949 32020 request.go:632] Waited for 187.506133ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.230:8443/api/v1/namespaces/default/serviceaccounts
I1028 17:27:57.110004 32020 round_trippers.go:463] GET https://192.168.39.230:8443/api/v1/namespaces/default/serviceaccounts
I1028 17:27:57.110012 32020 round_trippers.go:469] Request Headers:
I1028 17:27:57.110022 32020 round_trippers.go:473] Accept: application/json, */*
I1028 17:27:57.110033 32020 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 17:27:57.113502 32020 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 17:27:57.113628 32020 default_sa.go:45] found service account: "default"
I1028 17:27:57.113645 32020 default_sa.go:55] duration metric: took 191.260682ms for default service account to be created ...
I1028 17:27:57.113656 32020 system_pods.go:116] waiting for k8s-apps to be running ...
I1028 17:27:57.309925 32020 request.go:632] Waited for 196.205305ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.230:8443/api/v1/namespaces/kube-system/pods
I1028 17:27:57.310024 32020 round_trippers.go:463] GET https://192.168.39.230:8443/api/v1/namespaces/kube-system/pods
I1028 17:27:57.310036 32020 round_trippers.go:469] Request Headers:
I1028 17:27:57.310047 32020 round_trippers.go:473] Accept: application/json, */*
I1028 17:27:57.310053 32020 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 17:27:57.315888 32020 round_trippers.go:574] Response Status: 200 OK in 5 milliseconds
I1028 17:27:57.322856 32020 system_pods.go:86] 24 kube-system pods found
I1028 17:27:57.322880 32020 system_pods.go:89] "coredns-7c65d6cfc9-6lp7c" [061190be-cf6d-4f7e-b201-92ae719bca38] Running
I1028 17:27:57.322886 32020 system_pods.go:89] "coredns-7c65d6cfc9-mtmvl" [8d504fd6-a26b-43ec-b258-451c15a3e859] Running
I1028 17:27:57.322890 32020 system_pods.go:89] "etcd-ha-381619" [f791ec3e-971a-4a7e-91cc-89c9076b0287] Running
I1028 17:27:57.322893 32020 system_pods.go:89] "etcd-ha-381619-m02" [de41d7c1-70d4-4e14-8ca1-9591d33f09f2] Running
I1028 17:27:57.322897 32020 system_pods.go:89] "etcd-ha-381619-m03" [f74b1d73-786b-4806-9608-24d397f0c764] Running
I1028 17:27:57.322900 32020 system_pods.go:89] "kindnet-2ggdz" [2083bd85-a172-493e-ad5d-fbad874f5d86] Running
I1028 17:27:57.322904 32020 system_pods.go:89] "kindnet-82dqn" [c4d9a56e-9b9a-41e4-8e98-d3be1576fcbf] Running
I1028 17:27:57.322907 32020 system_pods.go:89] "kindnet-vj9vj" [cef92207-2f62-4d72-baf1-e9010ed565c1] Running
I1028 17:27:57.322918 32020 system_pods.go:89] "kube-apiserver-ha-381619" [dda13107-a223-40e1-afd8-0f9f47434f1a] Running
I1028 17:27:57.322927 32020 system_pods.go:89] "kube-apiserver-ha-381619-m02" [f92254e8-a4d5-4c58-a795-272f9d929848] Running
I1028 17:27:57.322932 32020 system_pods.go:89] "kube-apiserver-ha-381619-m03" [497e1667-9545-4af5-9ad7-f569fcf5f7ff] Running
I1028 17:27:57.322940 32020 system_pods.go:89] "kube-controller-manager-ha-381619" [b5fd62a5-c4fd-4247-a8d8-312740b64934] Running
I1028 17:27:57.322946 32020 system_pods.go:89] "kube-controller-manager-ha-381619-m02" [5a8aae2c-46ba-4d86-9890-64f055e1792c] Running
I1028 17:27:57.322951 32020 system_pods.go:89] "kube-controller-manager-ha-381619-m03" [d2ac5d7a-6147-4f40-82c2-88084c01b3b7] Running
I1028 17:27:57.322958 32020 system_pods.go:89] "kube-proxy-2z74r" [98756d8c-b3cf-4839-b28a-ae144afb1836] Running
I1028 17:27:57.322966 32020 system_pods.go:89] "kube-proxy-mqdtj" [b146a3fd-b1a4-49f6-9711-96737c4a3757] Running
I1028 17:27:57.322971 32020 system_pods.go:89] "kube-proxy-nrfgq" [23543f1a-4f95-4cbd-b084-0c30f8167b79] Running
I1028 17:27:57.322978 32020 system_pods.go:89] "kube-scheduler-ha-381619" [0bf1190f-da89-49c2-91e7-8c57424e215e] Running
I1028 17:27:57.322986 32020 system_pods.go:89] "kube-scheduler-ha-381619-m02" [ad72546f-b54d-4f32-8976-e0244872be00] Running
I1028 17:27:57.322991 32020 system_pods.go:89] "kube-scheduler-ha-381619-m03" [0b970742-a09a-41e6-97b7-1e5ec97be097] Running
I1028 17:27:57.322999 32020 system_pods.go:89] "kube-vip-ha-381619" [ab8f53e1-383c-4f92-9ebf-67d8fb69b47c] Running
I1028 17:27:57.323006 32020 system_pods.go:89] "kube-vip-ha-381619-m02" [4acf4651-fe7c-4e27-a607-c906edc1352e] Running
I1028 17:27:57.323011 32020 system_pods.go:89] "kube-vip-ha-381619-m03" [7bc6ac65-c33b-48a9-9f1c-30bbfaac21f2] Running
I1028 17:27:57.323018 32020 system_pods.go:89] "storage-provisioner" [0456ff02-2c23-423a-8010-1556d1e6dfac] Running
I1028 17:27:57.323027 32020 system_pods.go:126] duration metric: took 209.364489ms to wait for k8s-apps to be running ...
I1028 17:27:57.323045 32020 system_svc.go:44] waiting for kubelet service to be running ....
I1028 17:27:57.323123 32020 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1028 17:27:57.338248 32020 system_svc.go:56] duration metric: took 15.198158ms WaitForService to wait for kubelet
I1028 17:27:57.338268 32020 kubeadm.go:582] duration metric: took 25.684324158s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1028 17:27:57.338294 32020 node_conditions.go:102] verifying NodePressure condition ...
I1028 17:27:57.509596 32020 request.go:632] Waited for 171.215252ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.230:8443/api/v1/nodes
I1028 17:27:57.509662 32020 round_trippers.go:463] GET https://192.168.39.230:8443/api/v1/nodes
I1028 17:27:57.509677 32020 round_trippers.go:469] Request Headers:
I1028 17:27:57.509688 32020 round_trippers.go:473] Accept: application/json, */*
I1028 17:27:57.509699 32020 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 17:27:57.514522 32020 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1028 17:27:57.515701 32020 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I1028 17:27:57.515733 32020 node_conditions.go:123] node cpu capacity is 2
I1028 17:27:57.515769 32020 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I1028 17:27:57.515779 32020 node_conditions.go:123] node cpu capacity is 2
I1028 17:27:57.515785 32020 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I1028 17:27:57.515800 32020 node_conditions.go:123] node cpu capacity is 2
I1028 17:27:57.515810 32020 node_conditions.go:105] duration metric: took 177.507704ms to run NodePressure ...
I1028 17:27:57.515829 32020 start.go:241] waiting for startup goroutines ...
I1028 17:27:57.515863 32020 start.go:255] writing updated cluster config ...
I1028 17:27:57.516171 32020 ssh_runner.go:195] Run: rm -f paused
I1028 17:27:57.567306 32020 start.go:600] kubectl: 1.31.2, cluster: 1.31.2 (minor skew: 0)
I1028 17:27:57.569290 32020 out.go:177] * Done! kubectl is now configured to use "ha-381619" cluster and "default" namespace by default
==> CRI-O <==
Oct 28 17:32:02 ha-381619 crio[660]: time="2024-10-28 17:32:02.642446142Z" level=debug msg="Response: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730136722642421468,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:137418,},InodesUsed:&UInt64Value{Value:62,},},},ContainerFilesystems:[]*FilesystemUsage{},}" file="otel-collector/interceptors.go:74" id=c4c89ca7-0246-4c8b-892e-0eaaba2f134a name=/runtime.v1.ImageService/ImageFsInfo
Oct 28 17:32:02 ha-381619 crio[660]: time="2024-10-28 17:32:02.643670285Z" level=debug msg="Request: &ListContainersRequest{Filter:&ContainerFilter{Id:,State:nil,PodSandboxId:,LabelSelector:map[string]string{},},}" file="otel-collector/interceptors.go:62" id=9e801e3f-6af1-4829-aff4-c80253b0724f name=/runtime.v1.RuntimeService/ListContainers
Oct 28 17:32:02 ha-381619 crio[660]: time="2024-10-28 17:32:02.643740910Z" level=debug msg="No filters were applied, returning full container list" file="server/container_list.go:60" id=9e801e3f-6af1-4829-aff4-c80253b0724f name=/runtime.v1.RuntimeService/ListContainers
Oct 28 17:32:02 ha-381619 crio[660]: time="2024-10-28 17:32:02.644004041Z" level=debug msg="Response: &ListContainersResponse{Containers:[]*Container{&Container{Id:fb3c00b93a7e67ddafbde15e7b13e0e96a31fe47e72b4ad18a1c68d98f64ed30,PodSandboxId:32dd7ef5c8db8b9b674edbc571047b578b0e2f3d71398eed906ebeb95eebe55f,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1730136331443543194,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-mtmvl,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 8d504fd6-a26b-43ec-b258-451c15a3e859,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\
"UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:439a12fd4f2e97450fa8c7b6befe3861f9d843fa2e3a213ada2a37911994863f,PodSandboxId:a8d9ef07a9de9b9002102c2d33493c307173ac523113ab6354d5601805475ae2,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1730136331442902841,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-6lp7c,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid
: 061190be-cf6d-4f7e-b201-92ae719bca38,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:32b25385ac6d6a90be28f312ef27698c14de0d8d8aebe666d5ebf7c1bbe4cf36,PodSandboxId:cdf8a7008daaa2b2cb55acc0731608ad7bf549065cd7410ccb86f7646f22cef8,Metadata:&ContainerMetadata{Name:storage-provisioner,Attempt:0,},Image:&ImageSpec{Image:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,State:CONTAINER_RUNNI
NG,CreatedAt:1730136331351168571,Labels:map[string]string{io.kubernetes.container.name: storage-provisioner,io.kubernetes.pod.name: storage-provisioner,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 0456ff02-2c23-423a-8010-1556d1e6dfac,},Annotations:map[string]string{io.kubernetes.container.hash: 6c6bf961,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:02eaa5b848022deea6049f6a6b1b92a9c0ee9145a1cc54164436a3bc3c70efc3,PodSandboxId:ec93f4cb498de7715cacd4611d155be4b972ec9cca650e29aa58dd841106b9ec,Metadata:&ContainerMetadata{Name:kindnet-cni,Attempt:0,},Image:&ImageSpec{Image:3a5bc24055c9ebfdf31b23eef58eb4bb79b8e1772c483e6aebd2a99b41d99e52,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:3a5bc24055c9ebfdf31b23eef58eb4bb79b8e1772c483e6aebd2a99b41d99e52,State:CONTAINER_RUNNING,CreatedAt:1730136
318816975031,Labels:map[string]string{io.kubernetes.container.name: kindnet-cni,io.kubernetes.pod.name: kindnet-vj9vj,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: cef92207-2f62-4d72-baf1-e9010ed565c1,},Annotations:map[string]string{io.kubernetes.container.hash: 1e4dce18,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:4c2af4b0e8f709531bd7b2e58eccf49c4a7806c51a0d4876374ff2ee3254dafa,PodSandboxId:31e8db8e135614fa4a6262893bec8c2200023b9fd431ecc85c304837fabcf973,Metadata:&ContainerMetadata{Name:kube-proxy,Attempt:0,},Image:&ImageSpec{Image:505d571f5fd56726488d27af0d9a8e02c6db58f5d62ea51dd10d47de7a0c2d38,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:505d571f5fd56726488d27af0d9a8e02c6db58f5d62ea51dd10d47de7a0c2d38,State:CONTAINER_RUNNING,CreatedAt:1730136318522443741,Labels:map[string]stri
ng{io.kubernetes.container.name: kube-proxy,io.kubernetes.pod.name: kube-proxy-mqdtj,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: b146a3fd-b1a4-49f6-9711-96737c4a3757,},Annotations:map[string]string{io.kubernetes.container.hash: adb187fb,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:8820dc5a1a258a06f95e99bf102490574fb81a9f12c82932543371fdb565be12,PodSandboxId:0440b646716622ab7f026f90250a2167d5548e21afb218d51a8f2790ea1e5269,Metadata:&ContainerMetadata{Name:kube-vip,Attempt:0,},Image:&ImageSpec{Image:ghcr.io/kube-vip/kube-vip@sha256:3742a655001d24c4ec1a4da019fdbacb1699cd42d40e34753848fb6b0c8b5215,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:016cfb97b0edc5f5faf96fd4671670e2ee0c2263308214ac118721a81729592d,State:CONTAINER_RUNNING,CreatedAt:1730136311708281679,Labels:map[string]string
{io.kubernetes.container.name: kube-vip,io.kubernetes.pod.name: kube-vip-ha-381619,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 7ec83820abe46635a1506eebb7b37687,},Annotations:map[string]string{io.kubernetes.container.hash: f5549532,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:c4311ab52a43818424abc397049043cb2ee45579e27707de01bd8c82ac34c2b8,PodSandboxId:75b5ea16f2e6b491e92cbebea482d930ed9f0e42eca27f75438ee424bfc1f021,Metadata:&ContainerMetadata{Name:kube-controller-manager,Attempt:0,},Image:&ImageSpec{Image:0486b6c53a1b5af26f2ad2fb89a089e04c6baa6369f8545ab0854f9d62b44503,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:0486b6c53a1b5af26f2ad2fb89a089e04c6baa6369f8545ab0854f9d62b44503,State:CONTAINER_RUNNING,CreatedAt:1730136307941333251,Labels:map[string]string{io.kubernetes.container
.name: kube-controller-manager,io.kubernetes.pod.name: kube-controller-manager-ha-381619,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 99aada2e47224c0ab170fe94d2522169,},Annotations:map[string]string{io.kubernetes.container.hash: 3111262b,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:5d299a6ffacac1658ca993595a1514ca77ba1fc145b2c1f4c520e4cd51effcb9,PodSandboxId:2d476f176dee346550f51e572d9d2d0e57a615e57363921d43bf4ed40b493ee5,Metadata:&ContainerMetadata{Name:etcd,Attempt:0,},Image:&ImageSpec{Image:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,State:CONTAINER_RUNNING,CreatedAt:1730136307934006040,Labels:map[string]string{io.kubernetes.container.name: etcd,i
o.kubernetes.pod.name: etcd-ha-381619,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 1a158ca3c640657c77f7a0e4aa7b1e1a,},Annotations:map[string]string{io.kubernetes.container.hash: cdf7d3fa,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:a2a4ad9e37b9c9d203bd9852110266d7e93d3658c54e927260997745b94b5c37,PodSandboxId:8535275eaad56deb3059ead80933a145d7e5b9edc91be88a24d7748f47024988,Metadata:&ContainerMetadata{Name:kube-apiserver,Attempt:0,},Image:&ImageSpec{Image:9499c9960544e80a96c223cdc5d3059dd7c2cc37ea20e7138af4a6e415a49173,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:9499c9960544e80a96c223cdc5d3059dd7c2cc37ea20e7138af4a6e415a49173,State:CONTAINER_RUNNING,CreatedAt:1730136307942285274,Labels:map[string]string{io.kubernetes.container.name: kube-apiserver,io.kubernetes.pod.name: kube-api
server-ha-381619,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 662de4399b331ad11cfb03bbc1b4d764,},Annotations:map[string]string{io.kubernetes.container.hash: c6927529,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:8f6c077dbde89a9527c07dc805e7d825fb73e839eb47fc856d4fbd16911bae9b,PodSandboxId:2c5f11da0112e9d0c7f4ff45799ec2a9992d5d69f716c99f23c70fc399a7f139,Metadata:&ContainerMetadata{Name:kube-scheduler,Attempt:0,},Image:&ImageSpec{Image:847c7bc1a541865e150af08318f49d02d0e0cff4a0530fd4ffe369e294dd2856,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:847c7bc1a541865e150af08318f49d02d0e0cff4a0530fd4ffe369e294dd2856,State:CONTAINER_RUNNING,CreatedAt:1730136307843854963,Labels:map[string]string{io.kubernetes.container.name: kube-scheduler,io.kubernetes.pod.name: kube-scheduler-ha-381619,io.k
ubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: e2b89a388aad392b7c49123c2b4319e7,},Annotations:map[string]string{io.kubernetes.container.hash: 16c835f9,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},},}" file="otel-collector/interceptors.go:74" id=9e801e3f-6af1-4829-aff4-c80253b0724f name=/runtime.v1.RuntimeService/ListContainers
Oct 28 17:32:02 ha-381619 crio[660]: time="2024-10-28 17:32:02.680631808Z" level=debug msg="Request: &VersionRequest{Version:,}" file="otel-collector/interceptors.go:62" id=2e13b48a-8aeb-4511-bed0-98c582fd9ef5 name=/runtime.v1.RuntimeService/Version
Oct 28 17:32:02 ha-381619 crio[660]: time="2024-10-28 17:32:02.680702668Z" level=debug msg="Response: &VersionResponse{Version:0.1.0,RuntimeName:cri-o,RuntimeVersion:1.29.1,RuntimeApiVersion:v1,}" file="otel-collector/interceptors.go:74" id=2e13b48a-8aeb-4511-bed0-98c582fd9ef5 name=/runtime.v1.RuntimeService/Version
Oct 28 17:32:02 ha-381619 crio[660]: time="2024-10-28 17:32:02.682514602Z" level=debug msg="Request: &ImageFsInfoRequest{}" file="otel-collector/interceptors.go:62" id=77e290a4-eb8e-4030-b6e3-96480181b886 name=/runtime.v1.ImageService/ImageFsInfo
Oct 28 17:32:02 ha-381619 crio[660]: time="2024-10-28 17:32:02.682924206Z" level=debug msg="Response: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730136722682902398,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:137418,},InodesUsed:&UInt64Value{Value:62,},},},ContainerFilesystems:[]*FilesystemUsage{},}" file="otel-collector/interceptors.go:74" id=77e290a4-eb8e-4030-b6e3-96480181b886 name=/runtime.v1.ImageService/ImageFsInfo
Oct 28 17:32:02 ha-381619 crio[660]: time="2024-10-28 17:32:02.683362019Z" level=debug msg="Request: &ListContainersRequest{Filter:&ContainerFilter{Id:,State:nil,PodSandboxId:,LabelSelector:map[string]string{},},}" file="otel-collector/interceptors.go:62" id=a910984e-4c50-4372-bedb-5a391dc76863 name=/runtime.v1.RuntimeService/ListContainers
Oct 28 17:32:02 ha-381619 crio[660]: time="2024-10-28 17:32:02.683436583Z" level=debug msg="No filters were applied, returning full container list" file="server/container_list.go:60" id=a910984e-4c50-4372-bedb-5a391dc76863 name=/runtime.v1.RuntimeService/ListContainers
Oct 28 17:32:02 ha-381619 crio[660]: time="2024-10-28 17:32:02.683644081Z" level=debug msg="Response: &ListContainersResponse{Containers:[]*Container{&Container{Id:fb3c00b93a7e67ddafbde15e7b13e0e96a31fe47e72b4ad18a1c68d98f64ed30,PodSandboxId:32dd7ef5c8db8b9b674edbc571047b578b0e2f3d71398eed906ebeb95eebe55f,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1730136331443543194,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-mtmvl,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 8d504fd6-a26b-43ec-b258-451c15a3e859,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\
"UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:439a12fd4f2e97450fa8c7b6befe3861f9d843fa2e3a213ada2a37911994863f,PodSandboxId:a8d9ef07a9de9b9002102c2d33493c307173ac523113ab6354d5601805475ae2,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1730136331442902841,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-6lp7c,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid
: 061190be-cf6d-4f7e-b201-92ae719bca38,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:32b25385ac6d6a90be28f312ef27698c14de0d8d8aebe666d5ebf7c1bbe4cf36,PodSandboxId:cdf8a7008daaa2b2cb55acc0731608ad7bf549065cd7410ccb86f7646f22cef8,Metadata:&ContainerMetadata{Name:storage-provisioner,Attempt:0,},Image:&ImageSpec{Image:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,State:CONTAINER_RUNNI
NG,CreatedAt:1730136331351168571,Labels:map[string]string{io.kubernetes.container.name: storage-provisioner,io.kubernetes.pod.name: storage-provisioner,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 0456ff02-2c23-423a-8010-1556d1e6dfac,},Annotations:map[string]string{io.kubernetes.container.hash: 6c6bf961,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:02eaa5b848022deea6049f6a6b1b92a9c0ee9145a1cc54164436a3bc3c70efc3,PodSandboxId:ec93f4cb498de7715cacd4611d155be4b972ec9cca650e29aa58dd841106b9ec,Metadata:&ContainerMetadata{Name:kindnet-cni,Attempt:0,},Image:&ImageSpec{Image:3a5bc24055c9ebfdf31b23eef58eb4bb79b8e1772c483e6aebd2a99b41d99e52,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:3a5bc24055c9ebfdf31b23eef58eb4bb79b8e1772c483e6aebd2a99b41d99e52,State:CONTAINER_RUNNING,CreatedAt:1730136
318816975031,Labels:map[string]string{io.kubernetes.container.name: kindnet-cni,io.kubernetes.pod.name: kindnet-vj9vj,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: cef92207-2f62-4d72-baf1-e9010ed565c1,},Annotations:map[string]string{io.kubernetes.container.hash: 1e4dce18,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:4c2af4b0e8f709531bd7b2e58eccf49c4a7806c51a0d4876374ff2ee3254dafa,PodSandboxId:31e8db8e135614fa4a6262893bec8c2200023b9fd431ecc85c304837fabcf973,Metadata:&ContainerMetadata{Name:kube-proxy,Attempt:0,},Image:&ImageSpec{Image:505d571f5fd56726488d27af0d9a8e02c6db58f5d62ea51dd10d47de7a0c2d38,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:505d571f5fd56726488d27af0d9a8e02c6db58f5d62ea51dd10d47de7a0c2d38,State:CONTAINER_RUNNING,CreatedAt:1730136318522443741,Labels:map[string]stri
ng{io.kubernetes.container.name: kube-proxy,io.kubernetes.pod.name: kube-proxy-mqdtj,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: b146a3fd-b1a4-49f6-9711-96737c4a3757,},Annotations:map[string]string{io.kubernetes.container.hash: adb187fb,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:8820dc5a1a258a06f95e99bf102490574fb81a9f12c82932543371fdb565be12,PodSandboxId:0440b646716622ab7f026f90250a2167d5548e21afb218d51a8f2790ea1e5269,Metadata:&ContainerMetadata{Name:kube-vip,Attempt:0,},Image:&ImageSpec{Image:ghcr.io/kube-vip/kube-vip@sha256:3742a655001d24c4ec1a4da019fdbacb1699cd42d40e34753848fb6b0c8b5215,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:016cfb97b0edc5f5faf96fd4671670e2ee0c2263308214ac118721a81729592d,State:CONTAINER_RUNNING,CreatedAt:1730136311708281679,Labels:map[string]string
{io.kubernetes.container.name: kube-vip,io.kubernetes.pod.name: kube-vip-ha-381619,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 7ec83820abe46635a1506eebb7b37687,},Annotations:map[string]string{io.kubernetes.container.hash: f5549532,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:c4311ab52a43818424abc397049043cb2ee45579e27707de01bd8c82ac34c2b8,PodSandboxId:75b5ea16f2e6b491e92cbebea482d930ed9f0e42eca27f75438ee424bfc1f021,Metadata:&ContainerMetadata{Name:kube-controller-manager,Attempt:0,},Image:&ImageSpec{Image:0486b6c53a1b5af26f2ad2fb89a089e04c6baa6369f8545ab0854f9d62b44503,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:0486b6c53a1b5af26f2ad2fb89a089e04c6baa6369f8545ab0854f9d62b44503,State:CONTAINER_RUNNING,CreatedAt:1730136307941333251,Labels:map[string]string{io.kubernetes.container
.name: kube-controller-manager,io.kubernetes.pod.name: kube-controller-manager-ha-381619,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 99aada2e47224c0ab170fe94d2522169,},Annotations:map[string]string{io.kubernetes.container.hash: 3111262b,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:5d299a6ffacac1658ca993595a1514ca77ba1fc145b2c1f4c520e4cd51effcb9,PodSandboxId:2d476f176dee346550f51e572d9d2d0e57a615e57363921d43bf4ed40b493ee5,Metadata:&ContainerMetadata{Name:etcd,Attempt:0,},Image:&ImageSpec{Image:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,State:CONTAINER_RUNNING,CreatedAt:1730136307934006040,Labels:map[string]string{io.kubernetes.container.name: etcd,i
o.kubernetes.pod.name: etcd-ha-381619,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 1a158ca3c640657c77f7a0e4aa7b1e1a,},Annotations:map[string]string{io.kubernetes.container.hash: cdf7d3fa,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:a2a4ad9e37b9c9d203bd9852110266d7e93d3658c54e927260997745b94b5c37,PodSandboxId:8535275eaad56deb3059ead80933a145d7e5b9edc91be88a24d7748f47024988,Metadata:&ContainerMetadata{Name:kube-apiserver,Attempt:0,},Image:&ImageSpec{Image:9499c9960544e80a96c223cdc5d3059dd7c2cc37ea20e7138af4a6e415a49173,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:9499c9960544e80a96c223cdc5d3059dd7c2cc37ea20e7138af4a6e415a49173,State:CONTAINER_RUNNING,CreatedAt:1730136307942285274,Labels:map[string]string{io.kubernetes.container.name: kube-apiserver,io.kubernetes.pod.name: kube-api
server-ha-381619,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 662de4399b331ad11cfb03bbc1b4d764,},Annotations:map[string]string{io.kubernetes.container.hash: c6927529,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:8f6c077dbde89a9527c07dc805e7d825fb73e839eb47fc856d4fbd16911bae9b,PodSandboxId:2c5f11da0112e9d0c7f4ff45799ec2a9992d5d69f716c99f23c70fc399a7f139,Metadata:&ContainerMetadata{Name:kube-scheduler,Attempt:0,},Image:&ImageSpec{Image:847c7bc1a541865e150af08318f49d02d0e0cff4a0530fd4ffe369e294dd2856,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:847c7bc1a541865e150af08318f49d02d0e0cff4a0530fd4ffe369e294dd2856,State:CONTAINER_RUNNING,CreatedAt:1730136307843854963,Labels:map[string]string{io.kubernetes.container.name: kube-scheduler,io.kubernetes.pod.name: kube-scheduler-ha-381619,io.k
ubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: e2b89a388aad392b7c49123c2b4319e7,},Annotations:map[string]string{io.kubernetes.container.hash: 16c835f9,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},},}" file="otel-collector/interceptors.go:74" id=a910984e-4c50-4372-bedb-5a391dc76863 name=/runtime.v1.RuntimeService/ListContainers
Oct 28 17:32:02 ha-381619 crio[660]: time="2024-10-28 17:32:02.722375075Z" level=debug msg="Request: &VersionRequest{Version:,}" file="otel-collector/interceptors.go:62" id=541aa1af-aa5c-4c38-9b83-0f95ba8da03d name=/runtime.v1.RuntimeService/Version
Oct 28 17:32:02 ha-381619 crio[660]: time="2024-10-28 17:32:02.722466962Z" level=debug msg="Response: &VersionResponse{Version:0.1.0,RuntimeName:cri-o,RuntimeVersion:1.29.1,RuntimeApiVersion:v1,}" file="otel-collector/interceptors.go:74" id=541aa1af-aa5c-4c38-9b83-0f95ba8da03d name=/runtime.v1.RuntimeService/Version
Oct 28 17:32:02 ha-381619 crio[660]: time="2024-10-28 17:32:02.724805373Z" level=debug msg="Request: &ImageFsInfoRequest{}" file="otel-collector/interceptors.go:62" id=59dee67e-2e65-4826-86f6-b78777a19a20 name=/runtime.v1.ImageService/ImageFsInfo
Oct 28 17:32:02 ha-381619 crio[660]: time="2024-10-28 17:32:02.725556958Z" level=debug msg="Response: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730136722725533156,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:137418,},InodesUsed:&UInt64Value{Value:62,},},},ContainerFilesystems:[]*FilesystemUsage{},}" file="otel-collector/interceptors.go:74" id=59dee67e-2e65-4826-86f6-b78777a19a20 name=/runtime.v1.ImageService/ImageFsInfo
Oct 28 17:32:02 ha-381619 crio[660]: time="2024-10-28 17:32:02.726291019Z" level=debug msg="Request: &ListContainersRequest{Filter:&ContainerFilter{Id:,State:nil,PodSandboxId:,LabelSelector:map[string]string{},},}" file="otel-collector/interceptors.go:62" id=798ae5fc-12eb-4b7d-bb3d-95fc50cf0fd5 name=/runtime.v1.RuntimeService/ListContainers
Oct 28 17:32:02 ha-381619 crio[660]: time="2024-10-28 17:32:02.726361058Z" level=debug msg="No filters were applied, returning full container list" file="server/container_list.go:60" id=798ae5fc-12eb-4b7d-bb3d-95fc50cf0fd5 name=/runtime.v1.RuntimeService/ListContainers
Oct 28 17:32:02 ha-381619 crio[660]: time="2024-10-28 17:32:02.726617292Z" level=debug msg="Response: &ListContainersResponse{Containers:[]*Container{&Container{Id:fb3c00b93a7e67ddafbde15e7b13e0e96a31fe47e72b4ad18a1c68d98f64ed30,PodSandboxId:32dd7ef5c8db8b9b674edbc571047b578b0e2f3d71398eed906ebeb95eebe55f,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1730136331443543194,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-mtmvl,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 8d504fd6-a26b-43ec-b258-451c15a3e859,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\
"UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:439a12fd4f2e97450fa8c7b6befe3861f9d843fa2e3a213ada2a37911994863f,PodSandboxId:a8d9ef07a9de9b9002102c2d33493c307173ac523113ab6354d5601805475ae2,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1730136331442902841,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-6lp7c,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid
: 061190be-cf6d-4f7e-b201-92ae719bca38,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:32b25385ac6d6a90be28f312ef27698c14de0d8d8aebe666d5ebf7c1bbe4cf36,PodSandboxId:cdf8a7008daaa2b2cb55acc0731608ad7bf549065cd7410ccb86f7646f22cef8,Metadata:&ContainerMetadata{Name:storage-provisioner,Attempt:0,},Image:&ImageSpec{Image:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,State:CONTAINER_RUNNI
NG,CreatedAt:1730136331351168571,Labels:map[string]string{io.kubernetes.container.name: storage-provisioner,io.kubernetes.pod.name: storage-provisioner,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 0456ff02-2c23-423a-8010-1556d1e6dfac,},Annotations:map[string]string{io.kubernetes.container.hash: 6c6bf961,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:02eaa5b848022deea6049f6a6b1b92a9c0ee9145a1cc54164436a3bc3c70efc3,PodSandboxId:ec93f4cb498de7715cacd4611d155be4b972ec9cca650e29aa58dd841106b9ec,Metadata:&ContainerMetadata{Name:kindnet-cni,Attempt:0,},Image:&ImageSpec{Image:3a5bc24055c9ebfdf31b23eef58eb4bb79b8e1772c483e6aebd2a99b41d99e52,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:3a5bc24055c9ebfdf31b23eef58eb4bb79b8e1772c483e6aebd2a99b41d99e52,State:CONTAINER_RUNNING,CreatedAt:1730136
318816975031,Labels:map[string]string{io.kubernetes.container.name: kindnet-cni,io.kubernetes.pod.name: kindnet-vj9vj,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: cef92207-2f62-4d72-baf1-e9010ed565c1,},Annotations:map[string]string{io.kubernetes.container.hash: 1e4dce18,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:4c2af4b0e8f709531bd7b2e58eccf49c4a7806c51a0d4876374ff2ee3254dafa,PodSandboxId:31e8db8e135614fa4a6262893bec8c2200023b9fd431ecc85c304837fabcf973,Metadata:&ContainerMetadata{Name:kube-proxy,Attempt:0,},Image:&ImageSpec{Image:505d571f5fd56726488d27af0d9a8e02c6db58f5d62ea51dd10d47de7a0c2d38,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:505d571f5fd56726488d27af0d9a8e02c6db58f5d62ea51dd10d47de7a0c2d38,State:CONTAINER_RUNNING,CreatedAt:1730136318522443741,Labels:map[string]stri
ng{io.kubernetes.container.name: kube-proxy,io.kubernetes.pod.name: kube-proxy-mqdtj,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: b146a3fd-b1a4-49f6-9711-96737c4a3757,},Annotations:map[string]string{io.kubernetes.container.hash: adb187fb,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:8820dc5a1a258a06f95e99bf102490574fb81a9f12c82932543371fdb565be12,PodSandboxId:0440b646716622ab7f026f90250a2167d5548e21afb218d51a8f2790ea1e5269,Metadata:&ContainerMetadata{Name:kube-vip,Attempt:0,},Image:&ImageSpec{Image:ghcr.io/kube-vip/kube-vip@sha256:3742a655001d24c4ec1a4da019fdbacb1699cd42d40e34753848fb6b0c8b5215,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:016cfb97b0edc5f5faf96fd4671670e2ee0c2263308214ac118721a81729592d,State:CONTAINER_RUNNING,CreatedAt:1730136311708281679,Labels:map[string]string
{io.kubernetes.container.name: kube-vip,io.kubernetes.pod.name: kube-vip-ha-381619,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 7ec83820abe46635a1506eebb7b37687,},Annotations:map[string]string{io.kubernetes.container.hash: f5549532,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:c4311ab52a43818424abc397049043cb2ee45579e27707de01bd8c82ac34c2b8,PodSandboxId:75b5ea16f2e6b491e92cbebea482d930ed9f0e42eca27f75438ee424bfc1f021,Metadata:&ContainerMetadata{Name:kube-controller-manager,Attempt:0,},Image:&ImageSpec{Image:0486b6c53a1b5af26f2ad2fb89a089e04c6baa6369f8545ab0854f9d62b44503,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:0486b6c53a1b5af26f2ad2fb89a089e04c6baa6369f8545ab0854f9d62b44503,State:CONTAINER_RUNNING,CreatedAt:1730136307941333251,Labels:map[string]string{io.kubernetes.container
.name: kube-controller-manager,io.kubernetes.pod.name: kube-controller-manager-ha-381619,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 99aada2e47224c0ab170fe94d2522169,},Annotations:map[string]string{io.kubernetes.container.hash: 3111262b,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:5d299a6ffacac1658ca993595a1514ca77ba1fc145b2c1f4c520e4cd51effcb9,PodSandboxId:2d476f176dee346550f51e572d9d2d0e57a615e57363921d43bf4ed40b493ee5,Metadata:&ContainerMetadata{Name:etcd,Attempt:0,},Image:&ImageSpec{Image:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,State:CONTAINER_RUNNING,CreatedAt:1730136307934006040,Labels:map[string]string{io.kubernetes.container.name: etcd,i
o.kubernetes.pod.name: etcd-ha-381619,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 1a158ca3c640657c77f7a0e4aa7b1e1a,},Annotations:map[string]string{io.kubernetes.container.hash: cdf7d3fa,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:a2a4ad9e37b9c9d203bd9852110266d7e93d3658c54e927260997745b94b5c37,PodSandboxId:8535275eaad56deb3059ead80933a145d7e5b9edc91be88a24d7748f47024988,Metadata:&ContainerMetadata{Name:kube-apiserver,Attempt:0,},Image:&ImageSpec{Image:9499c9960544e80a96c223cdc5d3059dd7c2cc37ea20e7138af4a6e415a49173,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:9499c9960544e80a96c223cdc5d3059dd7c2cc37ea20e7138af4a6e415a49173,State:CONTAINER_RUNNING,CreatedAt:1730136307942285274,Labels:map[string]string{io.kubernetes.container.name: kube-apiserver,io.kubernetes.pod.name: kube-api
server-ha-381619,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 662de4399b331ad11cfb03bbc1b4d764,},Annotations:map[string]string{io.kubernetes.container.hash: c6927529,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:8f6c077dbde89a9527c07dc805e7d825fb73e839eb47fc856d4fbd16911bae9b,PodSandboxId:2c5f11da0112e9d0c7f4ff45799ec2a9992d5d69f716c99f23c70fc399a7f139,Metadata:&ContainerMetadata{Name:kube-scheduler,Attempt:0,},Image:&ImageSpec{Image:847c7bc1a541865e150af08318f49d02d0e0cff4a0530fd4ffe369e294dd2856,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:847c7bc1a541865e150af08318f49d02d0e0cff4a0530fd4ffe369e294dd2856,State:CONTAINER_RUNNING,CreatedAt:1730136307843854963,Labels:map[string]string{io.kubernetes.container.name: kube-scheduler,io.kubernetes.pod.name: kube-scheduler-ha-381619,io.k
ubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: e2b89a388aad392b7c49123c2b4319e7,},Annotations:map[string]string{io.kubernetes.container.hash: 16c835f9,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},},}" file="otel-collector/interceptors.go:74" id=798ae5fc-12eb-4b7d-bb3d-95fc50cf0fd5 name=/runtime.v1.RuntimeService/ListContainers
Oct 28 17:32:02 ha-381619 crio[660]: time="2024-10-28 17:32:02.768939218Z" level=debug msg="Request: &VersionRequest{Version:,}" file="otel-collector/interceptors.go:62" id=9f6f6897-a16e-4d26-80d9-bf2e3ba9f6d5 name=/runtime.v1.RuntimeService/Version
Oct 28 17:32:02 ha-381619 crio[660]: time="2024-10-28 17:32:02.769032159Z" level=debug msg="Response: &VersionResponse{Version:0.1.0,RuntimeName:cri-o,RuntimeVersion:1.29.1,RuntimeApiVersion:v1,}" file="otel-collector/interceptors.go:74" id=9f6f6897-a16e-4d26-80d9-bf2e3ba9f6d5 name=/runtime.v1.RuntimeService/Version
Oct 28 17:32:02 ha-381619 crio[660]: time="2024-10-28 17:32:02.769956829Z" level=debug msg="Request: &ImageFsInfoRequest{}" file="otel-collector/interceptors.go:62" id=70d93fbc-d0db-4264-9d2c-89e278dcb9e9 name=/runtime.v1.ImageService/ImageFsInfo
Oct 28 17:32:02 ha-381619 crio[660]: time="2024-10-28 17:32:02.770339872Z" level=debug msg="Response: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730136722770315308,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:137418,},InodesUsed:&UInt64Value{Value:62,},},},ContainerFilesystems:[]*FilesystemUsage{},}" file="otel-collector/interceptors.go:74" id=70d93fbc-d0db-4264-9d2c-89e278dcb9e9 name=/runtime.v1.ImageService/ImageFsInfo
Oct 28 17:32:02 ha-381619 crio[660]: time="2024-10-28 17:32:02.770913892Z" level=debug msg="Request: &ListContainersRequest{Filter:&ContainerFilter{Id:,State:nil,PodSandboxId:,LabelSelector:map[string]string{},},}" file="otel-collector/interceptors.go:62" id=24f426e5-69a8-4727-8778-30796a9ea572 name=/runtime.v1.RuntimeService/ListContainers
Oct 28 17:32:02 ha-381619 crio[660]: time="2024-10-28 17:32:02.770981832Z" level=debug msg="No filters were applied, returning full container list" file="server/container_list.go:60" id=24f426e5-69a8-4727-8778-30796a9ea572 name=/runtime.v1.RuntimeService/ListContainers
Oct 28 17:32:02 ha-381619 crio[660]: time="2024-10-28 17:32:02.771186134Z" level=debug msg="Response: &ListContainersResponse{Containers:[]*Container{&Container{Id:fb3c00b93a7e67ddafbde15e7b13e0e96a31fe47e72b4ad18a1c68d98f64ed30,PodSandboxId:32dd7ef5c8db8b9b674edbc571047b578b0e2f3d71398eed906ebeb95eebe55f,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1730136331443543194,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-mtmvl,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 8d504fd6-a26b-43ec-b258-451c15a3e859,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\
"UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:439a12fd4f2e97450fa8c7b6befe3861f9d843fa2e3a213ada2a37911994863f,PodSandboxId:a8d9ef07a9de9b9002102c2d33493c307173ac523113ab6354d5601805475ae2,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1730136331442902841,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-6lp7c,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid
: 061190be-cf6d-4f7e-b201-92ae719bca38,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:32b25385ac6d6a90be28f312ef27698c14de0d8d8aebe666d5ebf7c1bbe4cf36,PodSandboxId:cdf8a7008daaa2b2cb55acc0731608ad7bf549065cd7410ccb86f7646f22cef8,Metadata:&ContainerMetadata{Name:storage-provisioner,Attempt:0,},Image:&ImageSpec{Image:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,State:CONTAINER_RUNNI
NG,CreatedAt:1730136331351168571,Labels:map[string]string{io.kubernetes.container.name: storage-provisioner,io.kubernetes.pod.name: storage-provisioner,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 0456ff02-2c23-423a-8010-1556d1e6dfac,},Annotations:map[string]string{io.kubernetes.container.hash: 6c6bf961,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:02eaa5b848022deea6049f6a6b1b92a9c0ee9145a1cc54164436a3bc3c70efc3,PodSandboxId:ec93f4cb498de7715cacd4611d155be4b972ec9cca650e29aa58dd841106b9ec,Metadata:&ContainerMetadata{Name:kindnet-cni,Attempt:0,},Image:&ImageSpec{Image:3a5bc24055c9ebfdf31b23eef58eb4bb79b8e1772c483e6aebd2a99b41d99e52,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:3a5bc24055c9ebfdf31b23eef58eb4bb79b8e1772c483e6aebd2a99b41d99e52,State:CONTAINER_RUNNING,CreatedAt:1730136
318816975031,Labels:map[string]string{io.kubernetes.container.name: kindnet-cni,io.kubernetes.pod.name: kindnet-vj9vj,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: cef92207-2f62-4d72-baf1-e9010ed565c1,},Annotations:map[string]string{io.kubernetes.container.hash: 1e4dce18,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:4c2af4b0e8f709531bd7b2e58eccf49c4a7806c51a0d4876374ff2ee3254dafa,PodSandboxId:31e8db8e135614fa4a6262893bec8c2200023b9fd431ecc85c304837fabcf973,Metadata:&ContainerMetadata{Name:kube-proxy,Attempt:0,},Image:&ImageSpec{Image:505d571f5fd56726488d27af0d9a8e02c6db58f5d62ea51dd10d47de7a0c2d38,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:505d571f5fd56726488d27af0d9a8e02c6db58f5d62ea51dd10d47de7a0c2d38,State:CONTAINER_RUNNING,CreatedAt:1730136318522443741,Labels:map[string]stri
ng{io.kubernetes.container.name: kube-proxy,io.kubernetes.pod.name: kube-proxy-mqdtj,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: b146a3fd-b1a4-49f6-9711-96737c4a3757,},Annotations:map[string]string{io.kubernetes.container.hash: adb187fb,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:8820dc5a1a258a06f95e99bf102490574fb81a9f12c82932543371fdb565be12,PodSandboxId:0440b646716622ab7f026f90250a2167d5548e21afb218d51a8f2790ea1e5269,Metadata:&ContainerMetadata{Name:kube-vip,Attempt:0,},Image:&ImageSpec{Image:ghcr.io/kube-vip/kube-vip@sha256:3742a655001d24c4ec1a4da019fdbacb1699cd42d40e34753848fb6b0c8b5215,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:016cfb97b0edc5f5faf96fd4671670e2ee0c2263308214ac118721a81729592d,State:CONTAINER_RUNNING,CreatedAt:1730136311708281679,Labels:map[string]string
{io.kubernetes.container.name: kube-vip,io.kubernetes.pod.name: kube-vip-ha-381619,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 7ec83820abe46635a1506eebb7b37687,},Annotations:map[string]string{io.kubernetes.container.hash: f5549532,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:c4311ab52a43818424abc397049043cb2ee45579e27707de01bd8c82ac34c2b8,PodSandboxId:75b5ea16f2e6b491e92cbebea482d930ed9f0e42eca27f75438ee424bfc1f021,Metadata:&ContainerMetadata{Name:kube-controller-manager,Attempt:0,},Image:&ImageSpec{Image:0486b6c53a1b5af26f2ad2fb89a089e04c6baa6369f8545ab0854f9d62b44503,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:0486b6c53a1b5af26f2ad2fb89a089e04c6baa6369f8545ab0854f9d62b44503,State:CONTAINER_RUNNING,CreatedAt:1730136307941333251,Labels:map[string]string{io.kubernetes.container
.name: kube-controller-manager,io.kubernetes.pod.name: kube-controller-manager-ha-381619,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 99aada2e47224c0ab170fe94d2522169,},Annotations:map[string]string{io.kubernetes.container.hash: 3111262b,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:5d299a6ffacac1658ca993595a1514ca77ba1fc145b2c1f4c520e4cd51effcb9,PodSandboxId:2d476f176dee346550f51e572d9d2d0e57a615e57363921d43bf4ed40b493ee5,Metadata:&ContainerMetadata{Name:etcd,Attempt:0,},Image:&ImageSpec{Image:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,State:CONTAINER_RUNNING,CreatedAt:1730136307934006040,Labels:map[string]string{io.kubernetes.container.name: etcd,i
o.kubernetes.pod.name: etcd-ha-381619,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 1a158ca3c640657c77f7a0e4aa7b1e1a,},Annotations:map[string]string{io.kubernetes.container.hash: cdf7d3fa,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:a2a4ad9e37b9c9d203bd9852110266d7e93d3658c54e927260997745b94b5c37,PodSandboxId:8535275eaad56deb3059ead80933a145d7e5b9edc91be88a24d7748f47024988,Metadata:&ContainerMetadata{Name:kube-apiserver,Attempt:0,},Image:&ImageSpec{Image:9499c9960544e80a96c223cdc5d3059dd7c2cc37ea20e7138af4a6e415a49173,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:9499c9960544e80a96c223cdc5d3059dd7c2cc37ea20e7138af4a6e415a49173,State:CONTAINER_RUNNING,CreatedAt:1730136307942285274,Labels:map[string]string{io.kubernetes.container.name: kube-apiserver,io.kubernetes.pod.name: kube-api
server-ha-381619,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 662de4399b331ad11cfb03bbc1b4d764,},Annotations:map[string]string{io.kubernetes.container.hash: c6927529,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:8f6c077dbde89a9527c07dc805e7d825fb73e839eb47fc856d4fbd16911bae9b,PodSandboxId:2c5f11da0112e9d0c7f4ff45799ec2a9992d5d69f716c99f23c70fc399a7f139,Metadata:&ContainerMetadata{Name:kube-scheduler,Attempt:0,},Image:&ImageSpec{Image:847c7bc1a541865e150af08318f49d02d0e0cff4a0530fd4ffe369e294dd2856,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:847c7bc1a541865e150af08318f49d02d0e0cff4a0530fd4ffe369e294dd2856,State:CONTAINER_RUNNING,CreatedAt:1730136307843854963,Labels:map[string]string{io.kubernetes.container.name: kube-scheduler,io.kubernetes.pod.name: kube-scheduler-ha-381619,io.k
ubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: e2b89a388aad392b7c49123c2b4319e7,},Annotations:map[string]string{io.kubernetes.container.hash: 16c835f9,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},},}" file="otel-collector/interceptors.go:74" id=24f426e5-69a8-4727-8778-30796a9ea572 name=/runtime.v1.RuntimeService/ListContainers
==> container status <==
CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD
fb3c00b93a7e6 c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6 6 minutes ago Running coredns 0 32dd7ef5c8db8 coredns-7c65d6cfc9-mtmvl
439a12fd4f2e9 c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6 6 minutes ago Running coredns 0 a8d9ef07a9de9 coredns-7c65d6cfc9-6lp7c
32b25385ac6d6 6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562 6 minutes ago Running storage-provisioner 0 cdf8a7008daaa storage-provisioner
02eaa5b848022 3a5bc24055c9ebfdf31b23eef58eb4bb79b8e1772c483e6aebd2a99b41d99e52 6 minutes ago Running kindnet-cni 0 ec93f4cb498de kindnet-vj9vj
4c2af4b0e8f70 505d571f5fd56726488d27af0d9a8e02c6db58f5d62ea51dd10d47de7a0c2d38 6 minutes ago Running kube-proxy 0 31e8db8e13561 kube-proxy-mqdtj
8820dc5a1a258 ghcr.io/kube-vip/kube-vip@sha256:3742a655001d24c4ec1a4da019fdbacb1699cd42d40e34753848fb6b0c8b5215 6 minutes ago Running kube-vip 0 0440b64671662 kube-vip-ha-381619
a2a4ad9e37b9c 9499c9960544e80a96c223cdc5d3059dd7c2cc37ea20e7138af4a6e415a49173 6 minutes ago Running kube-apiserver 0 8535275eaad56 kube-apiserver-ha-381619
c4311ab52a438 0486b6c53a1b5af26f2ad2fb89a089e04c6baa6369f8545ab0854f9d62b44503 6 minutes ago Running kube-controller-manager 0 75b5ea16f2e6b kube-controller-manager-ha-381619
5d299a6ffacac 2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4 6 minutes ago Running etcd 0 2d476f176dee3 etcd-ha-381619
8f6c077dbde89 847c7bc1a541865e150af08318f49d02d0e0cff4a0530fd4ffe369e294dd2856 6 minutes ago Running kube-scheduler 0 2c5f11da0112e kube-scheduler-ha-381619
==> coredns [439a12fd4f2e97450fa8c7b6befe3861f9d843fa2e3a213ada2a37911994863f] <==
[INFO] 10.244.2.2:53226 - 3 "AAAA IN kubernetes.io. udp 31 false 512" NOERROR qr,rd,ra 31 0.001368106s
[INFO] 10.244.2.2:36312 - 4 "A IN kubernetes.io. udp 31 false 512" NOERROR qr,aa,rd,ra 60 0.000118066s
[INFO] 10.244.1.2:38518 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000323292s
[INFO] 10.244.1.2:47890 - 3 "AAAA IN kubernetes.io. udp 31 false 512" NOERROR qr,aa,rd,ra 31 0.000118239s
[INFO] 10.244.1.2:45070 - 4 "A IN kubernetes.io. udp 31 false 512" NOERROR qr,aa,rd,ra 60 0.000130482s
[INFO] 10.244.1.2:39687 - 5 "PTR IN 148.40.75.147.in-addr.arpa. udp 44 false 512" NXDOMAIN qr,rd,ra 44 0.001925125s
[INFO] 10.244.2.3:53812 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000151587s
[INFO] 10.244.2.3:54592 - 7 "A IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000180193s
[INFO] 10.244.2.3:46470 - 8 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000138925s
[INFO] 10.244.2.2:48981 - 3 "AAAA IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 36 0.001776352s
[INFO] 10.244.2.2:35249 - 4 "AAAA IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000131241s
[INFO] 10.244.2.2:53917 - 5 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000177037s
[INFO] 10.244.2.2:34049 - 6 "A IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 36 0.001120542s
[INFO] 10.244.1.2:35278 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000111663s
[INFO] 10.244.1.2:37962 - 4 "AAAA IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000106563s
[INFO] 10.244.1.2:40545 - 6 "A IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 36 0.001246646s
[INFO] 10.244.1.2:40814 - 8 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000215904s
[INFO] 10.244.2.3:49806 - 5 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000229773s
[INFO] 10.244.2.2:44763 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000117588s
[INFO] 10.244.2.3:48756 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000125652s
[INFO] 10.244.2.3:41328 - 4 "A IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 78 0.000177165s
[INFO] 10.244.2.3:35650 - 5 "PTR IN 1.39.168.192.in-addr.arpa. udp 43 false 512" NOERROR qr,aa,rd 104 0.000137462s
[INFO] 10.244.2.2:60478 - 3 "AAAA IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 40 0.000163829s
[INFO] 10.244.2.2:51252 - 4 "A IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 78 0.000106643s
[INFO] 10.244.1.2:56942 - 3 "AAAA IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 40 0.000137828s
==> coredns [fb3c00b93a7e67ddafbde15e7b13e0e96a31fe47e72b4ad18a1c68d98f64ed30] <==
[INFO] 10.244.2.3:40148 - 9 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000131477s
[INFO] 10.244.2.2:46692 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000196624s
[INFO] 10.244.2.2:38402 - 7 "A IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000226272s
[INFO] 10.244.2.2:34845 - 8 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000153045s
[INFO] 10.244.2.2:49870 - 9 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000121016s
[INFO] 10.244.1.2:51535 - 3 "AAAA IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 36 0.001893779s
[INFO] 10.244.1.2:36412 - 5 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000109955s
[INFO] 10.244.1.2:53434 - 7 "A IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.0000734s
[INFO] 10.244.1.2:38007 - 9 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000101464s
[INFO] 10.244.2.3:39546 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000159779s
[INFO] 10.244.2.3:49299 - 3 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000158392s
[INFO] 10.244.2.3:42607 - 4 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000102312s
[INFO] 10.244.2.2:36855 - 3 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000150344s
[INFO] 10.244.2.2:46374 - 4 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.00016867s
[INFO] 10.244.2.2:37275 - 5 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000112218s
[INFO] 10.244.1.2:41523 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.00017259s
[INFO] 10.244.1.2:43696 - 3 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000347465s
[INFO] 10.244.1.2:35773 - 4 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000161099s
[INFO] 10.244.1.2:59192 - 5 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000118287s
[INFO] 10.244.2.3:42470 - 3 "AAAA IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 40 0.000243243s
[INFO] 10.244.2.2:35932 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.00020307s
[INFO] 10.244.2.2:39597 - 5 "PTR IN 1.39.168.192.in-addr.arpa. udp 43 false 512" NOERROR qr,aa,rd 104 0.000184178s
[INFO] 10.244.1.2:43973 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000139891s
[INFO] 10.244.1.2:41644 - 4 "A IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 78 0.000171411s
[INFO] 10.244.1.2:47984 - 5 "PTR IN 1.39.168.192.in-addr.arpa. udp 43 false 512" NOERROR qr,aa,rd 104 0.000086921s
==> describe nodes <==
Name: ha-381619
Roles: control-plane
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=ha-381619
kubernetes.io/os=linux
minikube.k8s.io/commit=eb485f4d2e746257bc08ad8e2f39a06044008ba8
minikube.k8s.io/name=ha-381619
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2024_10_28T17_25_14_0700
minikube.k8s.io/version=v1.34.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Mon, 28 Oct 2024 17:25:12 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: ha-381619
AcquireTime: <unset>
RenewTime: Mon, 28 Oct 2024 17:32:02 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Mon, 28 Oct 2024 17:30:31 +0000 Mon, 28 Oct 2024 17:25:10 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Mon, 28 Oct 2024 17:30:31 +0000 Mon, 28 Oct 2024 17:25:10 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Mon, 28 Oct 2024 17:30:31 +0000 Mon, 28 Oct 2024 17:25:10 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Mon, 28 Oct 2024 17:30:31 +0000 Mon, 28 Oct 2024 17:25:30 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.39.230
Hostname: ha-381619
Capacity:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
System Info:
Machine ID: 1ff487634ba146ebb8929cc99763c422
System UUID: 1ff48763-4ba1-46eb-b892-9cc99763c422
Boot ID: ce5a7712-d088-475f-80ec-c8b7dee605bb
Kernel Version: 5.10.207
OS Image: Buildroot 2023.02.9
Operating System: linux
Architecture: amd64
Container Runtime Version: cri-o://1.29.1
Kubelet Version: v1.31.2
Kube-Proxy Version: v1.31.2
PodCIDR: 10.244.0.0/24
PodCIDRs: 10.244.0.0/24
Non-terminated Pods: (10 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
kube-system coredns-7c65d6cfc9-6lp7c 100m (5%) 0 (0%) 70Mi (3%) 170Mi (8%) 6m45s
kube-system coredns-7c65d6cfc9-mtmvl 100m (5%) 0 (0%) 70Mi (3%) 170Mi (8%) 6m45s
kube-system etcd-ha-381619 100m (5%) 0 (0%) 100Mi (4%) 0 (0%) 6m50s
kube-system kindnet-vj9vj 100m (5%) 100m (5%) 50Mi (2%) 50Mi (2%) 6m45s
kube-system kube-apiserver-ha-381619 250m (12%) 0 (0%) 0 (0%) 0 (0%) 6m50s
kube-system kube-controller-manager-ha-381619 200m (10%) 0 (0%) 0 (0%) 0 (0%) 6m50s
kube-system kube-proxy-mqdtj 0 (0%) 0 (0%) 0 (0%) 0 (0%) 6m45s
kube-system kube-scheduler-ha-381619 100m (5%) 0 (0%) 0 (0%) 0 (0%) 6m50s
kube-system kube-vip-ha-381619 0 (0%) 0 (0%) 0 (0%) 0 (0%) 6m50s
kube-system storage-provisioner 0 (0%) 0 (0%) 0 (0%) 0 (0%) 6m46s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 950m (47%) 100m (5%)
memory 290Mi (13%) 390Mi (18%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 6m44s kube-proxy
Normal Starting 6m57s kubelet Starting kubelet.
Normal NodeHasSufficientPID 6m56s (x7 over 6m56s) kubelet Node ha-381619 status is now: NodeHasSufficientPID
Normal NodeHasSufficientMemory 6m56s (x8 over 6m56s) kubelet Node ha-381619 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 6m56s (x8 over 6m56s) kubelet Node ha-381619 status is now: NodeHasNoDiskPressure
Normal NodeAllocatableEnforced 6m56s kubelet Updated Node Allocatable limit across pods
Normal Starting 6m50s kubelet Starting kubelet.
Normal NodeAllocatableEnforced 6m50s kubelet Updated Node Allocatable limit across pods
Normal NodeHasSufficientMemory 6m49s kubelet Node ha-381619 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 6m49s kubelet Node ha-381619 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 6m49s kubelet Node ha-381619 status is now: NodeHasSufficientPID
Normal RegisteredNode 6m46s node-controller Node ha-381619 event: Registered Node ha-381619 in Controller
Normal NodeReady 6m33s kubelet Node ha-381619 status is now: NodeReady
Normal RegisteredNode 5m46s node-controller Node ha-381619 event: Registered Node ha-381619 in Controller
Normal RegisteredNode 4m27s node-controller Node ha-381619 event: Registered Node ha-381619 in Controller
Name: ha-381619-m02
Roles: control-plane
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=ha-381619-m02
kubernetes.io/os=linux
minikube.k8s.io/commit=eb485f4d2e746257bc08ad8e2f39a06044008ba8
minikube.k8s.io/name=ha-381619
minikube.k8s.io/primary=false
minikube.k8s.io/updated_at=2024_10_28T17_26_12_0700
minikube.k8s.io/version=v1.34.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Mon, 28 Oct 2024 17:26:10 +0000
Taints: node.kubernetes.io/unreachable:NoExecute
node.kubernetes.io/unreachable:NoSchedule
Unschedulable: false
Lease:
HolderIdentity: ha-381619-m02
AcquireTime: <unset>
RenewTime: Mon, 28 Oct 2024 17:29:24 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure Unknown Mon, 28 Oct 2024 17:28:12 +0000 Mon, 28 Oct 2024 17:30:06 +0000 NodeStatusUnknown Kubelet stopped posting node status.
DiskPressure Unknown Mon, 28 Oct 2024 17:28:12 +0000 Mon, 28 Oct 2024 17:30:06 +0000 NodeStatusUnknown Kubelet stopped posting node status.
PIDPressure Unknown Mon, 28 Oct 2024 17:28:12 +0000 Mon, 28 Oct 2024 17:30:06 +0000 NodeStatusUnknown Kubelet stopped posting node status.
Ready Unknown Mon, 28 Oct 2024 17:28:12 +0000 Mon, 28 Oct 2024 17:30:06 +0000 NodeStatusUnknown Kubelet stopped posting node status.
Addresses:
InternalIP: 192.168.39.171
Hostname: ha-381619-m02
Capacity:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
System Info:
Machine ID: fe038bc140e34a24bfa4fe915bd6a83f
System UUID: fe038bc1-40e3-4a24-bfa4-fe915bd6a83f
Boot ID: 2395418c-cd94-4285-8c38-7cd31a1df92a
Kernel Version: 5.10.207
OS Image: Buildroot 2023.02.9
Operating System: linux
Architecture: amd64
Container Runtime Version: cri-o://1.29.1
Kubelet Version: v1.31.2
Kube-Proxy Version: v1.31.2
PodCIDR: 10.244.1.0/24
PodCIDRs: 10.244.1.0/24
Non-terminated Pods: (8 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox-7dff88458-dxwnw 0 (0%) 0 (0%) 0 (0%) 0 (0%) 4m5s
kube-system etcd-ha-381619-m02 100m (5%) 0 (0%) 100Mi (4%) 0 (0%) 5m53s
kube-system kindnet-2ggdz 100m (5%) 100m (5%) 50Mi (2%) 50Mi (2%) 5m53s
kube-system kube-apiserver-ha-381619-m02 250m (12%) 0 (0%) 0 (0%) 0 (0%) 5m53s
kube-system kube-controller-manager-ha-381619-m02 200m (10%) 0 (0%) 0 (0%) 0 (0%) 5m53s
kube-system kube-proxy-nrfgq 0 (0%) 0 (0%) 0 (0%) 0 (0%) 5m53s
kube-system kube-scheduler-ha-381619-m02 100m (5%) 0 (0%) 0 (0%) 0 (0%) 5m53s
kube-system kube-vip-ha-381619-m02 0 (0%) 0 (0%) 0 (0%) 0 (0%) 5m53s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 750m (37%) 100m (5%)
memory 150Mi (7%) 50Mi (2%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 5m49s kube-proxy
Normal NodeAllocatableEnforced 5m54s kubelet Updated Node Allocatable limit across pods
Normal NodeHasSufficientMemory 5m53s (x2 over 5m54s) kubelet Node ha-381619-m02 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 5m53s (x2 over 5m54s) kubelet Node ha-381619-m02 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 5m53s (x2 over 5m54s) kubelet Node ha-381619-m02 status is now: NodeHasSufficientPID
Normal RegisteredNode 5m51s node-controller Node ha-381619-m02 event: Registered Node ha-381619-m02 in Controller
Normal RegisteredNode 5m46s node-controller Node ha-381619-m02 event: Registered Node ha-381619-m02 in Controller
Normal NodeReady 5m31s kubelet Node ha-381619-m02 status is now: NodeReady
Normal RegisteredNode 4m27s node-controller Node ha-381619-m02 event: Registered Node ha-381619-m02 in Controller
Normal NodeNotReady 117s node-controller Node ha-381619-m02 status is now: NodeNotReady
Name: ha-381619-m03
Roles: control-plane
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=ha-381619-m03
kubernetes.io/os=linux
minikube.k8s.io/commit=eb485f4d2e746257bc08ad8e2f39a06044008ba8
minikube.k8s.io/name=ha-381619
minikube.k8s.io/primary=false
minikube.k8s.io/updated_at=2024_10_28T17_27_31_0700
minikube.k8s.io/version=v1.34.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Mon, 28 Oct 2024 17:27:28 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: ha-381619-m03
AcquireTime: <unset>
RenewTime: Mon, 28 Oct 2024 17:31:52 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Mon, 28 Oct 2024 17:28:29 +0000 Mon, 28 Oct 2024 17:27:28 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Mon, 28 Oct 2024 17:28:29 +0000 Mon, 28 Oct 2024 17:27:28 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Mon, 28 Oct 2024 17:28:29 +0000 Mon, 28 Oct 2024 17:27:28 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Mon, 28 Oct 2024 17:28:29 +0000 Mon, 28 Oct 2024 17:27:51 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.39.17
Hostname: ha-381619-m03
Capacity:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
System Info:
Machine ID: f056208103704b70bfb827d2e01fcbd6
System UUID: f0562081-0370-4b70-bfb8-27d2e01fcbd6
Boot ID: 3c41c87b-23bb-455f-8665-1ca87b736f8b
Kernel Version: 5.10.207
OS Image: Buildroot 2023.02.9
Operating System: linux
Architecture: amd64
Container Runtime Version: cri-o://1.29.1
Kubelet Version: v1.31.2
Kube-Proxy Version: v1.31.2
PodCIDR: 10.244.2.0/24
PodCIDRs: 10.244.2.0/24
Non-terminated Pods: (9 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox-7dff88458-26cg9 0 (0%) 0 (0%) 0 (0%) 0 (0%) 4m5s
default busybox-7dff88458-9n6bb 0 (0%) 0 (0%) 0 (0%) 0 (0%) 4m5s
kube-system etcd-ha-381619-m03 100m (5%) 0 (0%) 100Mi (4%) 0 (0%) 4m33s
kube-system kindnet-82dqn 100m (5%) 100m (5%) 50Mi (2%) 50Mi (2%) 4m35s
kube-system kube-apiserver-ha-381619-m03 250m (12%) 0 (0%) 0 (0%) 0 (0%) 4m33s
kube-system kube-controller-manager-ha-381619-m03 200m (10%) 0 (0%) 0 (0%) 0 (0%) 4m29s
kube-system kube-proxy-2z74r 0 (0%) 0 (0%) 0 (0%) 0 (0%) 4m35s
kube-system kube-scheduler-ha-381619-m03 100m (5%) 0 (0%) 0 (0%) 0 (0%) 4m33s
kube-system kube-vip-ha-381619-m03 0 (0%) 0 (0%) 0 (0%) 0 (0%) 4m29s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 750m (37%) 100m (5%)
memory 150Mi (7%) 50Mi (2%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 4m30s kube-proxy
Normal NodeHasSufficientMemory 4m35s (x8 over 4m35s) kubelet Node ha-381619-m03 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 4m35s (x8 over 4m35s) kubelet Node ha-381619-m03 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 4m35s (x7 over 4m35s) kubelet Node ha-381619-m03 status is now: NodeHasSufficientPID
Normal NodeAllocatableEnforced 4m35s kubelet Updated Node Allocatable limit across pods
Normal RegisteredNode 4m31s node-controller Node ha-381619-m03 event: Registered Node ha-381619-m03 in Controller
Normal RegisteredNode 4m31s node-controller Node ha-381619-m03 event: Registered Node ha-381619-m03 in Controller
Normal RegisteredNode 4m27s node-controller Node ha-381619-m03 event: Registered Node ha-381619-m03 in Controller
Name: ha-381619-m04
Roles: <none>
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=ha-381619-m04
kubernetes.io/os=linux
minikube.k8s.io/commit=eb485f4d2e746257bc08ad8e2f39a06044008ba8
minikube.k8s.io/name=ha-381619
minikube.k8s.io/primary=false
minikube.k8s.io/updated_at=2024_10_28T17_28_42_0700
minikube.k8s.io/version=v1.34.0
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Mon, 28 Oct 2024 17:28:41 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: ha-381619-m04
AcquireTime: <unset>
RenewTime: Mon, 28 Oct 2024 17:31:56 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Mon, 28 Oct 2024 17:29:12 +0000 Mon, 28 Oct 2024 17:28:41 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Mon, 28 Oct 2024 17:29:12 +0000 Mon, 28 Oct 2024 17:28:41 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Mon, 28 Oct 2024 17:29:12 +0000 Mon, 28 Oct 2024 17:28:41 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Mon, 28 Oct 2024 17:29:12 +0000 Mon, 28 Oct 2024 17:29:04 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.39.224
Hostname: ha-381619-m04
Capacity:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
System Info:
Machine ID: c794eda5b61f4b51846d119496d6611f
System UUID: c794eda5-b61f-4b51-846d-119496d6611f
Boot ID: d054e196-c392-4e7e-a1b3-e459ee7974d7
Kernel Version: 5.10.207
OS Image: Buildroot 2023.02.9
Operating System: linux
Architecture: amd64
Container Runtime Version: cri-o://1.29.1
Kubelet Version: v1.31.2
Kube-Proxy Version: v1.31.2
PodCIDR: 10.244.3.0/24
PodCIDRs: 10.244.3.0/24
Non-terminated Pods: (2 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
kube-system kindnet-fzqx2 100m (5%) 100m (5%) 50Mi (2%) 50Mi (2%) 3m21s
kube-system kube-proxy-7dwhb 0 (0%) 0 (0%) 0 (0%) 0 (0%) 3m21s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 100m (5%) 100m (5%)
memory 50Mi (2%) 50Mi (2%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 3m15s kube-proxy
Normal NodeHasSufficientMemory 3m22s (x2 over 3m22s) kubelet Node ha-381619-m04 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 3m22s (x2 over 3m22s) kubelet Node ha-381619-m04 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 3m22s (x2 over 3m22s) kubelet Node ha-381619-m04 status is now: NodeHasSufficientPID
Normal NodeAllocatableEnforced 3m22s kubelet Updated Node Allocatable limit across pods
Normal RegisteredNode 3m21s node-controller Node ha-381619-m04 event: Registered Node ha-381619-m04 in Controller
Normal RegisteredNode 3m21s node-controller Node ha-381619-m04 event: Registered Node ha-381619-m04 in Controller
Normal RegisteredNode 3m17s node-controller Node ha-381619-m04 event: Registered Node ha-381619-m04 in Controller
Normal NodeReady 2m59s kubelet Node ha-381619-m04 status is now: NodeReady
==> dmesg <==
[Oct28 17:24] You have booted with nomodeset. This means your GPU drivers are DISABLED
[ +0.000001] Any video related functionality will be severely degraded, and you may not even be able to suspend the system properly
[ +0.000000] Unless you actually understand what nomodeset does, you should reboot without enabling it
[ +0.050172] Spectre V2 : WARNING: Unprivileged eBPF is enabled with eIBRS on, data leaks possible via Spectre v2 BHB attacks!
[ +0.038937] acpi PNP0A03:00: fail to add MMCONFIG information, can't access extended PCI configuration space under this bridge.
[ +4.854623] platform regulatory.0: Direct firmware load for regulatory.db failed with error -2
[ +2.491096] systemd-fstab-generator[116]: Ignoring "noauto" option for root device
[ +4.570925] NFSD: Using /var/lib/nfs/v4recovery as the NFSv4 state recovery directory
[ +0.000011] NFSD: unable to find recovery directory /var/lib/nfs/v4recovery
[ +0.000001] NFSD: Unable to initialize client recovery tracking! (-2)
[ +9.341236] systemd-fstab-generator[582]: Ignoring "noauto" option for root device
[ +0.065909] kauditd_printk_skb: 1 callbacks suppressed
[ +0.059908] systemd-fstab-generator[594]: Ignoring "noauto" option for root device
[ +0.181734] systemd-fstab-generator[608]: Ignoring "noauto" option for root device
[ +0.112783] systemd-fstab-generator[620]: Ignoring "noauto" option for root device
[ +0.252616] systemd-fstab-generator[650]: Ignoring "noauto" option for root device
[Oct28 17:25] systemd-fstab-generator[745]: Ignoring "noauto" option for root device
[ +3.759910] systemd-fstab-generator[875]: Ignoring "noauto" option for root device
[ +0.058388] kauditd_printk_skb: 158 callbacks suppressed
[ +5.418126] kauditd_printk_skb: 74 callbacks suppressed
[ +1.806365] systemd-fstab-generator[1293]: Ignoring "noauto" option for root device
[ +4.131777] kauditd_printk_skb: 23 callbacks suppressed
[ +13.537990] kauditd_printk_skb: 41 callbacks suppressed
[ +9.942403] kauditd_printk_skb: 24 callbacks suppressed
==> etcd [5d299a6ffacac1658ca993595a1514ca77ba1fc145b2c1f4c520e4cd51effcb9] <==
{"level":"warn","ts":"2024-10-28T17:32:03.036521Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"f4acae94ef986412","from":"f4acae94ef986412","remote-peer-id":"af936484d1d2a2d6","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-28T17:32:03.044336Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"f4acae94ef986412","from":"f4acae94ef986412","remote-peer-id":"af936484d1d2a2d6","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-28T17:32:03.053641Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"f4acae94ef986412","from":"f4acae94ef986412","remote-peer-id":"af936484d1d2a2d6","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-28T17:32:03.058643Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"f4acae94ef986412","from":"f4acae94ef986412","remote-peer-id":"af936484d1d2a2d6","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-28T17:32:03.065172Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"f4acae94ef986412","from":"f4acae94ef986412","remote-peer-id":"af936484d1d2a2d6","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-28T17:32:03.065851Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"f4acae94ef986412","from":"f4acae94ef986412","remote-peer-id":"af936484d1d2a2d6","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-28T17:32:03.069326Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"f4acae94ef986412","from":"f4acae94ef986412","remote-peer-id":"af936484d1d2a2d6","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-28T17:32:03.071838Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"f4acae94ef986412","from":"f4acae94ef986412","remote-peer-id":"af936484d1d2a2d6","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-28T17:32:03.075849Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"f4acae94ef986412","from":"f4acae94ef986412","remote-peer-id":"af936484d1d2a2d6","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-28T17:32:03.077159Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"f4acae94ef986412","from":"f4acae94ef986412","remote-peer-id":"af936484d1d2a2d6","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-28T17:32:03.082575Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"f4acae94ef986412","from":"f4acae94ef986412","remote-peer-id":"af936484d1d2a2d6","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-28T17:32:03.087939Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"f4acae94ef986412","from":"f4acae94ef986412","remote-peer-id":"af936484d1d2a2d6","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-28T17:32:03.090708Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"f4acae94ef986412","from":"f4acae94ef986412","remote-peer-id":"af936484d1d2a2d6","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-28T17:32:03.093544Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"f4acae94ef986412","from":"f4acae94ef986412","remote-peer-id":"af936484d1d2a2d6","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-28T17:32:03.099244Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"f4acae94ef986412","from":"f4acae94ef986412","remote-peer-id":"af936484d1d2a2d6","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-28T17:32:03.114049Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"f4acae94ef986412","from":"f4acae94ef986412","remote-peer-id":"af936484d1d2a2d6","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-28T17:32:03.141368Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"f4acae94ef986412","from":"f4acae94ef986412","remote-peer-id":"af936484d1d2a2d6","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-28T17:32:03.148161Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"f4acae94ef986412","from":"f4acae94ef986412","remote-peer-id":"af936484d1d2a2d6","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-28T17:32:03.156101Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"f4acae94ef986412","from":"f4acae94ef986412","remote-peer-id":"af936484d1d2a2d6","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-28T17:32:03.163368Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"f4acae94ef986412","from":"f4acae94ef986412","remote-peer-id":"af936484d1d2a2d6","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-28T17:32:03.176189Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"f4acae94ef986412","from":"f4acae94ef986412","remote-peer-id":"af936484d1d2a2d6","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-28T17:32:03.181158Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"f4acae94ef986412","from":"f4acae94ef986412","remote-peer-id":"af936484d1d2a2d6","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-28T17:32:03.181951Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"f4acae94ef986412","from":"f4acae94ef986412","remote-peer-id":"af936484d1d2a2d6","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-28T17:32:03.188275Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"f4acae94ef986412","from":"f4acae94ef986412","remote-peer-id":"af936484d1d2a2d6","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-28T17:32:03.217433Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"f4acae94ef986412","from":"f4acae94ef986412","remote-peer-id":"af936484d1d2a2d6","remote-peer-name":"pipeline","remote-peer-active":false}
==> kernel <==
17:32:03 up 7 min, 0 users, load average: 0.06, 0.20, 0.12
Linux ha-381619 5.10.207 #1 SMP Mon Oct 28 15:05:56 UTC 2024 x86_64 GNU/Linux
PRETTY_NAME="Buildroot 2023.02.9"
==> kindnet [02eaa5b848022deea6049f6a6b1b92a9c0ee9145a1cc54164436a3bc3c70efc3] <==
I1028 17:31:30.296308 1 main.go:323] Node ha-381619-m04 has CIDR [10.244.3.0/24]
I1028 17:31:40.295696 1 main.go:296] Handling node with IPs: map[192.168.39.230:{}]
I1028 17:31:40.295776 1 main.go:300] handling current node
I1028 17:31:40.295795 1 main.go:296] Handling node with IPs: map[192.168.39.171:{}]
I1028 17:31:40.295804 1 main.go:323] Node ha-381619-m02 has CIDR [10.244.1.0/24]
I1028 17:31:40.296160 1 main.go:296] Handling node with IPs: map[192.168.39.17:{}]
I1028 17:31:40.296192 1 main.go:323] Node ha-381619-m03 has CIDR [10.244.2.0/24]
I1028 17:31:40.296331 1 main.go:296] Handling node with IPs: map[192.168.39.224:{}]
I1028 17:31:40.296358 1 main.go:323] Node ha-381619-m04 has CIDR [10.244.3.0/24]
I1028 17:31:50.300065 1 main.go:296] Handling node with IPs: map[192.168.39.17:{}]
I1028 17:31:50.300101 1 main.go:323] Node ha-381619-m03 has CIDR [10.244.2.0/24]
I1028 17:31:50.300348 1 main.go:296] Handling node with IPs: map[192.168.39.224:{}]
I1028 17:31:50.300359 1 main.go:323] Node ha-381619-m04 has CIDR [10.244.3.0/24]
I1028 17:31:50.300489 1 main.go:296] Handling node with IPs: map[192.168.39.230:{}]
I1028 17:31:50.300496 1 main.go:300] handling current node
I1028 17:31:50.300514 1 main.go:296] Handling node with IPs: map[192.168.39.171:{}]
I1028 17:31:50.300518 1 main.go:323] Node ha-381619-m02 has CIDR [10.244.1.0/24]
I1028 17:32:00.296594 1 main.go:296] Handling node with IPs: map[192.168.39.171:{}]
I1028 17:32:00.296710 1 main.go:323] Node ha-381619-m02 has CIDR [10.244.1.0/24]
I1028 17:32:00.297447 1 main.go:296] Handling node with IPs: map[192.168.39.17:{}]
I1028 17:32:00.297489 1 main.go:323] Node ha-381619-m03 has CIDR [10.244.2.0/24]
I1028 17:32:00.297746 1 main.go:296] Handling node with IPs: map[192.168.39.224:{}]
I1028 17:32:00.297770 1 main.go:323] Node ha-381619-m04 has CIDR [10.244.3.0/24]
I1028 17:32:00.298067 1 main.go:296] Handling node with IPs: map[192.168.39.230:{}]
I1028 17:32:00.298106 1 main.go:300] handling current node
==> kube-apiserver [a2a4ad9e37b9c9d203bd9852110266d7e93d3658c54e927260997745b94b5c37] <==
W1028 17:25:12.245785 1 lease.go:265] Resetting endpoints for master service "kubernetes" to [192.168.39.230]
I1028 17:25:12.247133 1 controller.go:615] quota admission added evaluator for: endpoints
I1028 17:25:12.256065 1 controller.go:615] quota admission added evaluator for: endpointslices.discovery.k8s.io
I1028 17:25:12.326331 1 controller.go:615] quota admission added evaluator for: serviceaccounts
I1028 17:25:13.936309 1 controller.go:615] quota admission added evaluator for: deployments.apps
I1028 17:25:13.952773 1 alloc.go:330] "allocated clusterIPs" service="kube-system/kube-dns" clusterIPs={"IPv4":"10.96.0.10"}
I1028 17:25:13.968009 1 controller.go:615] quota admission added evaluator for: daemonsets.apps
I1028 17:25:17.830466 1 controller.go:615] quota admission added evaluator for: replicasets.apps
I1028 17:25:18.077531 1 controller.go:615] quota admission added evaluator for: controllerrevisions.apps
E1028 17:28:07.019815 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:41404: use of closed network connection
E1028 17:28:07.205390 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:41420: use of closed network connection
E1028 17:28:07.386536 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:41448: use of closed network connection
E1028 17:28:07.599536 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:41470: use of closed network connection
E1028 17:28:07.775264 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:41490: use of closed network connection
E1028 17:28:07.949242 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:41512: use of closed network connection
E1028 17:28:08.118133 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:41522: use of closed network connection
E1028 17:28:08.303400 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:41550: use of closed network connection
E1028 17:28:08.475723 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:41556: use of closed network connection
E1028 17:28:08.762057 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:47594: use of closed network connection
E1028 17:28:08.944378 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:47612: use of closed network connection
E1028 17:28:09.126803 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:47636: use of closed network connection
E1028 17:28:09.297149 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:47658: use of closed network connection
E1028 17:28:09.471140 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:47674: use of closed network connection
E1028 17:28:09.647026 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:47704: use of closed network connection
W1028 17:29:32.257515 1 lease.go:265] Resetting endpoints for master service "kubernetes" to [192.168.39.17 192.168.39.230]
==> kube-controller-manager [c4311ab52a43818424abc397049043cb2ee45579e27707de01bd8c82ac34c2b8] <==
I1028 17:28:42.026011 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-381619-m04"
I1028 17:28:42.036622 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-381619-m04"
I1028 17:28:42.060198 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-381619-m04"
I1028 17:28:42.297173 1 node_lifecycle_controller.go:884] "Missing timestamp for Node. Assuming now as a timestamp" logger="node-lifecycle-controller" node="ha-381619-m04"
I1028 17:28:42.386481 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-381619-m04"
I1028 17:28:42.396569 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-381619-m04"
I1028 17:28:42.781672 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-381619-m04"
I1028 17:28:42.951532 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-381619-m04"
I1028 17:28:42.966339 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-381619-m04"
I1028 17:28:46.926084 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-381619-m04"
I1028 17:28:47.034432 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-381619-m04"
I1028 17:28:52.333791 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-381619-m04"
I1028 17:29:04.446120 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-381619-m04"
I1028 17:29:04.446682 1 topologycache.go:237] "Can't get CPU or zone information for node" logger="endpointslice-controller" node="ha-381619-m04"
I1028 17:29:04.463505 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-381619-m04"
I1028 17:29:06.946376 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-381619-m04"
I1028 17:29:12.658007 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-381619-m04"
I1028 17:30:06.972035 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-381619-m02"
I1028 17:30:06.972340 1 topologycache.go:237] "Can't get CPU or zone information for node" logger="endpointslice-controller" node="ha-381619-m04"
I1028 17:30:06.993167 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-381619-m02"
I1028 17:30:07.005350 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/busybox-7dff88458" duration="16.940759ms"
I1028 17:30:07.006727 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/busybox-7dff88458" duration="40.8µs"
I1028 17:30:07.346197 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-381619-m02"
I1028 17:30:12.214622 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-381619-m02"
I1028 17:30:31.329575 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-381619"
==> kube-proxy [4c2af4b0e8f709531bd7b2e58eccf49c4a7806c51a0d4876374ff2ee3254dafa] <==
add table ip kube-proxy
^^^^^^^^^^^^^^^^^^^^^^^^
>
E1028 17:25:18.698349 1 proxier.go:734] "Error cleaning up nftables rules" err=<
could not run nftables command: /dev/stdin:1:1-25: Error: Could not process rule: Operation not supported
add table ip6 kube-proxy
^^^^^^^^^^^^^^^^^^^^^^^^^
>
I1028 17:25:18.711046 1 server.go:677] "Successfully retrieved node IP(s)" IPs=["192.168.39.230"]
E1028 17:25:18.711157 1 server.go:234] "Kube-proxy configuration may be incomplete or incorrect" err="nodePortAddresses is unset; NodePort connections will be accepted on all local IPs. Consider using `--nodeport-addresses primary`"
I1028 17:25:18.745433 1 server_linux.go:146] "No iptables support for family" ipFamily="IPv6"
I1028 17:25:18.745462 1 server.go:245] "kube-proxy running in single-stack mode" ipFamily="IPv4"
I1028 17:25:18.745490 1 server_linux.go:169] "Using iptables Proxier"
I1028 17:25:18.747834 1 proxier.go:255] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses" ipFamily="IPv4"
I1028 17:25:18.748160 1 server.go:483] "Version info" version="v1.31.2"
I1028 17:25:18.748312 1 server.go:485] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I1028 17:25:18.749989 1 config.go:199] "Starting service config controller"
I1028 17:25:18.750071 1 shared_informer.go:313] Waiting for caches to sync for service config
I1028 17:25:18.750117 1 config.go:105] "Starting endpoint slice config controller"
I1028 17:25:18.750134 1 shared_informer.go:313] Waiting for caches to sync for endpoint slice config
I1028 17:25:18.750598 1 config.go:328] "Starting node config controller"
I1028 17:25:18.751738 1 shared_informer.go:313] Waiting for caches to sync for node config
I1028 17:25:18.851210 1 shared_informer.go:320] Caches are synced for endpoint slice config
I1028 17:25:18.851309 1 shared_informer.go:320] Caches are synced for service config
I1028 17:25:18.852898 1 shared_informer.go:320] Caches are synced for node config
==> kube-scheduler [8f6c077dbde89a9527c07dc805e7d825fb73e839eb47fc856d4fbd16911bae9b] <==
E1028 17:25:11.721217 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSINode: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csinodes\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
W1028 17:25:11.842707 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope
E1028 17:25:11.842776 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Pod: failed to list *v1.Pod: pods is forbidden: User \"system:kube-scheduler\" cannot list resource \"pods\" in API group \"\" at the cluster scope" logger="UnhandledError"
W1028 17:25:11.845287 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope
E1028 17:25:11.848083 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PersistentVolumeClaim: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User \"system:kube-scheduler\" cannot list resource \"persistentvolumeclaims\" in API group \"\" at the cluster scope" logger="UnhandledError"
W1028 17:25:11.886433 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Namespace: namespaces is forbidden: User "system:kube-scheduler" cannot list resource "namespaces" in API group "" at the cluster scope
E1028 17:25:11.886602 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Namespace: failed to list *v1.Namespace: namespaces is forbidden: User \"system:kube-scheduler\" cannot list resource \"namespaces\" in API group \"\" at the cluster scope" logger="UnhandledError"
I1028 17:25:14.002937 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
I1028 17:27:58.460072 1 cache.go:503] "Pod was added to a different node than it was assumed" podKey="568dfe45-5437-4cfd-8d20-2fa1e33d8999" pod="default/busybox-7dff88458-9n6bb" assumedNode="ha-381619-m03" currentNode="ha-381619-m02"
E1028 17:27:58.471238 1 framework.go:1305] "Plugin Failed" err="Operation cannot be fulfilled on pods/binding \"busybox-7dff88458-9n6bb\": pod busybox-7dff88458-9n6bb is already assigned to node \"ha-381619-m03\"" plugin="DefaultBinder" pod="default/busybox-7dff88458-9n6bb" node="ha-381619-m02"
E1028 17:27:58.471407 1 schedule_one.go:348] "scheduler cache ForgetPod failed" err="pod 568dfe45-5437-4cfd-8d20-2fa1e33d8999(default/busybox-7dff88458-9n6bb) was assumed on ha-381619-m02 but assigned to ha-381619-m03" pod="default/busybox-7dff88458-9n6bb"
E1028 17:27:58.471445 1 schedule_one.go:1057] "Error scheduling pod; retrying" err="running Bind plugin \"DefaultBinder\": Operation cannot be fulfilled on pods/binding \"busybox-7dff88458-9n6bb\": pod busybox-7dff88458-9n6bb is already assigned to node \"ha-381619-m03\"" pod="default/busybox-7dff88458-9n6bb"
I1028 17:27:58.471522 1 schedule_one.go:1070] "Pod has been assigned to node. Abort adding it back to queue." pod="default/busybox-7dff88458-9n6bb" node="ha-381619-m03"
E1028 17:28:42.093317 1 framework.go:1305] "Plugin Failed" err="Operation cannot be fulfilled on pods/binding \"kindnet-fzqx2\": pod kindnet-fzqx2 is already assigned to node \"ha-381619-m04\"" plugin="DefaultBinder" pod="kube-system/kindnet-fzqx2" node="ha-381619-m04"
E1028 17:28:42.093832 1 schedule_one.go:348] "scheduler cache ForgetPod failed" err="pod 9291bc3b-2fa3-4a6c-99d3-7bb2a5721b25(kube-system/kindnet-fzqx2) wasn't assumed so cannot be forgotten" pod="kube-system/kindnet-fzqx2"
E1028 17:28:42.094010 1 schedule_one.go:1057] "Error scheduling pod; retrying" err="running Bind plugin \"DefaultBinder\": Operation cannot be fulfilled on pods/binding \"kindnet-fzqx2\": pod kindnet-fzqx2 is already assigned to node \"ha-381619-m04\"" pod="kube-system/kindnet-fzqx2"
I1028 17:28:42.094225 1 schedule_one.go:1070] "Pod has been assigned to node. Abort adding it back to queue." pod="kube-system/kindnet-fzqx2" node="ha-381619-m04"
E1028 17:28:42.149948 1 framework.go:1305] "Plugin Failed" err="Operation cannot be fulfilled on pods/binding \"kube-proxy-7dwhb\": pod kube-proxy-7dwhb is already assigned to node \"ha-381619-m04\"" plugin="DefaultBinder" pod="kube-system/kube-proxy-7dwhb" node="ha-381619-m04"
E1028 17:28:42.154547 1 schedule_one.go:348] "scheduler cache ForgetPod failed" err="pod 15a36ca9-85be-4b6a-8e4a-31495d13a0c1(kube-system/kube-proxy-7dwhb) wasn't assumed so cannot be forgotten" pod="kube-system/kube-proxy-7dwhb"
E1028 17:28:42.156945 1 schedule_one.go:1057] "Error scheduling pod; retrying" err="running Bind plugin \"DefaultBinder\": Operation cannot be fulfilled on pods/binding \"kube-proxy-7dwhb\": pod kube-proxy-7dwhb is already assigned to node \"ha-381619-m04\"" pod="kube-system/kube-proxy-7dwhb"
I1028 17:28:42.157115 1 schedule_one.go:1070] "Pod has been assigned to node. Abort adding it back to queue." pod="kube-system/kube-proxy-7dwhb" node="ha-381619-m04"
E1028 17:28:42.164640 1 framework.go:1305] "Plugin Failed" err="Operation cannot be fulfilled on pods/binding \"kindnet-p6x26\": pod kindnet-p6x26 is already assigned to node \"ha-381619-m04\"" plugin="DefaultBinder" pod="kube-system/kindnet-p6x26" node="ha-381619-m04"
E1028 17:28:42.164715 1 schedule_one.go:348] "scheduler cache ForgetPod failed" err="pod 61afb85d-818e-40a2-ad14-87c5f4541d0e(kube-system/kindnet-p6x26) wasn't assumed so cannot be forgotten" pod="kube-system/kindnet-p6x26"
E1028 17:28:42.164729 1 schedule_one.go:1057] "Error scheduling pod; retrying" err="running Bind plugin \"DefaultBinder\": Operation cannot be fulfilled on pods/binding \"kindnet-p6x26\": pod kindnet-p6x26 is already assigned to node \"ha-381619-m04\"" pod="kube-system/kindnet-p6x26"
I1028 17:28:42.164745 1 schedule_one.go:1070] "Pod has been assigned to node. Abort adding it back to queue." pod="kube-system/kindnet-p6x26" node="ha-381619-m04"
==> kubelet <==
Oct 28 17:30:23 ha-381619 kubelet[1301]: E1028 17:30:23.979164 1301 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730136623978831910,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:137418,},InodesUsed:&UInt64Value{Value:62,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 28 17:30:23 ha-381619 kubelet[1301]: E1028 17:30:23.979443 1301 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730136623978831910,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:137418,},InodesUsed:&UInt64Value{Value:62,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 28 17:30:33 ha-381619 kubelet[1301]: E1028 17:30:33.980958 1301 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730136633980571352,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:137418,},InodesUsed:&UInt64Value{Value:62,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 28 17:30:33 ha-381619 kubelet[1301]: E1028 17:30:33.982957 1301 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730136633980571352,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:137418,},InodesUsed:&UInt64Value{Value:62,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 28 17:30:43 ha-381619 kubelet[1301]: E1028 17:30:43.988254 1301 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730136643987939382,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:137418,},InodesUsed:&UInt64Value{Value:62,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 28 17:30:43 ha-381619 kubelet[1301]: E1028 17:30:43.988294 1301 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730136643987939382,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:137418,},InodesUsed:&UInt64Value{Value:62,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 28 17:30:53 ha-381619 kubelet[1301]: E1028 17:30:53.989574 1301 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730136653989366289,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:137418,},InodesUsed:&UInt64Value{Value:62,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 28 17:30:53 ha-381619 kubelet[1301]: E1028 17:30:53.989617 1301 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730136653989366289,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:137418,},InodesUsed:&UInt64Value{Value:62,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 28 17:31:03 ha-381619 kubelet[1301]: E1028 17:31:03.996610 1301 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730136663993737167,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:137418,},InodesUsed:&UInt64Value{Value:62,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 28 17:31:03 ha-381619 kubelet[1301]: E1028 17:31:03.996710 1301 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730136663993737167,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:137418,},InodesUsed:&UInt64Value{Value:62,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 28 17:31:13 ha-381619 kubelet[1301]: E1028 17:31:13.872137 1301 iptables.go:577] "Could not set up iptables canary" err=<
Oct 28 17:31:13 ha-381619 kubelet[1301]: error creating chain "KUBE-KUBELET-CANARY": exit status 3: Ignoring deprecated --wait-interval option.
Oct 28 17:31:13 ha-381619 kubelet[1301]: ip6tables v1.8.9 (legacy): can't initialize ip6tables table `nat': Table does not exist (do you need to insmod?)
Oct 28 17:31:13 ha-381619 kubelet[1301]: Perhaps ip6tables or your kernel needs to be upgraded.
Oct 28 17:31:13 ha-381619 kubelet[1301]: > table="nat" chain="KUBE-KUBELET-CANARY"
Oct 28 17:31:13 ha-381619 kubelet[1301]: E1028 17:31:13.997852 1301 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730136673997611266,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:137418,},InodesUsed:&UInt64Value{Value:62,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 28 17:31:13 ha-381619 kubelet[1301]: E1028 17:31:13.997963 1301 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730136673997611266,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:137418,},InodesUsed:&UInt64Value{Value:62,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 28 17:31:24 ha-381619 kubelet[1301]: E1028 17:31:23.999904 1301 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730136683999493753,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:137418,},InodesUsed:&UInt64Value{Value:62,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 28 17:31:24 ha-381619 kubelet[1301]: E1028 17:31:24.000328 1301 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730136683999493753,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:137418,},InodesUsed:&UInt64Value{Value:62,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 28 17:31:34 ha-381619 kubelet[1301]: E1028 17:31:34.001784 1301 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730136694001248517,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:137418,},InodesUsed:&UInt64Value{Value:62,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 28 17:31:34 ha-381619 kubelet[1301]: E1028 17:31:34.001829 1301 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730136694001248517,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:137418,},InodesUsed:&UInt64Value{Value:62,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 28 17:31:44 ha-381619 kubelet[1301]: E1028 17:31:44.003002 1301 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730136704002684813,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:137418,},InodesUsed:&UInt64Value{Value:62,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 28 17:31:44 ha-381619 kubelet[1301]: E1028 17:31:44.003044 1301 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730136704002684813,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:137418,},InodesUsed:&UInt64Value{Value:62,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 28 17:31:54 ha-381619 kubelet[1301]: E1028 17:31:54.004348 1301 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730136714004119051,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:137418,},InodesUsed:&UInt64Value{Value:62,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 28 17:31:54 ha-381619 kubelet[1301]: E1028 17:31:54.004369 1301 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730136714004119051,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:137418,},InodesUsed:&UInt64Value{Value:62,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
-- /stdout --
helpers_test.go:254: (dbg) Run: out/minikube-linux-amd64 status --format={{.APIServer}} -p ha-381619 -n ha-381619
helpers_test.go:261: (dbg) Run: kubectl --context ha-381619 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:285: <<< TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart FAILED: end of post-mortem logs <<<
helpers_test.go:286: ---------------------/post-mortem---------------------------------
--- FAIL: TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart (6.29s)