=== RUN TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart
ha_test.go:281: (dbg) Run: out/minikube-linux-amd64 profile list --output json
ha_test.go:281: (dbg) Done: out/minikube-linux-amd64 profile list --output json: (3.972345947s)
ha_test.go:309: expected profile "ha-792382" in json of 'profile list' to have "HAppy" status but have "Unknown" status. got *"{\"invalid\":[],\"valid\":[{\"Name\":\"ha-792382\",\"Status\":\"Unknown\",\"Config\":{\"Name\":\"ha-792382\",\"KeepContext\":false,\"EmbedCerts\":false,\"MinikubeISO\":\"https://storage.googleapis.com/minikube-builds/iso/19917/minikube-v1.34.0-1730913550-19917-amd64.iso\",\"KicBaseImage\":\"gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730888964-19917@sha256:629a5748e3ec15a091fef12257eb3754b8ffc0c974ebcbb016451c65d1829615\",\"Memory\":2200,\"CPUs\":2,\"DiskSize\":20000,\"Driver\":\"kvm2\",\"HyperkitVpnKitSock\":\"\",\"HyperkitVSockPorts\":[],\"DockerEnv\":null,\"ContainerVolumeMounts\":null,\"InsecureRegistry\":null,\"RegistryMirror\":[],\"HostOnlyCIDR\":\"192.168.59.1/24\",\"HypervVirtualSwitch\":\"\",\"HypervUseExternalSwitch\":false,\"HypervExternalAdapter\":\"\",\"KVMNetwork\":\"default\",\"KVMQemuURI\":\"qemu:///system\",\"KVMGPU\":false,\"KVMHidden\":false,\"KVMNUMACount\":1,\
"APIServerPort\":8443,\"DockerOpt\":null,\"DisableDriverMounts\":false,\"NFSShare\":[],\"NFSSharesRoot\":\"/nfsshares\",\"UUID\":\"\",\"NoVTXCheck\":false,\"DNSProxy\":false,\"HostDNSResolver\":true,\"HostOnlyNicType\":\"virtio\",\"NatNicType\":\"virtio\",\"SSHIPAddress\":\"\",\"SSHUser\":\"root\",\"SSHKey\":\"\",\"SSHPort\":22,\"KubernetesConfig\":{\"KubernetesVersion\":\"v1.31.2\",\"ClusterName\":\"ha-792382\",\"Namespace\":\"default\",\"APIServerHAVIP\":\"192.168.39.254\",\"APIServerName\":\"minikubeCA\",\"APIServerNames\":null,\"APIServerIPs\":null,\"DNSDomain\":\"cluster.local\",\"ContainerRuntime\":\"crio\",\"CRISocket\":\"\",\"NetworkPlugin\":\"cni\",\"FeatureGates\":\"\",\"ServiceCIDR\":\"10.96.0.0/12\",\"ImageRepository\":\"\",\"LoadBalancerStartIP\":\"\",\"LoadBalancerEndIP\":\"\",\"CustomIngressCert\":\"\",\"RegistryAliases\":\"\",\"ExtraOptions\":null,\"ShouldLoadCachedImages\":true,\"EnableDefaultCNI\":false,\"CNI\":\"\"},\"Nodes\":[{\"Name\":\"\",\"IP\":\"192.168.39.69\",\"Port\":8443,\"Kubernet
esVersion\":\"v1.31.2\",\"ContainerRuntime\":\"crio\",\"ControlPlane\":true,\"Worker\":true},{\"Name\":\"m02\",\"IP\":\"192.168.39.89\",\"Port\":8443,\"KubernetesVersion\":\"v1.31.2\",\"ContainerRuntime\":\"crio\",\"ControlPlane\":true,\"Worker\":true},{\"Name\":\"m03\",\"IP\":\"192.168.39.82\",\"Port\":8443,\"KubernetesVersion\":\"v1.31.2\",\"ContainerRuntime\":\"crio\",\"ControlPlane\":true,\"Worker\":true},{\"Name\":\"m04\",\"IP\":\"192.168.39.54\",\"Port\":0,\"KubernetesVersion\":\"v1.31.2\",\"ContainerRuntime\":\"\",\"ControlPlane\":false,\"Worker\":true}],\"Addons\":{\"ambassador\":false,\"amd-gpu-device-plugin\":false,\"auto-pause\":false,\"cloud-spanner\":false,\"csi-hostpath-driver\":false,\"dashboard\":false,\"default-storageclass\":false,\"efk\":false,\"freshpod\":false,\"gcp-auth\":false,\"gvisor\":false,\"headlamp\":false,\"inaccel\":false,\"ingress\":false,\"ingress-dns\":false,\"inspektor-gadget\":false,\"istio\":false,\"istio-provisioner\":false,\"kong\":false,\"kubeflow\":false,\"kubevirt\":f
alse,\"logviewer\":false,\"metallb\":false,\"metrics-server\":false,\"nvidia-device-plugin\":false,\"nvidia-driver-installer\":false,\"nvidia-gpu-device-plugin\":false,\"olm\":false,\"pod-security-policy\":false,\"portainer\":false,\"registry\":false,\"registry-aliases\":false,\"registry-creds\":false,\"storage-provisioner\":false,\"storage-provisioner-gluster\":false,\"storage-provisioner-rancher\":false,\"volcano\":false,\"volumesnapshots\":false,\"yakd\":false},\"CustomAddonImages\":null,\"CustomAddonRegistries\":null,\"VerifyComponents\":{\"apiserver\":true,\"apps_running\":true,\"default_sa\":true,\"extra\":true,\"kubelet\":true,\"node_ready\":true,\"system_pods\":true},\"StartHostTimeout\":360000000000,\"ScheduledStop\":null,\"ExposedPorts\":[],\"ListenAddress\":\"\",\"Network\":\"\",\"Subnet\":\"\",\"MultiNodeRequested\":true,\"ExtraDisks\":0,\"CertExpiration\":94608000000000000,\"Mount\":false,\"MountString\":\"/home/jenkins:/minikube-host\",\"Mount9PVersion\":\"9p2000.L\",\"MountGID\":\"docker\",\"Mo
untIP\":\"\",\"MountMSize\":262144,\"MountOptions\":[],\"MountPort\":0,\"MountType\":\"9p\",\"MountUID\":\"docker\",\"BinaryMirror\":\"\",\"DisableOptimizations\":false,\"DisableMetrics\":false,\"CustomQemuFirmwarePath\":\"\",\"SocketVMnetClientPath\":\"\",\"SocketVMnetPath\":\"\",\"StaticIP\":\"\",\"SSHAuthSock\":\"\",\"SSHAgentPID\":0,\"GPUs\":\"\",\"AutoPauseInterval\":60000000000},\"Active\":false,\"ActiveKubeContext\":true}]}"*. args: "out/minikube-linux-amd64 profile list --output json"
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:239: (dbg) Run: out/minikube-linux-amd64 status --format={{.Host}} -p ha-792382 -n ha-792382
helpers_test.go:244: <<< TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart FAILED: start of post-mortem logs <<<
helpers_test.go:245: ======> post-mortem[TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart]: minikube logs <======
helpers_test.go:247: (dbg) Run: out/minikube-linux-amd64 -p ha-792382 logs -n 25
helpers_test.go:247: (dbg) Done: out/minikube-linux-amd64 -p ha-792382 logs -n 25: (1.32571046s)
helpers_test.go:252: TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart logs:
-- stdout --
==> Audit <==
|---------|----------------------------------------------------------------------------------|-----------|---------|---------|---------------------|---------------------|
| Command | Args | Profile | User | Version | Start Time | End Time |
|---------|----------------------------------------------------------------------------------|-----------|---------|---------|---------------------|---------------------|
| ssh | ha-792382 ssh -n | ha-792382 | jenkins | v1.34.0 | 09 Dec 24 10:53 UTC | 09 Dec 24 10:53 UTC |
| | ha-792382-m03 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| cp | ha-792382 cp ha-792382-m03:/home/docker/cp-test.txt | ha-792382 | jenkins | v1.34.0 | 09 Dec 24 10:53 UTC | 09 Dec 24 10:53 UTC |
| | ha-792382:/home/docker/cp-test_ha-792382-m03_ha-792382.txt | | | | | |
| ssh | ha-792382 ssh -n | ha-792382 | jenkins | v1.34.0 | 09 Dec 24 10:53 UTC | 09 Dec 24 10:53 UTC |
| | ha-792382-m03 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-792382 ssh -n ha-792382 sudo cat | ha-792382 | jenkins | v1.34.0 | 09 Dec 24 10:53 UTC | 09 Dec 24 10:53 UTC |
| | /home/docker/cp-test_ha-792382-m03_ha-792382.txt | | | | | |
| cp | ha-792382 cp ha-792382-m03:/home/docker/cp-test.txt | ha-792382 | jenkins | v1.34.0 | 09 Dec 24 10:53 UTC | 09 Dec 24 10:53 UTC |
| | ha-792382-m02:/home/docker/cp-test_ha-792382-m03_ha-792382-m02.txt | | | | | |
| ssh | ha-792382 ssh -n | ha-792382 | jenkins | v1.34.0 | 09 Dec 24 10:53 UTC | 09 Dec 24 10:53 UTC |
| | ha-792382-m03 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-792382 ssh -n ha-792382-m02 sudo cat | ha-792382 | jenkins | v1.34.0 | 09 Dec 24 10:53 UTC | 09 Dec 24 10:53 UTC |
| | /home/docker/cp-test_ha-792382-m03_ha-792382-m02.txt | | | | | |
| cp | ha-792382 cp ha-792382-m03:/home/docker/cp-test.txt | ha-792382 | jenkins | v1.34.0 | 09 Dec 24 10:53 UTC | 09 Dec 24 10:53 UTC |
| | ha-792382-m04:/home/docker/cp-test_ha-792382-m03_ha-792382-m04.txt | | | | | |
| ssh | ha-792382 ssh -n | ha-792382 | jenkins | v1.34.0 | 09 Dec 24 10:53 UTC | 09 Dec 24 10:53 UTC |
| | ha-792382-m03 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-792382 ssh -n ha-792382-m04 sudo cat | ha-792382 | jenkins | v1.34.0 | 09 Dec 24 10:53 UTC | 09 Dec 24 10:53 UTC |
| | /home/docker/cp-test_ha-792382-m03_ha-792382-m04.txt | | | | | |
| cp | ha-792382 cp testdata/cp-test.txt | ha-792382 | jenkins | v1.34.0 | 09 Dec 24 10:53 UTC | 09 Dec 24 10:53 UTC |
| | ha-792382-m04:/home/docker/cp-test.txt | | | | | |
| ssh | ha-792382 ssh -n | ha-792382 | jenkins | v1.34.0 | 09 Dec 24 10:53 UTC | 09 Dec 24 10:53 UTC |
| | ha-792382-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| cp | ha-792382 cp ha-792382-m04:/home/docker/cp-test.txt | ha-792382 | jenkins | v1.34.0 | 09 Dec 24 10:53 UTC | 09 Dec 24 10:53 UTC |
| | /tmp/TestMultiControlPlaneserialCopyFile3558467820/001/cp-test_ha-792382-m04.txt | | | | | |
| ssh | ha-792382 ssh -n | ha-792382 | jenkins | v1.34.0 | 09 Dec 24 10:53 UTC | 09 Dec 24 10:53 UTC |
| | ha-792382-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| cp | ha-792382 cp ha-792382-m04:/home/docker/cp-test.txt | ha-792382 | jenkins | v1.34.0 | 09 Dec 24 10:53 UTC | 09 Dec 24 10:53 UTC |
| | ha-792382:/home/docker/cp-test_ha-792382-m04_ha-792382.txt | | | | | |
| ssh | ha-792382 ssh -n | ha-792382 | jenkins | v1.34.0 | 09 Dec 24 10:53 UTC | 09 Dec 24 10:53 UTC |
| | ha-792382-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-792382 ssh -n ha-792382 sudo cat | ha-792382 | jenkins | v1.34.0 | 09 Dec 24 10:53 UTC | 09 Dec 24 10:53 UTC |
| | /home/docker/cp-test_ha-792382-m04_ha-792382.txt | | | | | |
| cp | ha-792382 cp ha-792382-m04:/home/docker/cp-test.txt | ha-792382 | jenkins | v1.34.0 | 09 Dec 24 10:53 UTC | 09 Dec 24 10:53 UTC |
| | ha-792382-m02:/home/docker/cp-test_ha-792382-m04_ha-792382-m02.txt | | | | | |
| ssh | ha-792382 ssh -n | ha-792382 | jenkins | v1.34.0 | 09 Dec 24 10:53 UTC | 09 Dec 24 10:53 UTC |
| | ha-792382-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-792382 ssh -n ha-792382-m02 sudo cat | ha-792382 | jenkins | v1.34.0 | 09 Dec 24 10:53 UTC | 09 Dec 24 10:53 UTC |
| | /home/docker/cp-test_ha-792382-m04_ha-792382-m02.txt | | | | | |
| cp | ha-792382 cp ha-792382-m04:/home/docker/cp-test.txt | ha-792382 | jenkins | v1.34.0 | 09 Dec 24 10:53 UTC | 09 Dec 24 10:53 UTC |
| | ha-792382-m03:/home/docker/cp-test_ha-792382-m04_ha-792382-m03.txt | | | | | |
| ssh | ha-792382 ssh -n | ha-792382 | jenkins | v1.34.0 | 09 Dec 24 10:53 UTC | 09 Dec 24 10:53 UTC |
| | ha-792382-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-792382 ssh -n ha-792382-m03 sudo cat | ha-792382 | jenkins | v1.34.0 | 09 Dec 24 10:53 UTC | 09 Dec 24 10:53 UTC |
| | /home/docker/cp-test_ha-792382-m04_ha-792382-m03.txt | | | | | |
| node | ha-792382 node stop m02 -v=7 | ha-792382 | jenkins | v1.34.0 | 09 Dec 24 10:53 UTC | |
| | --alsologtostderr | | | | | |
| node | ha-792382 node start m02 -v=7 | ha-792382 | jenkins | v1.34.0 | 09 Dec 24 10:56 UTC | |
| | --alsologtostderr | | | | | |
|---------|----------------------------------------------------------------------------------|-----------|---------|---------|---------------------|---------------------|
==> Last Start <==
Log file created at: 2024/12/09 10:49:12
Running on machine: ubuntu-20-agent-9
Binary: Built with gc go1.23.2 for linux/amd64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I1209 10:49:12.155112 627293 out.go:345] Setting OutFile to fd 1 ...
I1209 10:49:12.155243 627293 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1209 10:49:12.155252 627293 out.go:358] Setting ErrFile to fd 2...
I1209 10:49:12.155256 627293 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1209 10:49:12.155455 627293 root.go:338] Updating PATH: /home/jenkins/minikube-integration/20068-609844/.minikube/bin
I1209 10:49:12.156111 627293 out.go:352] Setting JSON to false
I1209 10:49:12.157109 627293 start.go:129] hostinfo: {"hostname":"ubuntu-20-agent-9","uptime":12696,"bootTime":1733728656,"procs":177,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1071-gcp","kernelArch":"x86_64","virtualizationSystem":"kvm","virtualizationRole":"guest","hostId":"591c9f12-2938-3743-e2bf-c56a050d43d1"}
I1209 10:49:12.157245 627293 start.go:139] virtualization: kvm guest
I1209 10:49:12.159303 627293 out.go:177] * [ha-792382] minikube v1.34.0 on Ubuntu 20.04 (kvm/amd64)
I1209 10:49:12.160611 627293 out.go:177] - MINIKUBE_LOCATION=20068
I1209 10:49:12.160611 627293 notify.go:220] Checking for updates...
I1209 10:49:12.163029 627293 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1209 10:49:12.164218 627293 out.go:177] - KUBECONFIG=/home/jenkins/minikube-integration/20068-609844/kubeconfig
I1209 10:49:12.165346 627293 out.go:177] - MINIKUBE_HOME=/home/jenkins/minikube-integration/20068-609844/.minikube
I1209 10:49:12.166392 627293 out.go:177] - MINIKUBE_BIN=out/minikube-linux-amd64
I1209 10:49:12.168066 627293 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I1209 10:49:12.169526 627293 driver.go:394] Setting default libvirt URI to qemu:///system
I1209 10:49:12.205667 627293 out.go:177] * Using the kvm2 driver based on user configuration
I1209 10:49:12.206853 627293 start.go:297] selected driver: kvm2
I1209 10:49:12.206869 627293 start.go:901] validating driver "kvm2" against <nil>
I1209 10:49:12.206881 627293 start.go:912] status for kvm2: {Installed:true Healthy:true Running:true NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I1209 10:49:12.207633 627293 install.go:52] acquiring lock: {Name:mk900956b073697a4aa6c80a27c6bb0742a99a53 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1209 10:49:12.207718 627293 install.go:117] Validating docker-machine-driver-kvm2, PATH=/home/jenkins/minikube-integration/20068-609844/.minikube/bin:/home/jenkins/workspace/KVM_Linux_crio_integration/out/:/usr/local/bin:/usr/bin:/bin:/usr/local/games:/usr/games:/usr/local/go/bin:/home/jenkins/go/bin:/usr/local/bin/:/usr/local/go/bin/:/home/jenkins/go/bin
I1209 10:49:12.223409 627293 install.go:137] /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2 version is 1.34.0
I1209 10:49:12.223621 627293 start_flags.go:310] no existing cluster config was found, will generate one from the flags
I1209 10:49:12.224275 627293 start_flags.go:947] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1209 10:49:12.224320 627293 cni.go:84] Creating CNI manager for ""
I1209 10:49:12.224382 627293 cni.go:136] multinode detected (0 nodes found), recommending kindnet
I1209 10:49:12.224394 627293 start_flags.go:319] Found "CNI" CNI - setting NetworkPlugin=cni
I1209 10:49:12.224467 627293 start.go:340] cluster config:
{Name:ha-792382 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730888964-19917@sha256:629a5748e3ec15a091fef12257eb3754b8ffc0c974ebcbb016451c65d1829615 Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.2 ClusterName:ha-792382 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRIS
ocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0
GPUs: AutoPauseInterval:1m0s}
I1209 10:49:12.224624 627293 iso.go:125] acquiring lock: {Name:mk3bf4d9da9b75cc0ae0a3732f4492bac54a4b46 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1209 10:49:12.226221 627293 out.go:177] * Starting "ha-792382" primary control-plane node in "ha-792382" cluster
I1209 10:49:12.227308 627293 preload.go:131] Checking if preload exists for k8s version v1.31.2 and runtime crio
I1209 10:49:12.227336 627293 preload.go:146] Found local preload: /home/jenkins/minikube-integration/20068-609844/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.2-cri-o-overlay-amd64.tar.lz4
I1209 10:49:12.227354 627293 cache.go:56] Caching tarball of preloaded images
I1209 10:49:12.227432 627293 preload.go:172] Found /home/jenkins/minikube-integration/20068-609844/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.2-cri-o-overlay-amd64.tar.lz4 in cache, skipping download
I1209 10:49:12.227447 627293 cache.go:59] Finished verifying existence of preloaded tar for v1.31.2 on crio
I1209 10:49:12.227749 627293 profile.go:143] Saving config to /home/jenkins/minikube-integration/20068-609844/.minikube/profiles/ha-792382/config.json ...
I1209 10:49:12.227772 627293 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20068-609844/.minikube/profiles/ha-792382/config.json: {Name:mkc1440c2022322fca4f71077ddb8bd509450a18 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1209 10:49:12.227928 627293 start.go:360] acquireMachinesLock for ha-792382: {Name:mka6afffe9ddf2faebdc603ed0401805d58bf31e Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}
I1209 10:49:12.227972 627293 start.go:364] duration metric: took 26.731µs to acquireMachinesLock for "ha-792382"
I1209 10:49:12.227996 627293 start.go:93] Provisioning new machine with config: &{Name:ha-792382 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19917/minikube-v1.34.0-1730913550-19917-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730888964-19917@sha256:629a5748e3ec15a091fef12257eb3754b8ffc0c974ebcbb016451c65d1829615 Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{Kubernete
sVersion:v1.31.2 ClusterName:ha-792382 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:
9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name: IP: Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}
I1209 10:49:12.228057 627293 start.go:125] createHost starting for "" (driver="kvm2")
I1209 10:49:12.229507 627293 out.go:235] * Creating kvm2 VM (CPUs=2, Memory=2200MB, Disk=20000MB) ...
I1209 10:49:12.229650 627293 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1209 10:49:12.229688 627293 main.go:141] libmachine: Launching plugin server for driver kvm2
I1209 10:49:12.243739 627293 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:40935
I1209 10:49:12.244181 627293 main.go:141] libmachine: () Calling .GetVersion
I1209 10:49:12.244733 627293 main.go:141] libmachine: Using API Version 1
I1209 10:49:12.244754 627293 main.go:141] libmachine: () Calling .SetConfigRaw
I1209 10:49:12.245151 627293 main.go:141] libmachine: () Calling .GetMachineName
I1209 10:49:12.245359 627293 main.go:141] libmachine: (ha-792382) Calling .GetMachineName
I1209 10:49:12.245524 627293 main.go:141] libmachine: (ha-792382) Calling .DriverName
I1209 10:49:12.245673 627293 start.go:159] libmachine.API.Create for "ha-792382" (driver="kvm2")
I1209 10:49:12.245706 627293 client.go:168] LocalClient.Create starting
I1209 10:49:12.245734 627293 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/20068-609844/.minikube/certs/ca.pem
I1209 10:49:12.245764 627293 main.go:141] libmachine: Decoding PEM data...
I1209 10:49:12.245782 627293 main.go:141] libmachine: Parsing certificate...
I1209 10:49:12.245831 627293 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/20068-609844/.minikube/certs/cert.pem
I1209 10:49:12.245849 627293 main.go:141] libmachine: Decoding PEM data...
I1209 10:49:12.245860 627293 main.go:141] libmachine: Parsing certificate...
I1209 10:49:12.245876 627293 main.go:141] libmachine: Running pre-create checks...
I1209 10:49:12.245884 627293 main.go:141] libmachine: (ha-792382) Calling .PreCreateCheck
I1209 10:49:12.246327 627293 main.go:141] libmachine: (ha-792382) Calling .GetConfigRaw
I1209 10:49:12.246669 627293 main.go:141] libmachine: Creating machine...
I1209 10:49:12.246682 627293 main.go:141] libmachine: (ha-792382) Calling .Create
I1209 10:49:12.246831 627293 main.go:141] libmachine: (ha-792382) Creating KVM machine...
I1209 10:49:12.248145 627293 main.go:141] libmachine: (ha-792382) DBG | found existing default KVM network
I1209 10:49:12.248911 627293 main.go:141] libmachine: (ha-792382) DBG | I1209 10:49:12.248755 627316 network.go:206] using free private subnet 192.168.39.0/24: &{IP:192.168.39.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.39.0/24 Gateway:192.168.39.1 ClientMin:192.168.39.2 ClientMax:192.168.39.254 Broadcast:192.168.39.255 IsPrivate:true Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:} reservation:0xc000123350}
I1209 10:49:12.248939 627293 main.go:141] libmachine: (ha-792382) DBG | created network xml:
I1209 10:49:12.248951 627293 main.go:141] libmachine: (ha-792382) DBG | <network>
I1209 10:49:12.248971 627293 main.go:141] libmachine: (ha-792382) DBG | <name>mk-ha-792382</name>
I1209 10:49:12.248981 627293 main.go:141] libmachine: (ha-792382) DBG | <dns enable='no'/>
I1209 10:49:12.248994 627293 main.go:141] libmachine: (ha-792382) DBG |
I1209 10:49:12.249009 627293 main.go:141] libmachine: (ha-792382) DBG | <ip address='192.168.39.1' netmask='255.255.255.0'>
I1209 10:49:12.249019 627293 main.go:141] libmachine: (ha-792382) DBG | <dhcp>
I1209 10:49:12.249032 627293 main.go:141] libmachine: (ha-792382) DBG | <range start='192.168.39.2' end='192.168.39.253'/>
I1209 10:49:12.249045 627293 main.go:141] libmachine: (ha-792382) DBG | </dhcp>
I1209 10:49:12.249058 627293 main.go:141] libmachine: (ha-792382) DBG | </ip>
I1209 10:49:12.249067 627293 main.go:141] libmachine: (ha-792382) DBG |
I1209 10:49:12.249134 627293 main.go:141] libmachine: (ha-792382) DBG | </network>
I1209 10:49:12.249173 627293 main.go:141] libmachine: (ha-792382) DBG |
I1209 10:49:12.253952 627293 main.go:141] libmachine: (ha-792382) DBG | trying to create private KVM network mk-ha-792382 192.168.39.0/24...
I1209 10:49:12.320765 627293 main.go:141] libmachine: (ha-792382) DBG | private KVM network mk-ha-792382 192.168.39.0/24 created
I1209 10:49:12.320810 627293 main.go:141] libmachine: (ha-792382) Setting up store path in /home/jenkins/minikube-integration/20068-609844/.minikube/machines/ha-792382 ...
I1209 10:49:12.320824 627293 main.go:141] libmachine: (ha-792382) DBG | I1209 10:49:12.320703 627316 common.go:144] Making disk image using store path: /home/jenkins/minikube-integration/20068-609844/.minikube
I1209 10:49:12.320846 627293 main.go:141] libmachine: (ha-792382) Building disk image from file:///home/jenkins/minikube-integration/20068-609844/.minikube/cache/iso/amd64/minikube-v1.34.0-1730913550-19917-amd64.iso
I1209 10:49:12.320864 627293 main.go:141] libmachine: (ha-792382) Downloading /home/jenkins/minikube-integration/20068-609844/.minikube/cache/boot2docker.iso from file:///home/jenkins/minikube-integration/20068-609844/.minikube/cache/iso/amd64/minikube-v1.34.0-1730913550-19917-amd64.iso...
I1209 10:49:12.624365 627293 main.go:141] libmachine: (ha-792382) DBG | I1209 10:49:12.624217 627316 common.go:151] Creating ssh key: /home/jenkins/minikube-integration/20068-609844/.minikube/machines/ha-792382/id_rsa...
I1209 10:49:12.718158 627293 main.go:141] libmachine: (ha-792382) DBG | I1209 10:49:12.718015 627316 common.go:157] Creating raw disk image: /home/jenkins/minikube-integration/20068-609844/.minikube/machines/ha-792382/ha-792382.rawdisk...
I1209 10:49:12.718234 627293 main.go:141] libmachine: (ha-792382) DBG | Writing magic tar header
I1209 10:49:12.718307 627293 main.go:141] libmachine: (ha-792382) DBG | Writing SSH key tar header
I1209 10:49:12.718345 627293 main.go:141] libmachine: (ha-792382) DBG | I1209 10:49:12.718134 627316 common.go:171] Fixing permissions on /home/jenkins/minikube-integration/20068-609844/.minikube/machines/ha-792382 ...
I1209 10:49:12.718360 627293 main.go:141] libmachine: (ha-792382) Setting executable bit set on /home/jenkins/minikube-integration/20068-609844/.minikube/machines/ha-792382 (perms=drwx------)
I1209 10:49:12.718367 627293 main.go:141] libmachine: (ha-792382) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/20068-609844/.minikube/machines/ha-792382
I1209 10:49:12.718384 627293 main.go:141] libmachine: (ha-792382) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/20068-609844/.minikube/machines
I1209 10:49:12.718399 627293 main.go:141] libmachine: (ha-792382) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/20068-609844/.minikube
I1209 10:49:12.718409 627293 main.go:141] libmachine: (ha-792382) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/20068-609844
I1209 10:49:12.718416 627293 main.go:141] libmachine: (ha-792382) DBG | Checking permissions on dir: /home/jenkins/minikube-integration
I1209 10:49:12.718424 627293 main.go:141] libmachine: (ha-792382) Setting executable bit set on /home/jenkins/minikube-integration/20068-609844/.minikube/machines (perms=drwxr-xr-x)
I1209 10:49:12.718431 627293 main.go:141] libmachine: (ha-792382) Setting executable bit set on /home/jenkins/minikube-integration/20068-609844/.minikube (perms=drwxr-xr-x)
I1209 10:49:12.718436 627293 main.go:141] libmachine: (ha-792382) DBG | Checking permissions on dir: /home/jenkins
I1209 10:49:12.718443 627293 main.go:141] libmachine: (ha-792382) DBG | Checking permissions on dir: /home
I1209 10:49:12.718449 627293 main.go:141] libmachine: (ha-792382) DBG | Skipping /home - not owner
I1209 10:49:12.718461 627293 main.go:141] libmachine: (ha-792382) Setting executable bit set on /home/jenkins/minikube-integration/20068-609844 (perms=drwxrwxr-x)
I1209 10:49:12.718475 627293 main.go:141] libmachine: (ha-792382) Setting executable bit set on /home/jenkins/minikube-integration (perms=drwxrwxr-x)
I1209 10:49:12.718495 627293 main.go:141] libmachine: (ha-792382) Setting executable bit set on /home/jenkins (perms=drwxr-xr-x)
I1209 10:49:12.718506 627293 main.go:141] libmachine: (ha-792382) Creating domain...
I1209 10:49:12.719443 627293 main.go:141] libmachine: (ha-792382) define libvirt domain using xml:
I1209 10:49:12.719473 627293 main.go:141] libmachine: (ha-792382) <domain type='kvm'>
I1209 10:49:12.719482 627293 main.go:141] libmachine: (ha-792382) <name>ha-792382</name>
I1209 10:49:12.719490 627293 main.go:141] libmachine: (ha-792382) <memory unit='MiB'>2200</memory>
I1209 10:49:12.719512 627293 main.go:141] libmachine: (ha-792382) <vcpu>2</vcpu>
I1209 10:49:12.719521 627293 main.go:141] libmachine: (ha-792382) <features>
I1209 10:49:12.719529 627293 main.go:141] libmachine: (ha-792382) <acpi/>
I1209 10:49:12.719537 627293 main.go:141] libmachine: (ha-792382) <apic/>
I1209 10:49:12.719561 627293 main.go:141] libmachine: (ha-792382) <pae/>
I1209 10:49:12.719580 627293 main.go:141] libmachine: (ha-792382)
I1209 10:49:12.719586 627293 main.go:141] libmachine: (ha-792382) </features>
I1209 10:49:12.719602 627293 main.go:141] libmachine: (ha-792382) <cpu mode='host-passthrough'>
I1209 10:49:12.719613 627293 main.go:141] libmachine: (ha-792382)
I1209 10:49:12.719619 627293 main.go:141] libmachine: (ha-792382) </cpu>
I1209 10:49:12.719631 627293 main.go:141] libmachine: (ha-792382) <os>
I1209 10:49:12.719637 627293 main.go:141] libmachine: (ha-792382) <type>hvm</type>
I1209 10:49:12.719648 627293 main.go:141] libmachine: (ha-792382) <boot dev='cdrom'/>
I1209 10:49:12.719659 627293 main.go:141] libmachine: (ha-792382) <boot dev='hd'/>
I1209 10:49:12.719681 627293 main.go:141] libmachine: (ha-792382) <bootmenu enable='no'/>
I1209 10:49:12.719701 627293 main.go:141] libmachine: (ha-792382) </os>
I1209 10:49:12.719719 627293 main.go:141] libmachine: (ha-792382) <devices>
I1209 10:49:12.719738 627293 main.go:141] libmachine: (ha-792382) <disk type='file' device='cdrom'>
I1209 10:49:12.719756 627293 main.go:141] libmachine: (ha-792382) <source file='/home/jenkins/minikube-integration/20068-609844/.minikube/machines/ha-792382/boot2docker.iso'/>
I1209 10:49:12.719767 627293 main.go:141] libmachine: (ha-792382) <target dev='hdc' bus='scsi'/>
I1209 10:49:12.719777 627293 main.go:141] libmachine: (ha-792382) <readonly/>
I1209 10:49:12.719791 627293 main.go:141] libmachine: (ha-792382) </disk>
I1209 10:49:12.719805 627293 main.go:141] libmachine: (ha-792382) <disk type='file' device='disk'>
I1209 10:49:12.719816 627293 main.go:141] libmachine: (ha-792382) <driver name='qemu' type='raw' cache='default' io='threads' />
I1209 10:49:12.719831 627293 main.go:141] libmachine: (ha-792382) <source file='/home/jenkins/minikube-integration/20068-609844/.minikube/machines/ha-792382/ha-792382.rawdisk'/>
I1209 10:49:12.719845 627293 main.go:141] libmachine: (ha-792382) <target dev='hda' bus='virtio'/>
I1209 10:49:12.719857 627293 main.go:141] libmachine: (ha-792382) </disk>
I1209 10:49:12.719868 627293 main.go:141] libmachine: (ha-792382) <interface type='network'>
I1209 10:49:12.719881 627293 main.go:141] libmachine: (ha-792382) <source network='mk-ha-792382'/>
I1209 10:49:12.719892 627293 main.go:141] libmachine: (ha-792382) <model type='virtio'/>
I1209 10:49:12.719902 627293 main.go:141] libmachine: (ha-792382) </interface>
I1209 10:49:12.719910 627293 main.go:141] libmachine: (ha-792382) <interface type='network'>
I1209 10:49:12.719940 627293 main.go:141] libmachine: (ha-792382) <source network='default'/>
I1209 10:49:12.719966 627293 main.go:141] libmachine: (ha-792382) <model type='virtio'/>
I1209 10:49:12.719981 627293 main.go:141] libmachine: (ha-792382) </interface>
I1209 10:49:12.719994 627293 main.go:141] libmachine: (ha-792382) <serial type='pty'>
I1209 10:49:12.720009 627293 main.go:141] libmachine: (ha-792382) <target port='0'/>
I1209 10:49:12.720026 627293 main.go:141] libmachine: (ha-792382) </serial>
I1209 10:49:12.720038 627293 main.go:141] libmachine: (ha-792382) <console type='pty'>
I1209 10:49:12.720049 627293 main.go:141] libmachine: (ha-792382) <target type='serial' port='0'/>
I1209 10:49:12.720070 627293 main.go:141] libmachine: (ha-792382) </console>
I1209 10:49:12.720083 627293 main.go:141] libmachine: (ha-792382) <rng model='virtio'>
I1209 10:49:12.720106 627293 main.go:141] libmachine: (ha-792382) <backend model='random'>/dev/random</backend>
I1209 10:49:12.720122 627293 main.go:141] libmachine: (ha-792382) </rng>
I1209 10:49:12.720133 627293 main.go:141] libmachine: (ha-792382)
I1209 10:49:12.720141 627293 main.go:141] libmachine: (ha-792382)
I1209 10:49:12.720152 627293 main.go:141] libmachine: (ha-792382) </devices>
I1209 10:49:12.720161 627293 main.go:141] libmachine: (ha-792382) </domain>
I1209 10:49:12.720175 627293 main.go:141] libmachine: (ha-792382)
I1209 10:49:12.724156 627293 main.go:141] libmachine: (ha-792382) DBG | domain ha-792382 has defined MAC address 52:54:00:b1:77:e1 in network default
I1209 10:49:12.724674 627293 main.go:141] libmachine: (ha-792382) Ensuring networks are active...
I1209 10:49:12.724713 627293 main.go:141] libmachine: (ha-792382) DBG | domain ha-792382 has defined MAC address 52:54:00:a8:82:f7 in network mk-ha-792382
I1209 10:49:12.725331 627293 main.go:141] libmachine: (ha-792382) Ensuring network default is active
I1209 10:49:12.725573 627293 main.go:141] libmachine: (ha-792382) Ensuring network mk-ha-792382 is active
I1209 10:49:12.726011 627293 main.go:141] libmachine: (ha-792382) Getting domain xml...
I1209 10:49:12.726856 627293 main.go:141] libmachine: (ha-792382) Creating domain...
I1209 10:49:13.913426 627293 main.go:141] libmachine: (ha-792382) Waiting to get IP...
I1209 10:49:13.914474 627293 main.go:141] libmachine: (ha-792382) DBG | domain ha-792382 has defined MAC address 52:54:00:a8:82:f7 in network mk-ha-792382
I1209 10:49:13.914854 627293 main.go:141] libmachine: (ha-792382) DBG | unable to find current IP address of domain ha-792382 in network mk-ha-792382
I1209 10:49:13.914884 627293 main.go:141] libmachine: (ha-792382) DBG | I1209 10:49:13.914843 627316 retry.go:31] will retry after 231.46558ms: waiting for machine to come up
I1209 10:49:14.148392 627293 main.go:141] libmachine: (ha-792382) DBG | domain ha-792382 has defined MAC address 52:54:00:a8:82:f7 in network mk-ha-792382
I1209 10:49:14.148786 627293 main.go:141] libmachine: (ha-792382) DBG | unable to find current IP address of domain ha-792382 in network mk-ha-792382
I1209 10:49:14.148818 627293 main.go:141] libmachine: (ha-792382) DBG | I1209 10:49:14.148733 627316 retry.go:31] will retry after 323.334507ms: waiting for machine to come up
I1209 10:49:14.473105 627293 main.go:141] libmachine: (ha-792382) DBG | domain ha-792382 has defined MAC address 52:54:00:a8:82:f7 in network mk-ha-792382
I1209 10:49:14.473482 627293 main.go:141] libmachine: (ha-792382) DBG | unable to find current IP address of domain ha-792382 in network mk-ha-792382
I1209 10:49:14.473521 627293 main.go:141] libmachine: (ha-792382) DBG | I1209 10:49:14.473432 627316 retry.go:31] will retry after 293.410473ms: waiting for machine to come up
I1209 10:49:14.769073 627293 main.go:141] libmachine: (ha-792382) DBG | domain ha-792382 has defined MAC address 52:54:00:a8:82:f7 in network mk-ha-792382
I1209 10:49:14.769413 627293 main.go:141] libmachine: (ha-792382) DBG | unable to find current IP address of domain ha-792382 in network mk-ha-792382
I1209 10:49:14.769442 627293 main.go:141] libmachine: (ha-792382) DBG | I1209 10:49:14.769369 627316 retry.go:31] will retry after 414.561658ms: waiting for machine to come up
I1209 10:49:15.186115 627293 main.go:141] libmachine: (ha-792382) DBG | domain ha-792382 has defined MAC address 52:54:00:a8:82:f7 in network mk-ha-792382
I1209 10:49:15.186526 627293 main.go:141] libmachine: (ha-792382) DBG | unable to find current IP address of domain ha-792382 in network mk-ha-792382
I1209 10:49:15.186550 627293 main.go:141] libmachine: (ha-792382) DBG | I1209 10:49:15.186486 627316 retry.go:31] will retry after 602.170929ms: waiting for machine to come up
I1209 10:49:15.790232 627293 main.go:141] libmachine: (ha-792382) DBG | domain ha-792382 has defined MAC address 52:54:00:a8:82:f7 in network mk-ha-792382
I1209 10:49:15.790609 627293 main.go:141] libmachine: (ha-792382) DBG | unable to find current IP address of domain ha-792382 in network mk-ha-792382
I1209 10:49:15.790636 627293 main.go:141] libmachine: (ha-792382) DBG | I1209 10:49:15.790561 627316 retry.go:31] will retry after 626.828073ms: waiting for machine to come up
I1209 10:49:16.419433 627293 main.go:141] libmachine: (ha-792382) DBG | domain ha-792382 has defined MAC address 52:54:00:a8:82:f7 in network mk-ha-792382
I1209 10:49:16.419896 627293 main.go:141] libmachine: (ha-792382) DBG | unable to find current IP address of domain ha-792382 in network mk-ha-792382
I1209 10:49:16.419938 627293 main.go:141] libmachine: (ha-792382) DBG | I1209 10:49:16.419857 627316 retry.go:31] will retry after 735.370165ms: waiting for machine to come up
I1209 10:49:17.156849 627293 main.go:141] libmachine: (ha-792382) DBG | domain ha-792382 has defined MAC address 52:54:00:a8:82:f7 in network mk-ha-792382
I1209 10:49:17.157231 627293 main.go:141] libmachine: (ha-792382) DBG | unable to find current IP address of domain ha-792382 in network mk-ha-792382
I1209 10:49:17.157266 627293 main.go:141] libmachine: (ha-792382) DBG | I1209 10:49:17.157218 627316 retry.go:31] will retry after 1.229419392s: waiting for machine to come up
I1209 10:49:18.387855 627293 main.go:141] libmachine: (ha-792382) DBG | domain ha-792382 has defined MAC address 52:54:00:a8:82:f7 in network mk-ha-792382
I1209 10:49:18.388261 627293 main.go:141] libmachine: (ha-792382) DBG | unable to find current IP address of domain ha-792382 in network mk-ha-792382
I1209 10:49:18.388300 627293 main.go:141] libmachine: (ha-792382) DBG | I1209 10:49:18.388201 627316 retry.go:31] will retry after 1.781823768s: waiting for machine to come up
I1209 10:49:20.172140 627293 main.go:141] libmachine: (ha-792382) DBG | domain ha-792382 has defined MAC address 52:54:00:a8:82:f7 in network mk-ha-792382
I1209 10:49:20.172552 627293 main.go:141] libmachine: (ha-792382) DBG | unable to find current IP address of domain ha-792382 in network mk-ha-792382
I1209 10:49:20.172583 627293 main.go:141] libmachine: (ha-792382) DBG | I1209 10:49:20.172526 627316 retry.go:31] will retry after 1.563022016s: waiting for machine to come up
I1209 10:49:21.736731 627293 main.go:141] libmachine: (ha-792382) DBG | domain ha-792382 has defined MAC address 52:54:00:a8:82:f7 in network mk-ha-792382
I1209 10:49:21.737192 627293 main.go:141] libmachine: (ha-792382) DBG | unable to find current IP address of domain ha-792382 in network mk-ha-792382
I1209 10:49:21.737227 627293 main.go:141] libmachine: (ha-792382) DBG | I1209 10:49:21.737132 627316 retry.go:31] will retry after 1.796183688s: waiting for machine to come up
I1209 10:49:23.536165 627293 main.go:141] libmachine: (ha-792382) DBG | domain ha-792382 has defined MAC address 52:54:00:a8:82:f7 in network mk-ha-792382
I1209 10:49:23.536600 627293 main.go:141] libmachine: (ha-792382) DBG | unable to find current IP address of domain ha-792382 in network mk-ha-792382
I1209 10:49:23.536633 627293 main.go:141] libmachine: (ha-792382) DBG | I1209 10:49:23.536553 627316 retry.go:31] will retry after 2.766987907s: waiting for machine to come up
I1209 10:49:26.306562 627293 main.go:141] libmachine: (ha-792382) DBG | domain ha-792382 has defined MAC address 52:54:00:a8:82:f7 in network mk-ha-792382
I1209 10:49:26.306896 627293 main.go:141] libmachine: (ha-792382) DBG | unable to find current IP address of domain ha-792382 in network mk-ha-792382
I1209 10:49:26.306918 627293 main.go:141] libmachine: (ha-792382) DBG | I1209 10:49:26.306878 627316 retry.go:31] will retry after 3.713874413s: waiting for machine to come up
I1209 10:49:30.024188 627293 main.go:141] libmachine: (ha-792382) DBG | domain ha-792382 has defined MAC address 52:54:00:a8:82:f7 in network mk-ha-792382
I1209 10:49:30.024650 627293 main.go:141] libmachine: (ha-792382) DBG | unable to find current IP address of domain ha-792382 in network mk-ha-792382
I1209 10:49:30.024693 627293 main.go:141] libmachine: (ha-792382) DBG | I1209 10:49:30.024632 627316 retry.go:31] will retry after 4.575233995s: waiting for machine to come up
I1209 10:49:34.603079 627293 main.go:141] libmachine: (ha-792382) DBG | domain ha-792382 has defined MAC address 52:54:00:a8:82:f7 in network mk-ha-792382
I1209 10:49:34.603556 627293 main.go:141] libmachine: (ha-792382) DBG | domain ha-792382 has current primary IP address 192.168.39.69 and MAC address 52:54:00:a8:82:f7 in network mk-ha-792382
I1209 10:49:34.603577 627293 main.go:141] libmachine: (ha-792382) Found IP for machine: 192.168.39.69
I1209 10:49:34.603593 627293 main.go:141] libmachine: (ha-792382) Reserving static IP address...
I1209 10:49:34.603995 627293 main.go:141] libmachine: (ha-792382) DBG | unable to find host DHCP lease matching {name: "ha-792382", mac: "52:54:00:a8:82:f7", ip: "192.168.39.69"} in network mk-ha-792382
I1209 10:49:34.677115 627293 main.go:141] libmachine: (ha-792382) DBG | Getting to WaitForSSH function...
I1209 10:49:34.677150 627293 main.go:141] libmachine: (ha-792382) Reserved static IP address: 192.168.39.69
I1209 10:49:34.677164 627293 main.go:141] libmachine: (ha-792382) Waiting for SSH to be available...
I1209 10:49:34.680016 627293 main.go:141] libmachine: (ha-792382) DBG | domain ha-792382 has defined MAC address 52:54:00:a8:82:f7 in network mk-ha-792382
I1209 10:49:34.680510 627293 main.go:141] libmachine: (ha-792382) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:a8:82:f7", ip: ""} in network mk-ha-792382: {Iface:virbr1 ExpiryTime:2024-12-09 11:49:26 +0000 UTC Type:0 Mac:52:54:00:a8:82:f7 Iaid: IPaddr:192.168.39.69 Prefix:24 Hostname:minikube Clientid:01:52:54:00:a8:82:f7}
I1209 10:49:34.680547 627293 main.go:141] libmachine: (ha-792382) DBG | domain ha-792382 has defined IP address 192.168.39.69 and MAC address 52:54:00:a8:82:f7 in network mk-ha-792382
I1209 10:49:34.680683 627293 main.go:141] libmachine: (ha-792382) DBG | Using SSH client type: external
I1209 10:49:34.680713 627293 main.go:141] libmachine: (ha-792382) DBG | Using SSH private key: /home/jenkins/minikube-integration/20068-609844/.minikube/machines/ha-792382/id_rsa (-rw-------)
I1209 10:49:34.680743 627293 main.go:141] libmachine: (ha-792382) DBG | &{[-F /dev/null -o ConnectionAttempts=3 -o ConnectTimeout=10 -o ControlMaster=no -o ControlPath=none -o LogLevel=quiet -o PasswordAuthentication=no -o ServerAliveInterval=60 -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null docker@192.168.39.69 -o IdentitiesOnly=yes -i /home/jenkins/minikube-integration/20068-609844/.minikube/machines/ha-792382/id_rsa -p 22] /usr/bin/ssh <nil>}
I1209 10:49:34.680759 627293 main.go:141] libmachine: (ha-792382) DBG | About to run SSH command:
I1209 10:49:34.680771 627293 main.go:141] libmachine: (ha-792382) DBG | exit 0
I1209 10:49:34.802056 627293 main.go:141] libmachine: (ha-792382) DBG | SSH cmd err, output: <nil>:
I1209 10:49:34.802342 627293 main.go:141] libmachine: (ha-792382) KVM machine creation complete!
I1209 10:49:34.802652 627293 main.go:141] libmachine: (ha-792382) Calling .GetConfigRaw
I1209 10:49:34.803265 627293 main.go:141] libmachine: (ha-792382) Calling .DriverName
I1209 10:49:34.803470 627293 main.go:141] libmachine: (ha-792382) Calling .DriverName
I1209 10:49:34.803641 627293 main.go:141] libmachine: Waiting for machine to be running, this may take a few minutes...
I1209 10:49:34.803655 627293 main.go:141] libmachine: (ha-792382) Calling .GetState
I1209 10:49:34.804897 627293 main.go:141] libmachine: Detecting operating system of created instance...
I1209 10:49:34.804910 627293 main.go:141] libmachine: Waiting for SSH to be available...
I1209 10:49:34.804920 627293 main.go:141] libmachine: Getting to WaitForSSH function...
I1209 10:49:34.804925 627293 main.go:141] libmachine: (ha-792382) Calling .GetSSHHostname
I1209 10:49:34.807181 627293 main.go:141] libmachine: (ha-792382) DBG | domain ha-792382 has defined MAC address 52:54:00:a8:82:f7 in network mk-ha-792382
I1209 10:49:34.807580 627293 main.go:141] libmachine: (ha-792382) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:a8:82:f7", ip: ""} in network mk-ha-792382: {Iface:virbr1 ExpiryTime:2024-12-09 11:49:26 +0000 UTC Type:0 Mac:52:54:00:a8:82:f7 Iaid: IPaddr:192.168.39.69 Prefix:24 Hostname:ha-792382 Clientid:01:52:54:00:a8:82:f7}
I1209 10:49:34.807606 627293 main.go:141] libmachine: (ha-792382) DBG | domain ha-792382 has defined IP address 192.168.39.69 and MAC address 52:54:00:a8:82:f7 in network mk-ha-792382
I1209 10:49:34.807797 627293 main.go:141] libmachine: (ha-792382) Calling .GetSSHPort
I1209 10:49:34.807971 627293 main.go:141] libmachine: (ha-792382) Calling .GetSSHKeyPath
I1209 10:49:34.808252 627293 main.go:141] libmachine: (ha-792382) Calling .GetSSHKeyPath
I1209 10:49:34.808380 627293 main.go:141] libmachine: (ha-792382) Calling .GetSSHUsername
I1209 10:49:34.808550 627293 main.go:141] libmachine: Using SSH client type: native
I1209 10:49:34.808901 627293 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866ca0] 0x869980 <nil> [] 0s} 192.168.39.69 22 <nil> <nil>}
I1209 10:49:34.808916 627293 main.go:141] libmachine: About to run SSH command:
exit 0
I1209 10:49:34.901048 627293 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1209 10:49:34.901075 627293 main.go:141] libmachine: Detecting the provisioner...
I1209 10:49:34.901084 627293 main.go:141] libmachine: (ha-792382) Calling .GetSSHHostname
I1209 10:49:34.903801 627293 main.go:141] libmachine: (ha-792382) DBG | domain ha-792382 has defined MAC address 52:54:00:a8:82:f7 in network mk-ha-792382
I1209 10:49:34.904137 627293 main.go:141] libmachine: (ha-792382) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:a8:82:f7", ip: ""} in network mk-ha-792382: {Iface:virbr1 ExpiryTime:2024-12-09 11:49:26 +0000 UTC Type:0 Mac:52:54:00:a8:82:f7 Iaid: IPaddr:192.168.39.69 Prefix:24 Hostname:ha-792382 Clientid:01:52:54:00:a8:82:f7}
I1209 10:49:34.904167 627293 main.go:141] libmachine: (ha-792382) DBG | domain ha-792382 has defined IP address 192.168.39.69 and MAC address 52:54:00:a8:82:f7 in network mk-ha-792382
I1209 10:49:34.904294 627293 main.go:141] libmachine: (ha-792382) Calling .GetSSHPort
I1209 10:49:34.904473 627293 main.go:141] libmachine: (ha-792382) Calling .GetSSHKeyPath
I1209 10:49:34.904619 627293 main.go:141] libmachine: (ha-792382) Calling .GetSSHKeyPath
I1209 10:49:34.904801 627293 main.go:141] libmachine: (ha-792382) Calling .GetSSHUsername
I1209 10:49:34.904935 627293 main.go:141] libmachine: Using SSH client type: native
I1209 10:49:34.905144 627293 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866ca0] 0x869980 <nil> [] 0s} 192.168.39.69 22 <nil> <nil>}
I1209 10:49:34.905156 627293 main.go:141] libmachine: About to run SSH command:
cat /etc/os-release
I1209 10:49:34.998134 627293 main.go:141] libmachine: SSH cmd err, output: <nil>: NAME=Buildroot
VERSION=2023.02.9-dirty
ID=buildroot
VERSION_ID=2023.02.9
PRETTY_NAME="Buildroot 2023.02.9"
I1209 10:49:34.998232 627293 main.go:141] libmachine: found compatible host: buildroot
I1209 10:49:34.998245 627293 main.go:141] libmachine: Provisioning with buildroot...
I1209 10:49:34.998256 627293 main.go:141] libmachine: (ha-792382) Calling .GetMachineName
I1209 10:49:34.998517 627293 buildroot.go:166] provisioning hostname "ha-792382"
I1209 10:49:34.998550 627293 main.go:141] libmachine: (ha-792382) Calling .GetMachineName
I1209 10:49:34.998742 627293 main.go:141] libmachine: (ha-792382) Calling .GetSSHHostname
I1209 10:49:35.001204 627293 main.go:141] libmachine: (ha-792382) DBG | domain ha-792382 has defined MAC address 52:54:00:a8:82:f7 in network mk-ha-792382
I1209 10:49:35.001556 627293 main.go:141] libmachine: (ha-792382) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:a8:82:f7", ip: ""} in network mk-ha-792382: {Iface:virbr1 ExpiryTime:2024-12-09 11:49:26 +0000 UTC Type:0 Mac:52:54:00:a8:82:f7 Iaid: IPaddr:192.168.39.69 Prefix:24 Hostname:ha-792382 Clientid:01:52:54:00:a8:82:f7}
I1209 10:49:35.001585 627293 main.go:141] libmachine: (ha-792382) DBG | domain ha-792382 has defined IP address 192.168.39.69 and MAC address 52:54:00:a8:82:f7 in network mk-ha-792382
I1209 10:49:35.001746 627293 main.go:141] libmachine: (ha-792382) Calling .GetSSHPort
I1209 10:49:35.001925 627293 main.go:141] libmachine: (ha-792382) Calling .GetSSHKeyPath
I1209 10:49:35.002086 627293 main.go:141] libmachine: (ha-792382) Calling .GetSSHKeyPath
I1209 10:49:35.002233 627293 main.go:141] libmachine: (ha-792382) Calling .GetSSHUsername
I1209 10:49:35.002387 627293 main.go:141] libmachine: Using SSH client type: native
I1209 10:49:35.002580 627293 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866ca0] 0x869980 <nil> [] 0s} 192.168.39.69 22 <nil> <nil>}
I1209 10:49:35.002594 627293 main.go:141] libmachine: About to run SSH command:
sudo hostname ha-792382 && echo "ha-792382" | sudo tee /etc/hostname
I1209 10:49:35.111878 627293 main.go:141] libmachine: SSH cmd err, output: <nil>: ha-792382
I1209 10:49:35.111914 627293 main.go:141] libmachine: (ha-792382) Calling .GetSSHHostname
I1209 10:49:35.114679 627293 main.go:141] libmachine: (ha-792382) DBG | domain ha-792382 has defined MAC address 52:54:00:a8:82:f7 in network mk-ha-792382
I1209 10:49:35.114968 627293 main.go:141] libmachine: (ha-792382) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:a8:82:f7", ip: ""} in network mk-ha-792382: {Iface:virbr1 ExpiryTime:2024-12-09 11:49:26 +0000 UTC Type:0 Mac:52:54:00:a8:82:f7 Iaid: IPaddr:192.168.39.69 Prefix:24 Hostname:ha-792382 Clientid:01:52:54:00:a8:82:f7}
I1209 10:49:35.114999 627293 main.go:141] libmachine: (ha-792382) DBG | domain ha-792382 has defined IP address 192.168.39.69 and MAC address 52:54:00:a8:82:f7 in network mk-ha-792382
I1209 10:49:35.115174 627293 main.go:141] libmachine: (ha-792382) Calling .GetSSHPort
I1209 10:49:35.115415 627293 main.go:141] libmachine: (ha-792382) Calling .GetSSHKeyPath
I1209 10:49:35.115601 627293 main.go:141] libmachine: (ha-792382) Calling .GetSSHKeyPath
I1209 10:49:35.115731 627293 main.go:141] libmachine: (ha-792382) Calling .GetSSHUsername
I1209 10:49:35.115880 627293 main.go:141] libmachine: Using SSH client type: native
I1209 10:49:35.116106 627293 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866ca0] 0x869980 <nil> [] 0s} 192.168.39.69 22 <nil> <nil>}
I1209 10:49:35.116130 627293 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\sha-792382' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 ha-792382/g' /etc/hosts;
else
echo '127.0.1.1 ha-792382' | sudo tee -a /etc/hosts;
fi
fi
I1209 10:49:35.218632 627293 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1209 10:49:35.218667 627293 buildroot.go:172] set auth options {CertDir:/home/jenkins/minikube-integration/20068-609844/.minikube CaCertPath:/home/jenkins/minikube-integration/20068-609844/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/20068-609844/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/20068-609844/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/20068-609844/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/20068-609844/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/20068-609844/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/20068-609844/.minikube}
I1209 10:49:35.218688 627293 buildroot.go:174] setting up certificates
I1209 10:49:35.218699 627293 provision.go:84] configureAuth start
I1209 10:49:35.218708 627293 main.go:141] libmachine: (ha-792382) Calling .GetMachineName
I1209 10:49:35.218985 627293 main.go:141] libmachine: (ha-792382) Calling .GetIP
I1209 10:49:35.221513 627293 main.go:141] libmachine: (ha-792382) DBG | domain ha-792382 has defined MAC address 52:54:00:a8:82:f7 in network mk-ha-792382
I1209 10:49:35.221813 627293 main.go:141] libmachine: (ha-792382) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:a8:82:f7", ip: ""} in network mk-ha-792382: {Iface:virbr1 ExpiryTime:2024-12-09 11:49:26 +0000 UTC Type:0 Mac:52:54:00:a8:82:f7 Iaid: IPaddr:192.168.39.69 Prefix:24 Hostname:ha-792382 Clientid:01:52:54:00:a8:82:f7}
I1209 10:49:35.221835 627293 main.go:141] libmachine: (ha-792382) DBG | domain ha-792382 has defined IP address 192.168.39.69 and MAC address 52:54:00:a8:82:f7 in network mk-ha-792382
I1209 10:49:35.221978 627293 main.go:141] libmachine: (ha-792382) Calling .GetSSHHostname
I1209 10:49:35.224283 627293 main.go:141] libmachine: (ha-792382) DBG | domain ha-792382 has defined MAC address 52:54:00:a8:82:f7 in network mk-ha-792382
I1209 10:49:35.224638 627293 main.go:141] libmachine: (ha-792382) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:a8:82:f7", ip: ""} in network mk-ha-792382: {Iface:virbr1 ExpiryTime:2024-12-09 11:49:26 +0000 UTC Type:0 Mac:52:54:00:a8:82:f7 Iaid: IPaddr:192.168.39.69 Prefix:24 Hostname:ha-792382 Clientid:01:52:54:00:a8:82:f7}
I1209 10:49:35.224666 627293 main.go:141] libmachine: (ha-792382) DBG | domain ha-792382 has defined IP address 192.168.39.69 and MAC address 52:54:00:a8:82:f7 in network mk-ha-792382
I1209 10:49:35.224816 627293 provision.go:143] copyHostCerts
I1209 10:49:35.224849 627293 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20068-609844/.minikube/certs/cert.pem -> /home/jenkins/minikube-integration/20068-609844/.minikube/cert.pem
I1209 10:49:35.224892 627293 exec_runner.go:144] found /home/jenkins/minikube-integration/20068-609844/.minikube/cert.pem, removing ...
I1209 10:49:35.224913 627293 exec_runner.go:203] rm: /home/jenkins/minikube-integration/20068-609844/.minikube/cert.pem
I1209 10:49:35.225004 627293 exec_runner.go:151] cp: /home/jenkins/minikube-integration/20068-609844/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/20068-609844/.minikube/cert.pem (1123 bytes)
I1209 10:49:35.225113 627293 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20068-609844/.minikube/certs/key.pem -> /home/jenkins/minikube-integration/20068-609844/.minikube/key.pem
I1209 10:49:35.225145 627293 exec_runner.go:144] found /home/jenkins/minikube-integration/20068-609844/.minikube/key.pem, removing ...
I1209 10:49:35.225155 627293 exec_runner.go:203] rm: /home/jenkins/minikube-integration/20068-609844/.minikube/key.pem
I1209 10:49:35.225195 627293 exec_runner.go:151] cp: /home/jenkins/minikube-integration/20068-609844/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/20068-609844/.minikube/key.pem (1679 bytes)
I1209 10:49:35.225255 627293 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20068-609844/.minikube/certs/ca.pem -> /home/jenkins/minikube-integration/20068-609844/.minikube/ca.pem
I1209 10:49:35.225280 627293 exec_runner.go:144] found /home/jenkins/minikube-integration/20068-609844/.minikube/ca.pem, removing ...
I1209 10:49:35.225290 627293 exec_runner.go:203] rm: /home/jenkins/minikube-integration/20068-609844/.minikube/ca.pem
I1209 10:49:35.225325 627293 exec_runner.go:151] cp: /home/jenkins/minikube-integration/20068-609844/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/20068-609844/.minikube/ca.pem (1082 bytes)
I1209 10:49:35.225392 627293 provision.go:117] generating server cert: /home/jenkins/minikube-integration/20068-609844/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/20068-609844/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/20068-609844/.minikube/certs/ca-key.pem org=jenkins.ha-792382 san=[127.0.0.1 192.168.39.69 ha-792382 localhost minikube]
I1209 10:49:35.530739 627293 provision.go:177] copyRemoteCerts
I1209 10:49:35.530807 627293 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1209 10:49:35.530832 627293 main.go:141] libmachine: (ha-792382) Calling .GetSSHHostname
I1209 10:49:35.533806 627293 main.go:141] libmachine: (ha-792382) DBG | domain ha-792382 has defined MAC address 52:54:00:a8:82:f7 in network mk-ha-792382
I1209 10:49:35.534127 627293 main.go:141] libmachine: (ha-792382) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:a8:82:f7", ip: ""} in network mk-ha-792382: {Iface:virbr1 ExpiryTime:2024-12-09 11:49:26 +0000 UTC Type:0 Mac:52:54:00:a8:82:f7 Iaid: IPaddr:192.168.39.69 Prefix:24 Hostname:ha-792382 Clientid:01:52:54:00:a8:82:f7}
I1209 10:49:35.534158 627293 main.go:141] libmachine: (ha-792382) DBG | domain ha-792382 has defined IP address 192.168.39.69 and MAC address 52:54:00:a8:82:f7 in network mk-ha-792382
I1209 10:49:35.534311 627293 main.go:141] libmachine: (ha-792382) Calling .GetSSHPort
I1209 10:49:35.534552 627293 main.go:141] libmachine: (ha-792382) Calling .GetSSHKeyPath
I1209 10:49:35.534707 627293 main.go:141] libmachine: (ha-792382) Calling .GetSSHUsername
I1209 10:49:35.534862 627293 sshutil.go:53] new ssh client: &{IP:192.168.39.69 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/20068-609844/.minikube/machines/ha-792382/id_rsa Username:docker}
I1209 10:49:35.611999 627293 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20068-609844/.minikube/certs/ca.pem -> /etc/docker/ca.pem
I1209 10:49:35.612097 627293 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20068-609844/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1082 bytes)
I1209 10:49:35.633738 627293 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20068-609844/.minikube/machines/server.pem -> /etc/docker/server.pem
I1209 10:49:35.633820 627293 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20068-609844/.minikube/machines/server.pem --> /etc/docker/server.pem (1196 bytes)
I1209 10:49:35.654744 627293 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20068-609844/.minikube/machines/server-key.pem -> /etc/docker/server-key.pem
I1209 10:49:35.654813 627293 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20068-609844/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1675 bytes)
I1209 10:49:35.675689 627293 provision.go:87] duration metric: took 456.977679ms to configureAuth
I1209 10:49:35.675718 627293 buildroot.go:189] setting minikube options for container-runtime
I1209 10:49:35.675925 627293 config.go:182] Loaded profile config "ha-792382": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1209 10:49:35.676032 627293 main.go:141] libmachine: (ha-792382) Calling .GetSSHHostname
I1209 10:49:35.678943 627293 main.go:141] libmachine: (ha-792382) DBG | domain ha-792382 has defined MAC address 52:54:00:a8:82:f7 in network mk-ha-792382
I1209 10:49:35.679261 627293 main.go:141] libmachine: (ha-792382) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:a8:82:f7", ip: ""} in network mk-ha-792382: {Iface:virbr1 ExpiryTime:2024-12-09 11:49:26 +0000 UTC Type:0 Mac:52:54:00:a8:82:f7 Iaid: IPaddr:192.168.39.69 Prefix:24 Hostname:ha-792382 Clientid:01:52:54:00:a8:82:f7}
I1209 10:49:35.679289 627293 main.go:141] libmachine: (ha-792382) DBG | domain ha-792382 has defined IP address 192.168.39.69 and MAC address 52:54:00:a8:82:f7 in network mk-ha-792382
I1209 10:49:35.679496 627293 main.go:141] libmachine: (ha-792382) Calling .GetSSHPort
I1209 10:49:35.679710 627293 main.go:141] libmachine: (ha-792382) Calling .GetSSHKeyPath
I1209 10:49:35.679841 627293 main.go:141] libmachine: (ha-792382) Calling .GetSSHKeyPath
I1209 10:49:35.679959 627293 main.go:141] libmachine: (ha-792382) Calling .GetSSHUsername
I1209 10:49:35.680105 627293 main.go:141] libmachine: Using SSH client type: native
I1209 10:49:35.680332 627293 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866ca0] 0x869980 <nil> [] 0s} 192.168.39.69 22 <nil> <nil>}
I1209 10:49:35.680355 627293 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1209 10:49:35.879810 627293 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1209 10:49:35.879848 627293 main.go:141] libmachine: Checking connection to Docker...
I1209 10:49:35.879878 627293 main.go:141] libmachine: (ha-792382) Calling .GetURL
I1209 10:49:35.881298 627293 main.go:141] libmachine: (ha-792382) DBG | Using libvirt version 6000000
I1209 10:49:35.883322 627293 main.go:141] libmachine: (ha-792382) DBG | domain ha-792382 has defined MAC address 52:54:00:a8:82:f7 in network mk-ha-792382
I1209 10:49:35.883653 627293 main.go:141] libmachine: (ha-792382) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:a8:82:f7", ip: ""} in network mk-ha-792382: {Iface:virbr1 ExpiryTime:2024-12-09 11:49:26 +0000 UTC Type:0 Mac:52:54:00:a8:82:f7 Iaid: IPaddr:192.168.39.69 Prefix:24 Hostname:ha-792382 Clientid:01:52:54:00:a8:82:f7}
I1209 10:49:35.883694 627293 main.go:141] libmachine: (ha-792382) DBG | domain ha-792382 has defined IP address 192.168.39.69 and MAC address 52:54:00:a8:82:f7 in network mk-ha-792382
I1209 10:49:35.883840 627293 main.go:141] libmachine: Docker is up and running!
I1209 10:49:35.883855 627293 main.go:141] libmachine: Reticulating splines...
I1209 10:49:35.883863 627293 client.go:171] duration metric: took 23.63814664s to LocalClient.Create
I1209 10:49:35.883888 627293 start.go:167] duration metric: took 23.638217304s to libmachine.API.Create "ha-792382"
I1209 10:49:35.883903 627293 start.go:293] postStartSetup for "ha-792382" (driver="kvm2")
I1209 10:49:35.883916 627293 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1209 10:49:35.883934 627293 main.go:141] libmachine: (ha-792382) Calling .DriverName
I1209 10:49:35.884193 627293 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1209 10:49:35.884224 627293 main.go:141] libmachine: (ha-792382) Calling .GetSSHHostname
I1209 10:49:35.886333 627293 main.go:141] libmachine: (ha-792382) DBG | domain ha-792382 has defined MAC address 52:54:00:a8:82:f7 in network mk-ha-792382
I1209 10:49:35.886719 627293 main.go:141] libmachine: (ha-792382) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:a8:82:f7", ip: ""} in network mk-ha-792382: {Iface:virbr1 ExpiryTime:2024-12-09 11:49:26 +0000 UTC Type:0 Mac:52:54:00:a8:82:f7 Iaid: IPaddr:192.168.39.69 Prefix:24 Hostname:ha-792382 Clientid:01:52:54:00:a8:82:f7}
I1209 10:49:35.886746 627293 main.go:141] libmachine: (ha-792382) DBG | domain ha-792382 has defined IP address 192.168.39.69 and MAC address 52:54:00:a8:82:f7 in network mk-ha-792382
I1209 10:49:35.886830 627293 main.go:141] libmachine: (ha-792382) Calling .GetSSHPort
I1209 10:49:35.887023 627293 main.go:141] libmachine: (ha-792382) Calling .GetSSHKeyPath
I1209 10:49:35.887177 627293 main.go:141] libmachine: (ha-792382) Calling .GetSSHUsername
I1209 10:49:35.887342 627293 sshutil.go:53] new ssh client: &{IP:192.168.39.69 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/20068-609844/.minikube/machines/ha-792382/id_rsa Username:docker}
I1209 10:49:35.963840 627293 ssh_runner.go:195] Run: cat /etc/os-release
I1209 10:49:35.967678 627293 info.go:137] Remote host: Buildroot 2023.02.9
I1209 10:49:35.967709 627293 filesync.go:126] Scanning /home/jenkins/minikube-integration/20068-609844/.minikube/addons for local assets ...
I1209 10:49:35.967791 627293 filesync.go:126] Scanning /home/jenkins/minikube-integration/20068-609844/.minikube/files for local assets ...
I1209 10:49:35.967866 627293 filesync.go:149] local asset: /home/jenkins/minikube-integration/20068-609844/.minikube/files/etc/ssl/certs/6170172.pem -> 6170172.pem in /etc/ssl/certs
I1209 10:49:35.967876 627293 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20068-609844/.minikube/files/etc/ssl/certs/6170172.pem -> /etc/ssl/certs/6170172.pem
I1209 10:49:35.967969 627293 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1209 10:49:35.976432 627293 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20068-609844/.minikube/files/etc/ssl/certs/6170172.pem --> /etc/ssl/certs/6170172.pem (1708 bytes)
I1209 10:49:35.997593 627293 start.go:296] duration metric: took 113.67336ms for postStartSetup
I1209 10:49:35.997658 627293 main.go:141] libmachine: (ha-792382) Calling .GetConfigRaw
I1209 10:49:35.998325 627293 main.go:141] libmachine: (ha-792382) Calling .GetIP
I1209 10:49:36.000848 627293 main.go:141] libmachine: (ha-792382) DBG | domain ha-792382 has defined MAC address 52:54:00:a8:82:f7 in network mk-ha-792382
I1209 10:49:36.001239 627293 main.go:141] libmachine: (ha-792382) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:a8:82:f7", ip: ""} in network mk-ha-792382: {Iface:virbr1 ExpiryTime:2024-12-09 11:49:26 +0000 UTC Type:0 Mac:52:54:00:a8:82:f7 Iaid: IPaddr:192.168.39.69 Prefix:24 Hostname:ha-792382 Clientid:01:52:54:00:a8:82:f7}
I1209 10:49:36.001267 627293 main.go:141] libmachine: (ha-792382) DBG | domain ha-792382 has defined IP address 192.168.39.69 and MAC address 52:54:00:a8:82:f7 in network mk-ha-792382
I1209 10:49:36.001479 627293 profile.go:143] Saving config to /home/jenkins/minikube-integration/20068-609844/.minikube/profiles/ha-792382/config.json ...
I1209 10:49:36.001656 627293 start.go:128] duration metric: took 23.77358998s to createHost
I1209 10:49:36.001690 627293 main.go:141] libmachine: (ha-792382) Calling .GetSSHHostname
I1209 10:49:36.004043 627293 main.go:141] libmachine: (ha-792382) DBG | domain ha-792382 has defined MAC address 52:54:00:a8:82:f7 in network mk-ha-792382
I1209 10:49:36.004400 627293 main.go:141] libmachine: (ha-792382) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:a8:82:f7", ip: ""} in network mk-ha-792382: {Iface:virbr1 ExpiryTime:2024-12-09 11:49:26 +0000 UTC Type:0 Mac:52:54:00:a8:82:f7 Iaid: IPaddr:192.168.39.69 Prefix:24 Hostname:ha-792382 Clientid:01:52:54:00:a8:82:f7}
I1209 10:49:36.004431 627293 main.go:141] libmachine: (ha-792382) DBG | domain ha-792382 has defined IP address 192.168.39.69 and MAC address 52:54:00:a8:82:f7 in network mk-ha-792382
I1209 10:49:36.004549 627293 main.go:141] libmachine: (ha-792382) Calling .GetSSHPort
I1209 10:49:36.004734 627293 main.go:141] libmachine: (ha-792382) Calling .GetSSHKeyPath
I1209 10:49:36.004893 627293 main.go:141] libmachine: (ha-792382) Calling .GetSSHKeyPath
I1209 10:49:36.005024 627293 main.go:141] libmachine: (ha-792382) Calling .GetSSHUsername
I1209 10:49:36.005202 627293 main.go:141] libmachine: Using SSH client type: native
I1209 10:49:36.005368 627293 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866ca0] 0x869980 <nil> [] 0s} 192.168.39.69 22 <nil> <nil>}
I1209 10:49:36.005389 627293 main.go:141] libmachine: About to run SSH command:
date +%s.%N
I1209 10:49:36.102487 627293 main.go:141] libmachine: SSH cmd err, output: <nil>: 1733741376.078541083
I1209 10:49:36.102513 627293 fix.go:216] guest clock: 1733741376.078541083
I1209 10:49:36.102520 627293 fix.go:229] Guest: 2024-12-09 10:49:36.078541083 +0000 UTC Remote: 2024-12-09 10:49:36.001674575 +0000 UTC m=+23.885913523 (delta=76.866508ms)
I1209 10:49:36.102562 627293 fix.go:200] guest clock delta is within tolerance: 76.866508ms
I1209 10:49:36.102567 627293 start.go:83] releasing machines lock for "ha-792382", held for 23.874584082s
I1209 10:49:36.102599 627293 main.go:141] libmachine: (ha-792382) Calling .DriverName
I1209 10:49:36.102894 627293 main.go:141] libmachine: (ha-792382) Calling .GetIP
I1209 10:49:36.105447 627293 main.go:141] libmachine: (ha-792382) DBG | domain ha-792382 has defined MAC address 52:54:00:a8:82:f7 in network mk-ha-792382
I1209 10:49:36.105786 627293 main.go:141] libmachine: (ha-792382) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:a8:82:f7", ip: ""} in network mk-ha-792382: {Iface:virbr1 ExpiryTime:2024-12-09 11:49:26 +0000 UTC Type:0 Mac:52:54:00:a8:82:f7 Iaid: IPaddr:192.168.39.69 Prefix:24 Hostname:ha-792382 Clientid:01:52:54:00:a8:82:f7}
I1209 10:49:36.105824 627293 main.go:141] libmachine: (ha-792382) DBG | domain ha-792382 has defined IP address 192.168.39.69 and MAC address 52:54:00:a8:82:f7 in network mk-ha-792382
I1209 10:49:36.105948 627293 main.go:141] libmachine: (ha-792382) Calling .DriverName
I1209 10:49:36.106428 627293 main.go:141] libmachine: (ha-792382) Calling .DriverName
I1209 10:49:36.106564 627293 main.go:141] libmachine: (ha-792382) Calling .DriverName
I1209 10:49:36.106659 627293 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1209 10:49:36.106712 627293 ssh_runner.go:195] Run: cat /version.json
I1209 10:49:36.106729 627293 main.go:141] libmachine: (ha-792382) Calling .GetSSHHostname
I1209 10:49:36.106735 627293 main.go:141] libmachine: (ha-792382) Calling .GetSSHHostname
I1209 10:49:36.108936 627293 main.go:141] libmachine: (ha-792382) DBG | domain ha-792382 has defined MAC address 52:54:00:a8:82:f7 in network mk-ha-792382
I1209 10:49:36.108975 627293 main.go:141] libmachine: (ha-792382) DBG | domain ha-792382 has defined MAC address 52:54:00:a8:82:f7 in network mk-ha-792382
I1209 10:49:36.109292 627293 main.go:141] libmachine: (ha-792382) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:a8:82:f7", ip: ""} in network mk-ha-792382: {Iface:virbr1 ExpiryTime:2024-12-09 11:49:26 +0000 UTC Type:0 Mac:52:54:00:a8:82:f7 Iaid: IPaddr:192.168.39.69 Prefix:24 Hostname:ha-792382 Clientid:01:52:54:00:a8:82:f7}
I1209 10:49:36.109315 627293 main.go:141] libmachine: (ha-792382) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:a8:82:f7", ip: ""} in network mk-ha-792382: {Iface:virbr1 ExpiryTime:2024-12-09 11:49:26 +0000 UTC Type:0 Mac:52:54:00:a8:82:f7 Iaid: IPaddr:192.168.39.69 Prefix:24 Hostname:ha-792382 Clientid:01:52:54:00:a8:82:f7}
I1209 10:49:36.109331 627293 main.go:141] libmachine: (ha-792382) DBG | domain ha-792382 has defined IP address 192.168.39.69 and MAC address 52:54:00:a8:82:f7 in network mk-ha-792382
I1209 10:49:36.109347 627293 main.go:141] libmachine: (ha-792382) DBG | domain ha-792382 has defined IP address 192.168.39.69 and MAC address 52:54:00:a8:82:f7 in network mk-ha-792382
I1209 10:49:36.109458 627293 main.go:141] libmachine: (ha-792382) Calling .GetSSHPort
I1209 10:49:36.109631 627293 main.go:141] libmachine: (ha-792382) Calling .GetSSHPort
I1209 10:49:36.109648 627293 main.go:141] libmachine: (ha-792382) Calling .GetSSHKeyPath
I1209 10:49:36.109795 627293 main.go:141] libmachine: (ha-792382) Calling .GetSSHKeyPath
I1209 10:49:36.109838 627293 main.go:141] libmachine: (ha-792382) Calling .GetSSHUsername
I1209 10:49:36.109969 627293 main.go:141] libmachine: (ha-792382) Calling .GetSSHUsername
I1209 10:49:36.109997 627293 sshutil.go:53] new ssh client: &{IP:192.168.39.69 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/20068-609844/.minikube/machines/ha-792382/id_rsa Username:docker}
I1209 10:49:36.110076 627293 sshutil.go:53] new ssh client: &{IP:192.168.39.69 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/20068-609844/.minikube/machines/ha-792382/id_rsa Username:docker}
I1209 10:49:36.213912 627293 ssh_runner.go:195] Run: systemctl --version
I1209 10:49:36.219737 627293 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1209 10:49:36.373775 627293 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
W1209 10:49:36.379232 627293 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I1209 10:49:36.379295 627293 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1209 10:49:36.394395 627293 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)
I1209 10:49:36.394420 627293 start.go:495] detecting cgroup driver to use...
I1209 10:49:36.394492 627293 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1209 10:49:36.409701 627293 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1209 10:49:36.422542 627293 docker.go:217] disabling cri-docker service (if available) ...
I1209 10:49:36.422600 627293 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1209 10:49:36.434811 627293 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1209 10:49:36.447372 627293 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1209 10:49:36.555614 627293 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1209 10:49:36.712890 627293 docker.go:233] disabling docker service ...
I1209 10:49:36.712971 627293 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1209 10:49:36.726789 627293 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1209 10:49:36.738514 627293 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1209 10:49:36.860478 627293 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1209 10:49:36.981442 627293 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1209 10:49:36.994232 627293 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1209 10:49:37.010639 627293 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10" pause image...
I1209 10:49:37.010699 627293 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10"|' /etc/crio/crio.conf.d/02-crio.conf"
I1209 10:49:37.019623 627293 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I1209 10:49:37.019678 627293 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I1209 10:49:37.028741 627293 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1209 10:49:37.037802 627293 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1209 10:49:37.047112 627293 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1209 10:49:37.056587 627293 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I1209 10:49:37.065626 627293 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I1209 10:49:37.081471 627293 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I1209 10:49:37.090400 627293 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1209 10:49:37.098511 627293 crio.go:166] couldn't verify netfilter by "sudo sysctl net.bridge.bridge-nf-call-iptables" which might be okay. error: sudo sysctl net.bridge.bridge-nf-call-iptables: Process exited with status 255
stdout:
stderr:
sysctl: cannot stat /proc/sys/net/bridge/bridge-nf-call-iptables: No such file or directory
I1209 10:49:37.098567 627293 ssh_runner.go:195] Run: sudo modprobe br_netfilter
I1209 10:49:37.112020 627293 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1209 10:49:37.122574 627293 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1209 10:49:37.244301 627293 ssh_runner.go:195] Run: sudo systemctl restart crio
I1209 10:49:37.327990 627293 start.go:542] Will wait 60s for socket path /var/run/crio/crio.sock
I1209 10:49:37.328076 627293 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1209 10:49:37.332519 627293 start.go:563] Will wait 60s for crictl version
I1209 10:49:37.332580 627293 ssh_runner.go:195] Run: which crictl
I1209 10:49:37.336027 627293 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I1209 10:49:37.371600 627293 start.go:579] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.29.1
RuntimeApiVersion: v1
I1209 10:49:37.371689 627293 ssh_runner.go:195] Run: crio --version
I1209 10:49:37.397060 627293 ssh_runner.go:195] Run: crio --version
I1209 10:49:37.427301 627293 out.go:177] * Preparing Kubernetes v1.31.2 on CRI-O 1.29.1 ...
I1209 10:49:37.428631 627293 main.go:141] libmachine: (ha-792382) Calling .GetIP
I1209 10:49:37.431338 627293 main.go:141] libmachine: (ha-792382) DBG | domain ha-792382 has defined MAC address 52:54:00:a8:82:f7 in network mk-ha-792382
I1209 10:49:37.431646 627293 main.go:141] libmachine: (ha-792382) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:a8:82:f7", ip: ""} in network mk-ha-792382: {Iface:virbr1 ExpiryTime:2024-12-09 11:49:26 +0000 UTC Type:0 Mac:52:54:00:a8:82:f7 Iaid: IPaddr:192.168.39.69 Prefix:24 Hostname:ha-792382 Clientid:01:52:54:00:a8:82:f7}
I1209 10:49:37.431664 627293 main.go:141] libmachine: (ha-792382) DBG | domain ha-792382 has defined IP address 192.168.39.69 and MAC address 52:54:00:a8:82:f7 in network mk-ha-792382
I1209 10:49:37.431871 627293 ssh_runner.go:195] Run: grep 192.168.39.1 host.minikube.internal$ /etc/hosts
I1209 10:49:37.435530 627293 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.39.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1209 10:49:37.447078 627293 kubeadm.go:883] updating cluster {Name:ha-792382 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19917/minikube-v1.34.0-1730913550-19917-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730888964-19917@sha256:629a5748e3ec15a091fef12257eb3754b8ffc0c974ebcbb016451c65d1829615 Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.2 Cl
usterName:ha-792382 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.39.69 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 Mo
untType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} ...
I1209 10:49:37.447263 627293 preload.go:131] Checking if preload exists for k8s version v1.31.2 and runtime crio
I1209 10:49:37.447334 627293 ssh_runner.go:195] Run: sudo crictl images --output json
I1209 10:49:37.477408 627293 crio.go:510] couldn't find preloaded image for "registry.k8s.io/kube-apiserver:v1.31.2". assuming images are not preloaded.
I1209 10:49:37.477478 627293 ssh_runner.go:195] Run: which lz4
I1209 10:49:37.480957 627293 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20068-609844/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.2-cri-o-overlay-amd64.tar.lz4 -> /preloaded.tar.lz4
I1209 10:49:37.481050 627293 ssh_runner.go:195] Run: stat -c "%s %y" /preloaded.tar.lz4
I1209 10:49:37.484762 627293 ssh_runner.go:352] existence check for /preloaded.tar.lz4: stat -c "%s %y" /preloaded.tar.lz4: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/preloaded.tar.lz4': No such file or directory
I1209 10:49:37.484788 627293 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20068-609844/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.2-cri-o-overlay-amd64.tar.lz4 --> /preloaded.tar.lz4 (392059347 bytes)
I1209 10:49:38.710605 627293 crio.go:462] duration metric: took 1.229579062s to copy over tarball
I1209 10:49:38.710680 627293 ssh_runner.go:195] Run: sudo tar --xattrs --xattrs-include security.capability -I lz4 -C /var -xf /preloaded.tar.lz4
I1209 10:49:40.690695 627293 ssh_runner.go:235] Completed: sudo tar --xattrs --xattrs-include security.capability -I lz4 -C /var -xf /preloaded.tar.lz4: (1.979974769s)
I1209 10:49:40.690734 627293 crio.go:469] duration metric: took 1.980097705s to extract the tarball
I1209 10:49:40.690745 627293 ssh_runner.go:146] rm: /preloaded.tar.lz4
I1209 10:49:40.726929 627293 ssh_runner.go:195] Run: sudo crictl images --output json
I1209 10:49:40.771095 627293 crio.go:514] all images are preloaded for cri-o runtime.
I1209 10:49:40.771125 627293 cache_images.go:84] Images are preloaded, skipping loading
I1209 10:49:40.771136 627293 kubeadm.go:934] updating node { 192.168.39.69 8443 v1.31.2 crio true true} ...
I1209 10:49:40.771264 627293 kubeadm.go:946] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.31.2/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --hostname-override=ha-792382 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.39.69
[Install]
config:
{KubernetesVersion:v1.31.2 ClusterName:ha-792382 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1209 10:49:40.771357 627293 ssh_runner.go:195] Run: crio config
I1209 10:49:40.816747 627293 cni.go:84] Creating CNI manager for ""
I1209 10:49:40.816772 627293 cni.go:136] multinode detected (1 nodes found), recommending kindnet
I1209 10:49:40.816783 627293 kubeadm.go:84] Using pod CIDR: 10.244.0.0/16
I1209 10:49:40.816808 627293 kubeadm.go:189] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.39.69 APIServerPort:8443 KubernetesVersion:v1.31.2 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:ha-792382 NodeName:ha-792382 DNSDomain:cluster.local CRISocket:/var/run/crio/crio.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.39.69"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.39.69 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/kubernetes/m
anifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[containerRuntimeEndpoint:unix:///var/run/crio/crio.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I1209 10:49:40.816935 627293 kubeadm.go:195] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta4
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.39.69
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/crio/crio.sock
name: "ha-792382"
kubeletExtraArgs:
- name: "node-ip"
value: "192.168.39.69"
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta4
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.39.69"]
extraArgs:
- name: "enable-admission-plugins"
value: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
- name: "allocate-node-cidrs"
value: "true"
- name: "leader-elect"
value: "false"
scheduler:
extraArgs:
- name: "leader-elect"
value: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
extraArgs:
- name: "proxy-refresh-interval"
value: "70000"
kubernetesVersion: v1.31.2
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
containerRuntimeEndpoint: unix:///var/run/crio/crio.sock
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%"
nodefs.inodesFree: "0%"
imagefs.available: "0%"
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I1209 10:49:40.816960 627293 kube-vip.go:115] generating kube-vip config ...
I1209 10:49:40.817003 627293 ssh_runner.go:195] Run: sudo sh -c "modprobe --all ip_vs ip_vs_rr ip_vs_wrr ip_vs_sh nf_conntrack"
I1209 10:49:40.831794 627293 kube-vip.go:167] auto-enabling control-plane load-balancing in kube-vip
I1209 10:49:40.831917 627293 kube-vip.go:137] kube-vip config:
apiVersion: v1
kind: Pod
metadata:
creationTimestamp: null
name: kube-vip
namespace: kube-system
spec:
containers:
- args:
- manager
env:
- name: vip_arp
value: "true"
- name: port
value: "8443"
- name: vip_nodename
valueFrom:
fieldRef:
fieldPath: spec.nodeName
- name: vip_interface
value: eth0
- name: vip_cidr
value: "32"
- name: dns_mode
value: first
- name: cp_enable
value: "true"
- name: cp_namespace
value: kube-system
- name: vip_leaderelection
value: "true"
- name: vip_leasename
value: plndr-cp-lock
- name: vip_leaseduration
value: "5"
- name: vip_renewdeadline
value: "3"
- name: vip_retryperiod
value: "1"
- name: address
value: 192.168.39.254
- name: prometheus_server
value: :2112
- name : lb_enable
value: "true"
- name: lb_port
value: "8443"
image: ghcr.io/kube-vip/kube-vip:v0.8.7
imagePullPolicy: IfNotPresent
name: kube-vip
resources: {}
securityContext:
capabilities:
add:
- NET_ADMIN
- NET_RAW
volumeMounts:
- mountPath: /etc/kubernetes/admin.conf
name: kubeconfig
hostAliases:
- hostnames:
- kubernetes
ip: 127.0.0.1
hostNetwork: true
volumes:
- hostPath:
path: "/etc/kubernetes/super-admin.conf"
name: kubeconfig
status: {}
I1209 10:49:40.831988 627293 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.31.2
I1209 10:49:40.841266 627293 binaries.go:44] Found k8s binaries, skipping transfer
I1209 10:49:40.841344 627293 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube /etc/kubernetes/manifests
I1209 10:49:40.850351 627293 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (308 bytes)
I1209 10:49:40.865301 627293 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1209 10:49:40.880173 627293 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2286 bytes)
I1209 10:49:40.895089 627293 ssh_runner.go:362] scp memory --> /etc/kubernetes/manifests/kube-vip.yaml (1447 bytes)
I1209 10:49:40.909836 627293 ssh_runner.go:195] Run: grep 192.168.39.254 control-plane.minikube.internal$ /etc/hosts
I1209 10:49:40.913336 627293 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.39.254 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1209 10:49:40.924356 627293 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1209 10:49:41.046665 627293 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1209 10:49:41.063018 627293 certs.go:68] Setting up /home/jenkins/minikube-integration/20068-609844/.minikube/profiles/ha-792382 for IP: 192.168.39.69
I1209 10:49:41.063041 627293 certs.go:194] generating shared ca certs ...
I1209 10:49:41.063062 627293 certs.go:226] acquiring lock for ca certs: {Name:mk2df5887e08965d909a9c950da5dfffb8a04ddc Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1209 10:49:41.063244 627293 certs.go:235] skipping valid "minikubeCA" ca cert: /home/jenkins/minikube-integration/20068-609844/.minikube/ca.key
I1209 10:49:41.063289 627293 certs.go:235] skipping valid "proxyClientCA" ca cert: /home/jenkins/minikube-integration/20068-609844/.minikube/proxy-client-ca.key
I1209 10:49:41.063300 627293 certs.go:256] generating profile certs ...
I1209 10:49:41.063355 627293 certs.go:363] generating signed profile cert for "minikube-user": /home/jenkins/minikube-integration/20068-609844/.minikube/profiles/ha-792382/client.key
I1209 10:49:41.063367 627293 crypto.go:68] Generating cert /home/jenkins/minikube-integration/20068-609844/.minikube/profiles/ha-792382/client.crt with IP's: []
I1209 10:49:41.129843 627293 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/20068-609844/.minikube/profiles/ha-792382/client.crt ...
I1209 10:49:41.129870 627293 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20068-609844/.minikube/profiles/ha-792382/client.crt: {Name:mkf984c9e526db9b810af9b168d6930601d7ed72 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1209 10:49:41.130077 627293 crypto.go:164] Writing key to /home/jenkins/minikube-integration/20068-609844/.minikube/profiles/ha-792382/client.key ...
I1209 10:49:41.130094 627293 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20068-609844/.minikube/profiles/ha-792382/client.key: {Name:mk7ce7334711bfa08abe5164a05b3a0e352b8f81 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1209 10:49:41.130213 627293 certs.go:363] generating signed profile cert for "minikube": /home/jenkins/minikube-integration/20068-609844/.minikube/profiles/ha-792382/apiserver.key.27c0a765
I1209 10:49:41.130234 627293 crypto.go:68] Generating cert /home/jenkins/minikube-integration/20068-609844/.minikube/profiles/ha-792382/apiserver.crt.27c0a765 with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.168.39.69 192.168.39.254]
I1209 10:49:41.505985 627293 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/20068-609844/.minikube/profiles/ha-792382/apiserver.crt.27c0a765 ...
I1209 10:49:41.506019 627293 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20068-609844/.minikube/profiles/ha-792382/apiserver.crt.27c0a765: {Name:mkd0b0619960f58505ea5c5b1f53c5a2d8b55baf Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1209 10:49:41.506242 627293 crypto.go:164] Writing key to /home/jenkins/minikube-integration/20068-609844/.minikube/profiles/ha-792382/apiserver.key.27c0a765 ...
I1209 10:49:41.506261 627293 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20068-609844/.minikube/profiles/ha-792382/apiserver.key.27c0a765: {Name:mk67bc39f2b151954187d9bdff2b01a7060c0444 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1209 10:49:41.506368 627293 certs.go:381] copying /home/jenkins/minikube-integration/20068-609844/.minikube/profiles/ha-792382/apiserver.crt.27c0a765 -> /home/jenkins/minikube-integration/20068-609844/.minikube/profiles/ha-792382/apiserver.crt
I1209 10:49:41.506445 627293 certs.go:385] copying /home/jenkins/minikube-integration/20068-609844/.minikube/profiles/ha-792382/apiserver.key.27c0a765 -> /home/jenkins/minikube-integration/20068-609844/.minikube/profiles/ha-792382/apiserver.key
I1209 10:49:41.506499 627293 certs.go:363] generating signed profile cert for "aggregator": /home/jenkins/minikube-integration/20068-609844/.minikube/profiles/ha-792382/proxy-client.key
I1209 10:49:41.506513 627293 crypto.go:68] Generating cert /home/jenkins/minikube-integration/20068-609844/.minikube/profiles/ha-792382/proxy-client.crt with IP's: []
I1209 10:49:41.582775 627293 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/20068-609844/.minikube/profiles/ha-792382/proxy-client.crt ...
I1209 10:49:41.582805 627293 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20068-609844/.minikube/profiles/ha-792382/proxy-client.crt: {Name:mk8ba382df4a8d41cbb5595274fb67800a146923 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1209 10:49:41.582997 627293 crypto.go:164] Writing key to /home/jenkins/minikube-integration/20068-609844/.minikube/profiles/ha-792382/proxy-client.key ...
I1209 10:49:41.583012 627293 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20068-609844/.minikube/profiles/ha-792382/proxy-client.key: {Name:mka4002ccf01f2f736e4a0e998ece96628af1083 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1209 10:49:41.583117 627293 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20068-609844/.minikube/ca.crt -> /var/lib/minikube/certs/ca.crt
I1209 10:49:41.583147 627293 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20068-609844/.minikube/ca.key -> /var/lib/minikube/certs/ca.key
I1209 10:49:41.583161 627293 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20068-609844/.minikube/proxy-client-ca.crt -> /var/lib/minikube/certs/proxy-client-ca.crt
I1209 10:49:41.583173 627293 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20068-609844/.minikube/proxy-client-ca.key -> /var/lib/minikube/certs/proxy-client-ca.key
I1209 10:49:41.583197 627293 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20068-609844/.minikube/profiles/ha-792382/apiserver.crt -> /var/lib/minikube/certs/apiserver.crt
I1209 10:49:41.583210 627293 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20068-609844/.minikube/profiles/ha-792382/apiserver.key -> /var/lib/minikube/certs/apiserver.key
I1209 10:49:41.583222 627293 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20068-609844/.minikube/profiles/ha-792382/proxy-client.crt -> /var/lib/minikube/certs/proxy-client.crt
I1209 10:49:41.583234 627293 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20068-609844/.minikube/profiles/ha-792382/proxy-client.key -> /var/lib/minikube/certs/proxy-client.key
I1209 10:49:41.583286 627293 certs.go:484] found cert: /home/jenkins/minikube-integration/20068-609844/.minikube/certs/617017.pem (1338 bytes)
W1209 10:49:41.583322 627293 certs.go:480] ignoring /home/jenkins/minikube-integration/20068-609844/.minikube/certs/617017_empty.pem, impossibly tiny 0 bytes
I1209 10:49:41.583332 627293 certs.go:484] found cert: /home/jenkins/minikube-integration/20068-609844/.minikube/certs/ca-key.pem (1675 bytes)
I1209 10:49:41.583354 627293 certs.go:484] found cert: /home/jenkins/minikube-integration/20068-609844/.minikube/certs/ca.pem (1082 bytes)
I1209 10:49:41.583377 627293 certs.go:484] found cert: /home/jenkins/minikube-integration/20068-609844/.minikube/certs/cert.pem (1123 bytes)
I1209 10:49:41.583404 627293 certs.go:484] found cert: /home/jenkins/minikube-integration/20068-609844/.minikube/certs/key.pem (1679 bytes)
I1209 10:49:41.583441 627293 certs.go:484] found cert: /home/jenkins/minikube-integration/20068-609844/.minikube/files/etc/ssl/certs/6170172.pem (1708 bytes)
I1209 10:49:41.583468 627293 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20068-609844/.minikube/files/etc/ssl/certs/6170172.pem -> /usr/share/ca-certificates/6170172.pem
I1209 10:49:41.583481 627293 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20068-609844/.minikube/ca.crt -> /usr/share/ca-certificates/minikubeCA.pem
I1209 10:49:41.583493 627293 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20068-609844/.minikube/certs/617017.pem -> /usr/share/ca-certificates/617017.pem
I1209 10:49:41.584023 627293 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20068-609844/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1209 10:49:41.607858 627293 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20068-609844/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1679 bytes)
I1209 10:49:41.629298 627293 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20068-609844/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1209 10:49:41.650915 627293 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20068-609844/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I1209 10:49:41.672892 627293 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20068-609844/.minikube/profiles/ha-792382/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1424 bytes)
I1209 10:49:41.695834 627293 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20068-609844/.minikube/profiles/ha-792382/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1679 bytes)
I1209 10:49:41.719653 627293 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20068-609844/.minikube/profiles/ha-792382/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1209 10:49:41.742298 627293 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20068-609844/.minikube/profiles/ha-792382/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1675 bytes)
I1209 10:49:41.764468 627293 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20068-609844/.minikube/files/etc/ssl/certs/6170172.pem --> /usr/share/ca-certificates/6170172.pem (1708 bytes)
I1209 10:49:41.786947 627293 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20068-609844/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1209 10:49:41.811703 627293 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20068-609844/.minikube/certs/617017.pem --> /usr/share/ca-certificates/617017.pem (1338 bytes)
I1209 10:49:41.837346 627293 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I1209 10:49:41.855854 627293 ssh_runner.go:195] Run: openssl version
I1209 10:49:41.862371 627293 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/617017.pem && ln -fs /usr/share/ca-certificates/617017.pem /etc/ssl/certs/617017.pem"
I1209 10:49:41.872771 627293 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/617017.pem
I1209 10:49:41.878140 627293 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Dec 9 10:45 /usr/share/ca-certificates/617017.pem
I1209 10:49:41.878210 627293 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/617017.pem
I1209 10:49:41.883640 627293 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/617017.pem /etc/ssl/certs/51391683.0"
I1209 10:49:41.893209 627293 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/6170172.pem && ln -fs /usr/share/ca-certificates/6170172.pem /etc/ssl/certs/6170172.pem"
I1209 10:49:41.902869 627293 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/6170172.pem
I1209 10:49:41.906850 627293 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Dec 9 10:45 /usr/share/ca-certificates/6170172.pem
I1209 10:49:41.906898 627293 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/6170172.pem
I1209 10:49:41.912084 627293 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/6170172.pem /etc/ssl/certs/3ec20f2e.0"
I1209 10:49:41.922405 627293 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1209 10:49:41.932252 627293 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1209 10:49:41.936213 627293 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Dec 9 10:34 /usr/share/ca-certificates/minikubeCA.pem
I1209 10:49:41.936274 627293 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1209 10:49:41.941486 627293 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1209 10:49:41.951188 627293 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1209 10:49:41.954834 627293 certs.go:399] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I1209 10:49:41.954890 627293 kubeadm.go:392] StartCluster: {Name:ha-792382 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19917/minikube-v1.34.0-1730913550-19917-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730888964-19917@sha256:629a5748e3ec15a091fef12257eb3754b8ffc0c974ebcbb016451c65d1829615 Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.2 Clust
erName:ha-792382 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.39.69 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 Mount
Type:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1209 10:49:41.954978 627293 cri.go:54] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I1209 10:49:41.955029 627293 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1209 10:49:41.990596 627293 cri.go:89] found id: ""
I1209 10:49:41.990674 627293 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I1209 10:49:41.999783 627293 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml
I1209 10:49:42.008238 627293 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf
I1209 10:49:42.016846 627293 kubeadm.go:155] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory
ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory
ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory
ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory
I1209 10:49:42.016865 627293 kubeadm.go:157] found existing configuration files:
I1209 10:49:42.016904 627293 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf
I1209 10:49:42.024739 627293 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/admin.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/admin.conf: No such file or directory
I1209 10:49:42.024809 627293 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/admin.conf
I1209 10:49:42.033044 627293 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf
I1209 10:49:42.040972 627293 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/kubelet.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/kubelet.conf: No such file or directory
I1209 10:49:42.041020 627293 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/kubelet.conf
I1209 10:49:42.049238 627293 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf
I1209 10:49:42.056966 627293 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/controller-manager.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/controller-manager.conf: No such file or directory
I1209 10:49:42.057032 627293 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/controller-manager.conf
I1209 10:49:42.065232 627293 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf
I1209 10:49:42.073082 627293 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/scheduler.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/scheduler.conf: No such file or directory
I1209 10:49:42.073123 627293 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/scheduler.conf
I1209 10:49:42.081145 627293 ssh_runner.go:286] Start: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.2:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem"
I1209 10:49:42.179849 627293 kubeadm.go:310] [init] Using Kubernetes version: v1.31.2
I1209 10:49:42.179910 627293 kubeadm.go:310] [preflight] Running pre-flight checks
I1209 10:49:42.276408 627293 kubeadm.go:310] [preflight] Pulling images required for setting up a Kubernetes cluster
I1209 10:49:42.276561 627293 kubeadm.go:310] [preflight] This might take a minute or two, depending on the speed of your internet connection
I1209 10:49:42.276716 627293 kubeadm.go:310] [preflight] You can also perform this action beforehand using 'kubeadm config images pull'
I1209 10:49:42.284852 627293 kubeadm.go:310] [certs] Using certificateDir folder "/var/lib/minikube/certs"
I1209 10:49:42.286435 627293 out.go:235] - Generating certificates and keys ...
I1209 10:49:42.286522 627293 kubeadm.go:310] [certs] Using existing ca certificate authority
I1209 10:49:42.286594 627293 kubeadm.go:310] [certs] Using existing apiserver certificate and key on disk
I1209 10:49:42.590387 627293 kubeadm.go:310] [certs] Generating "apiserver-kubelet-client" certificate and key
I1209 10:49:42.745055 627293 kubeadm.go:310] [certs] Generating "front-proxy-ca" certificate and key
I1209 10:49:42.887467 627293 kubeadm.go:310] [certs] Generating "front-proxy-client" certificate and key
I1209 10:49:43.151549 627293 kubeadm.go:310] [certs] Generating "etcd/ca" certificate and key
I1209 10:49:43.207644 627293 kubeadm.go:310] [certs] Generating "etcd/server" certificate and key
I1209 10:49:43.207798 627293 kubeadm.go:310] [certs] etcd/server serving cert is signed for DNS names [ha-792382 localhost] and IPs [192.168.39.69 127.0.0.1 ::1]
I1209 10:49:43.393565 627293 kubeadm.go:310] [certs] Generating "etcd/peer" certificate and key
I1209 10:49:43.393710 627293 kubeadm.go:310] [certs] etcd/peer serving cert is signed for DNS names [ha-792382 localhost] and IPs [192.168.39.69 127.0.0.1 ::1]
I1209 10:49:43.595429 627293 kubeadm.go:310] [certs] Generating "etcd/healthcheck-client" certificate and key
I1209 10:49:43.672644 627293 kubeadm.go:310] [certs] Generating "apiserver-etcd-client" certificate and key
I1209 10:49:43.819815 627293 kubeadm.go:310] [certs] Generating "sa" key and public key
I1209 10:49:43.819914 627293 kubeadm.go:310] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"
I1209 10:49:44.041243 627293 kubeadm.go:310] [kubeconfig] Writing "admin.conf" kubeconfig file
I1209 10:49:44.173892 627293 kubeadm.go:310] [kubeconfig] Writing "super-admin.conf" kubeconfig file
I1209 10:49:44.337644 627293 kubeadm.go:310] [kubeconfig] Writing "kubelet.conf" kubeconfig file
I1209 10:49:44.481944 627293 kubeadm.go:310] [kubeconfig] Writing "controller-manager.conf" kubeconfig file
I1209 10:49:44.539526 627293 kubeadm.go:310] [kubeconfig] Writing "scheduler.conf" kubeconfig file
I1209 10:49:44.540094 627293 kubeadm.go:310] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
I1209 10:49:44.543689 627293 kubeadm.go:310] [control-plane] Using manifest folder "/etc/kubernetes/manifests"
I1209 10:49:44.575870 627293 out.go:235] - Booting up control plane ...
I1209 10:49:44.576053 627293 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-apiserver"
I1209 10:49:44.576187 627293 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-controller-manager"
I1209 10:49:44.576309 627293 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-scheduler"
I1209 10:49:44.576459 627293 kubeadm.go:310] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
I1209 10:49:44.576560 627293 kubeadm.go:310] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
I1209 10:49:44.576606 627293 kubeadm.go:310] [kubelet-start] Starting the kubelet
I1209 10:49:44.708364 627293 kubeadm.go:310] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests"
I1209 10:49:44.708561 627293 kubeadm.go:310] [kubelet-check] Waiting for a healthy kubelet at http://127.0.0.1:10248/healthz. This can take up to 4m0s
I1209 10:49:45.209677 627293 kubeadm.go:310] [kubelet-check] The kubelet is healthy after 501.518639ms
I1209 10:49:45.209811 627293 kubeadm.go:310] [api-check] Waiting for a healthy API server. This can take up to 4m0s
I1209 10:49:51.244834 627293 kubeadm.go:310] [api-check] The API server is healthy after 6.038769474s
I1209 10:49:51.258766 627293 kubeadm.go:310] [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace
I1209 10:49:51.275586 627293 kubeadm.go:310] [kubelet] Creating a ConfigMap "kubelet-config" in namespace kube-system with the configuration for the kubelets in the cluster
I1209 10:49:51.347505 627293 kubeadm.go:310] [upload-certs] Skipping phase. Please see --upload-certs
I1209 10:49:51.347730 627293 kubeadm.go:310] [mark-control-plane] Marking the node ha-792382 as control-plane by adding the labels: [node-role.kubernetes.io/control-plane node.kubernetes.io/exclude-from-external-load-balancers]
I1209 10:49:51.363557 627293 kubeadm.go:310] [bootstrap-token] Using token: 3fogiz.oanziwjzsm1wr1kv
I1209 10:49:51.364826 627293 out.go:235] - Configuring RBAC rules ...
I1209 10:49:51.364951 627293 kubeadm.go:310] [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles
I1209 10:49:51.370786 627293 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to get nodes
I1209 10:49:51.381797 627293 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials
I1209 10:49:51.388857 627293 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token
I1209 10:49:51.392743 627293 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow certificate rotation for all node client certificates in the cluster
I1209 10:49:51.397933 627293 kubeadm.go:310] [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace
I1209 10:49:51.652382 627293 kubeadm.go:310] [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key
I1209 10:49:52.085079 627293 kubeadm.go:310] [addons] Applied essential addon: CoreDNS
I1209 10:49:52.651844 627293 kubeadm.go:310] [addons] Applied essential addon: kube-proxy
I1209 10:49:52.653438 627293 kubeadm.go:310]
I1209 10:49:52.653557 627293 kubeadm.go:310] Your Kubernetes control-plane has initialized successfully!
I1209 10:49:52.653580 627293 kubeadm.go:310]
I1209 10:49:52.653672 627293 kubeadm.go:310] To start using your cluster, you need to run the following as a regular user:
I1209 10:49:52.653682 627293 kubeadm.go:310]
I1209 10:49:52.653710 627293 kubeadm.go:310] mkdir -p $HOME/.kube
I1209 10:49:52.653783 627293 kubeadm.go:310] sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config
I1209 10:49:52.653859 627293 kubeadm.go:310] sudo chown $(id -u):$(id -g) $HOME/.kube/config
I1209 10:49:52.653869 627293 kubeadm.go:310]
I1209 10:49:52.653946 627293 kubeadm.go:310] Alternatively, if you are the root user, you can run:
I1209 10:49:52.653955 627293 kubeadm.go:310]
I1209 10:49:52.654040 627293 kubeadm.go:310] export KUBECONFIG=/etc/kubernetes/admin.conf
I1209 10:49:52.654062 627293 kubeadm.go:310]
I1209 10:49:52.654116 627293 kubeadm.go:310] You should now deploy a pod network to the cluster.
I1209 10:49:52.654229 627293 kubeadm.go:310] Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:
I1209 10:49:52.654328 627293 kubeadm.go:310] https://kubernetes.io/docs/concepts/cluster-administration/addons/
I1209 10:49:52.654347 627293 kubeadm.go:310]
I1209 10:49:52.654461 627293 kubeadm.go:310] You can now join any number of control-plane nodes by copying certificate authorities
I1209 10:49:52.654579 627293 kubeadm.go:310] and service account keys on each node and then running the following as root:
I1209 10:49:52.654591 627293 kubeadm.go:310]
I1209 10:49:52.654710 627293 kubeadm.go:310] kubeadm join control-plane.minikube.internal:8443 --token 3fogiz.oanziwjzsm1wr1kv \
I1209 10:49:52.654860 627293 kubeadm.go:310] --discovery-token-ca-cert-hash sha256:c011865ce27f188d55feab5f04226df0aae8d2e7cfe661283806c6f2de0ef29a \
I1209 10:49:52.654894 627293 kubeadm.go:310] --control-plane
I1209 10:49:52.654903 627293 kubeadm.go:310]
I1209 10:49:52.655035 627293 kubeadm.go:310] Then you can join any number of worker nodes by running the following on each as root:
I1209 10:49:52.655045 627293 kubeadm.go:310]
I1209 10:49:52.655125 627293 kubeadm.go:310] kubeadm join control-plane.minikube.internal:8443 --token 3fogiz.oanziwjzsm1wr1kv \
I1209 10:49:52.655253 627293 kubeadm.go:310] --discovery-token-ca-cert-hash sha256:c011865ce27f188d55feab5f04226df0aae8d2e7cfe661283806c6f2de0ef29a
I1209 10:49:52.656128 627293 kubeadm.go:310] [WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
I1209 10:49:52.656180 627293 cni.go:84] Creating CNI manager for ""
I1209 10:49:52.656208 627293 cni.go:136] multinode detected (1 nodes found), recommending kindnet
I1209 10:49:52.657779 627293 out.go:177] * Configuring CNI (Container Networking Interface) ...
I1209 10:49:52.659033 627293 ssh_runner.go:195] Run: stat /opt/cni/bin/portmap
I1209 10:49:52.663808 627293 cni.go:182] applying CNI manifest using /var/lib/minikube/binaries/v1.31.2/kubectl ...
I1209 10:49:52.663829 627293 ssh_runner.go:362] scp memory --> /var/tmp/minikube/cni.yaml (2601 bytes)
I1209 10:49:52.683028 627293 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl apply --kubeconfig=/var/lib/minikube/kubeconfig -f /var/tmp/minikube/cni.yaml
I1209 10:49:53.058715 627293 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"
I1209 10:49:53.058827 627293 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl create clusterrolebinding minikube-rbac --clusterrole=cluster-admin --serviceaccount=kube-system:default --kubeconfig=/var/lib/minikube/kubeconfig
I1209 10:49:53.058833 627293 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig label --overwrite nodes ha-792382 minikube.k8s.io/updated_at=2024_12_09T10_49_53_0700 minikube.k8s.io/version=v1.34.0 minikube.k8s.io/commit=60110addcdbf0fec7168b962521659e922988d6c minikube.k8s.io/name=ha-792382 minikube.k8s.io/primary=true
I1209 10:49:53.086878 627293 ops.go:34] apiserver oom_adj: -16
I1209 10:49:53.256202 627293 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1209 10:49:53.756573 627293 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1209 10:49:54.256994 627293 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1209 10:49:54.756404 627293 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1209 10:49:55.257137 627293 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1209 10:49:55.756813 627293 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1209 10:49:56.256686 627293 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1209 10:49:56.352743 627293 kubeadm.go:1113] duration metric: took 3.294004538s to wait for elevateKubeSystemPrivileges
I1209 10:49:56.352793 627293 kubeadm.go:394] duration metric: took 14.397907015s to StartCluster
I1209 10:49:56.352820 627293 settings.go:142] acquiring lock: {Name:mkd819f3469f56ef651f2e5bb461e93bb6b2b5fa Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1209 10:49:56.352918 627293 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/20068-609844/kubeconfig
I1209 10:49:56.354019 627293 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20068-609844/kubeconfig: {Name:mk32876a1ab47f13c0d7c0ba1ee5e32de01b4a4b Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1209 10:49:56.354304 627293 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml"
I1209 10:49:56.354300 627293 start.go:233] HA (multi-control plane) cluster: will skip waiting for primary control-plane node &{Name: IP:192.168.39.69 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}
I1209 10:49:56.354326 627293 addons.go:507] enable addons start: toEnable=map[ambassador:false amd-gpu-device-plugin:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-gluster:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false]
I1209 10:49:56.354417 627293 start.go:241] waiting for startup goroutines ...
I1209 10:49:56.354432 627293 addons.go:69] Setting storage-provisioner=true in profile "ha-792382"
I1209 10:49:56.354455 627293 addons.go:234] Setting addon storage-provisioner=true in "ha-792382"
I1209 10:49:56.354464 627293 addons.go:69] Setting default-storageclass=true in profile "ha-792382"
I1209 10:49:56.354495 627293 host.go:66] Checking if "ha-792382" exists ...
I1209 10:49:56.354504 627293 addons_storage_classes.go:33] enableOrDisableStorageClasses default-storageclass=true on "ha-792382"
I1209 10:49:56.354547 627293 config.go:182] Loaded profile config "ha-792382": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1209 10:49:56.354836 627293 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1209 10:49:56.354867 627293 main.go:141] libmachine: Launching plugin server for driver kvm2
I1209 10:49:56.354970 627293 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1209 10:49:56.355019 627293 main.go:141] libmachine: Launching plugin server for driver kvm2
I1209 10:49:56.371190 627293 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:42209
I1209 10:49:56.371264 627293 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:40229
I1209 10:49:56.371767 627293 main.go:141] libmachine: () Calling .GetVersion
I1209 10:49:56.371795 627293 main.go:141] libmachine: () Calling .GetVersion
I1209 10:49:56.372258 627293 main.go:141] libmachine: Using API Version 1
I1209 10:49:56.372273 627293 main.go:141] libmachine: () Calling .SetConfigRaw
I1209 10:49:56.372420 627293 main.go:141] libmachine: Using API Version 1
I1209 10:49:56.372446 627293 main.go:141] libmachine: () Calling .SetConfigRaw
I1209 10:49:56.372589 627293 main.go:141] libmachine: () Calling .GetMachineName
I1209 10:49:56.372844 627293 main.go:141] libmachine: () Calling .GetMachineName
I1209 10:49:56.373068 627293 main.go:141] libmachine: (ha-792382) Calling .GetState
I1209 10:49:56.373184 627293 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1209 10:49:56.373230 627293 main.go:141] libmachine: Launching plugin server for driver kvm2
I1209 10:49:56.375150 627293 loader.go:395] Config loaded from file: /home/jenkins/minikube-integration/20068-609844/kubeconfig
I1209 10:49:56.375437 627293 kapi.go:59] client config for ha-792382: &rest.Config{Host:"https://192.168.39.254:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/home/jenkins/minikube-integration/20068-609844/.minikube/profiles/ha-792382/client.crt", KeyFile:"/home/jenkins/minikube-integration/20068-609844/.minikube/profiles/ha-792382/client.key", CAFile:"/home/jenkins/minikube-integration/20068-609844/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil), CAData:[]uint8(nil), NextProtos:[]string(n
il)}, UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x243b6e0), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
I1209 10:49:56.375916 627293 cert_rotation.go:140] Starting client certificate rotation controller
I1209 10:49:56.376176 627293 addons.go:234] Setting addon default-storageclass=true in "ha-792382"
I1209 10:49:56.376225 627293 host.go:66] Checking if "ha-792382" exists ...
I1209 10:49:56.376515 627293 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1209 10:49:56.376560 627293 main.go:141] libmachine: Launching plugin server for driver kvm2
I1209 10:49:56.389420 627293 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:45615
I1209 10:49:56.390064 627293 main.go:141] libmachine: () Calling .GetVersion
I1209 10:49:56.390648 627293 main.go:141] libmachine: Using API Version 1
I1209 10:49:56.390676 627293 main.go:141] libmachine: () Calling .SetConfigRaw
I1209 10:49:56.391072 627293 main.go:141] libmachine: () Calling .GetMachineName
I1209 10:49:56.391316 627293 main.go:141] libmachine: (ha-792382) Calling .GetState
I1209 10:49:56.391995 627293 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:42071
I1209 10:49:56.392539 627293 main.go:141] libmachine: () Calling .GetVersion
I1209 10:49:56.393048 627293 main.go:141] libmachine: Using API Version 1
I1209 10:49:56.393071 627293 main.go:141] libmachine: () Calling .SetConfigRaw
I1209 10:49:56.393381 627293 main.go:141] libmachine: () Calling .GetMachineName
I1209 10:49:56.393446 627293 main.go:141] libmachine: (ha-792382) Calling .DriverName
I1209 10:49:56.393880 627293 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1209 10:49:56.393927 627293 main.go:141] libmachine: Launching plugin server for driver kvm2
I1209 10:49:56.395537 627293 out.go:177] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
I1209 10:49:56.396877 627293 addons.go:431] installing /etc/kubernetes/addons/storage-provisioner.yaml
I1209 10:49:56.396901 627293 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I1209 10:49:56.396927 627293 main.go:141] libmachine: (ha-792382) Calling .GetSSHHostname
I1209 10:49:56.399986 627293 main.go:141] libmachine: (ha-792382) DBG | domain ha-792382 has defined MAC address 52:54:00:a8:82:f7 in network mk-ha-792382
I1209 10:49:56.400413 627293 main.go:141] libmachine: (ha-792382) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:a8:82:f7", ip: ""} in network mk-ha-792382: {Iface:virbr1 ExpiryTime:2024-12-09 11:49:26 +0000 UTC Type:0 Mac:52:54:00:a8:82:f7 Iaid: IPaddr:192.168.39.69 Prefix:24 Hostname:ha-792382 Clientid:01:52:54:00:a8:82:f7}
I1209 10:49:56.400445 627293 main.go:141] libmachine: (ha-792382) DBG | domain ha-792382 has defined IP address 192.168.39.69 and MAC address 52:54:00:a8:82:f7 in network mk-ha-792382
I1209 10:49:56.400639 627293 main.go:141] libmachine: (ha-792382) Calling .GetSSHPort
I1209 10:49:56.400862 627293 main.go:141] libmachine: (ha-792382) Calling .GetSSHKeyPath
I1209 10:49:56.401027 627293 main.go:141] libmachine: (ha-792382) Calling .GetSSHUsername
I1209 10:49:56.401192 627293 sshutil.go:53] new ssh client: &{IP:192.168.39.69 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/20068-609844/.minikube/machines/ha-792382/id_rsa Username:docker}
I1209 10:49:56.410237 627293 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:41957
I1209 10:49:56.411256 627293 main.go:141] libmachine: () Calling .GetVersion
I1209 10:49:56.413501 627293 main.go:141] libmachine: Using API Version 1
I1209 10:49:56.413527 627293 main.go:141] libmachine: () Calling .SetConfigRaw
I1209 10:49:56.414391 627293 main.go:141] libmachine: () Calling .GetMachineName
I1209 10:49:56.414656 627293 main.go:141] libmachine: (ha-792382) Calling .GetState
I1209 10:49:56.416343 627293 main.go:141] libmachine: (ha-792382) Calling .DriverName
I1209 10:49:56.416575 627293 addons.go:431] installing /etc/kubernetes/addons/storageclass.yaml
I1209 10:49:56.416592 627293 ssh_runner.go:362] scp storageclass/storageclass.yaml --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)
I1209 10:49:56.416608 627293 main.go:141] libmachine: (ha-792382) Calling .GetSSHHostname
I1209 10:49:56.419239 627293 main.go:141] libmachine: (ha-792382) DBG | domain ha-792382 has defined MAC address 52:54:00:a8:82:f7 in network mk-ha-792382
I1209 10:49:56.419746 627293 main.go:141] libmachine: (ha-792382) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:a8:82:f7", ip: ""} in network mk-ha-792382: {Iface:virbr1 ExpiryTime:2024-12-09 11:49:26 +0000 UTC Type:0 Mac:52:54:00:a8:82:f7 Iaid: IPaddr:192.168.39.69 Prefix:24 Hostname:ha-792382 Clientid:01:52:54:00:a8:82:f7}
I1209 10:49:56.419776 627293 main.go:141] libmachine: (ha-792382) DBG | domain ha-792382 has defined IP address 192.168.39.69 and MAC address 52:54:00:a8:82:f7 in network mk-ha-792382
I1209 10:49:56.419875 627293 main.go:141] libmachine: (ha-792382) Calling .GetSSHPort
I1209 10:49:56.420076 627293 main.go:141] libmachine: (ha-792382) Calling .GetSSHKeyPath
I1209 10:49:56.420261 627293 main.go:141] libmachine: (ha-792382) Calling .GetSSHUsername
I1209 10:49:56.420422 627293 sshutil.go:53] new ssh client: &{IP:192.168.39.69 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/20068-609844/.minikube/machines/ha-792382/id_rsa Username:docker}
I1209 10:49:56.497434 627293 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.39.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -"
I1209 10:49:56.595755 627293 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml
I1209 10:49:56.677666 627293 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml
I1209 10:49:57.066334 627293 start.go:971] {"host.minikube.internal": 192.168.39.1} host record injected into CoreDNS's ConfigMap
I1209 10:49:57.258939 627293 main.go:141] libmachine: Making call to close driver server
I1209 10:49:57.258974 627293 main.go:141] libmachine: (ha-792382) Calling .Close
I1209 10:49:57.258947 627293 main.go:141] libmachine: Making call to close driver server
I1209 10:49:57.259060 627293 main.go:141] libmachine: (ha-792382) Calling .Close
I1209 10:49:57.259277 627293 main.go:141] libmachine: Successfully made call to close driver server
I1209 10:49:57.259322 627293 main.go:141] libmachine: Making call to close connection to plugin binary
I1209 10:49:57.259343 627293 main.go:141] libmachine: Making call to close driver server
I1209 10:49:57.259358 627293 main.go:141] libmachine: (ha-792382) Calling .Close
I1209 10:49:57.259450 627293 main.go:141] libmachine: (ha-792382) DBG | Closing plugin on server side
I1209 10:49:57.259495 627293 main.go:141] libmachine: Successfully made call to close driver server
I1209 10:49:57.259510 627293 main.go:141] libmachine: Making call to close connection to plugin binary
I1209 10:49:57.259523 627293 main.go:141] libmachine: Making call to close driver server
I1209 10:49:57.259535 627293 main.go:141] libmachine: (ha-792382) Calling .Close
I1209 10:49:57.259638 627293 main.go:141] libmachine: Successfully made call to close driver server
I1209 10:49:57.259658 627293 main.go:141] libmachine: Making call to close connection to plugin binary
I1209 10:49:57.259664 627293 main.go:141] libmachine: (ha-792382) DBG | Closing plugin on server side
I1209 10:49:57.259795 627293 main.go:141] libmachine: Successfully made call to close driver server
I1209 10:49:57.259815 627293 main.go:141] libmachine: Making call to close connection to plugin binary
I1209 10:49:57.259895 627293 envvar.go:172] "Feature gate default state" feature="WatchListClient" enabled=false
I1209 10:49:57.259914 627293 envvar.go:172] "Feature gate default state" feature="InformerResourceVersion" enabled=false
I1209 10:49:57.260014 627293 round_trippers.go:463] GET https://192.168.39.254:8443/apis/storage.k8s.io/v1/storageclasses
I1209 10:49:57.260024 627293 round_trippers.go:469] Request Headers:
I1209 10:49:57.260035 627293 round_trippers.go:473] Accept: application/json, */*
I1209 10:49:57.260046 627293 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 10:49:57.272826 627293 round_trippers.go:574] Response Status: 200 OK in 12 milliseconds
I1209 10:49:57.273379 627293 round_trippers.go:463] PUT https://192.168.39.254:8443/apis/storage.k8s.io/v1/storageclasses/standard
I1209 10:49:57.273393 627293 round_trippers.go:469] Request Headers:
I1209 10:49:57.273400 627293 round_trippers.go:473] Accept: application/json, */*
I1209 10:49:57.273404 627293 round_trippers.go:473] Content-Type: application/json
I1209 10:49:57.273408 627293 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 10:49:57.276004 627293 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1209 10:49:57.276170 627293 main.go:141] libmachine: Making call to close driver server
I1209 10:49:57.276182 627293 main.go:141] libmachine: (ha-792382) Calling .Close
I1209 10:49:57.276582 627293 main.go:141] libmachine: Successfully made call to close driver server
I1209 10:49:57.276606 627293 main.go:141] libmachine: Making call to close connection to plugin binary
I1209 10:49:57.278423 627293 out.go:177] * Enabled addons: storage-provisioner, default-storageclass
I1209 10:49:57.279715 627293 addons.go:510] duration metric: took 925.38672ms for enable addons: enabled=[storage-provisioner default-storageclass]
I1209 10:49:57.279752 627293 start.go:246] waiting for cluster config update ...
I1209 10:49:57.279765 627293 start.go:255] writing updated cluster config ...
I1209 10:49:57.281341 627293 out.go:201]
I1209 10:49:57.282688 627293 config.go:182] Loaded profile config "ha-792382": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1209 10:49:57.282758 627293 profile.go:143] Saving config to /home/jenkins/minikube-integration/20068-609844/.minikube/profiles/ha-792382/config.json ...
I1209 10:49:57.284265 627293 out.go:177] * Starting "ha-792382-m02" control-plane node in "ha-792382" cluster
I1209 10:49:57.285340 627293 preload.go:131] Checking if preload exists for k8s version v1.31.2 and runtime crio
I1209 10:49:57.285363 627293 cache.go:56] Caching tarball of preloaded images
I1209 10:49:57.285479 627293 preload.go:172] Found /home/jenkins/minikube-integration/20068-609844/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.2-cri-o-overlay-amd64.tar.lz4 in cache, skipping download
I1209 10:49:57.285499 627293 cache.go:59] Finished verifying existence of preloaded tar for v1.31.2 on crio
I1209 10:49:57.285580 627293 profile.go:143] Saving config to /home/jenkins/minikube-integration/20068-609844/.minikube/profiles/ha-792382/config.json ...
I1209 10:49:57.285772 627293 start.go:360] acquireMachinesLock for ha-792382-m02: {Name:mka6afffe9ddf2faebdc603ed0401805d58bf31e Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}
I1209 10:49:57.285830 627293 start.go:364] duration metric: took 34.649µs to acquireMachinesLock for "ha-792382-m02"
I1209 10:49:57.285855 627293 start.go:93] Provisioning new machine with config: &{Name:ha-792382 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19917/minikube-v1.34.0-1730913550-19917-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730888964-19917@sha256:629a5748e3ec15a091fef12257eb3754b8ffc0c974ebcbb016451c65d1829615 Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{Kubernete
sVersion:v1.31.2 ClusterName:ha-792382 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.39.69 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m02 IP: Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[default-storageclass:true storage-provisioner:true] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 Cert
Expiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name:m02 IP: Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}
I1209 10:49:57.285945 627293 start.go:125] createHost starting for "m02" (driver="kvm2")
I1209 10:49:57.287544 627293 out.go:235] * Creating kvm2 VM (CPUs=2, Memory=2200MB, Disk=20000MB) ...
I1209 10:49:57.287637 627293 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1209 10:49:57.287679 627293 main.go:141] libmachine: Launching plugin server for driver kvm2
I1209 10:49:57.302923 627293 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:45627
I1209 10:49:57.303345 627293 main.go:141] libmachine: () Calling .GetVersion
I1209 10:49:57.303929 627293 main.go:141] libmachine: Using API Version 1
I1209 10:49:57.303955 627293 main.go:141] libmachine: () Calling .SetConfigRaw
I1209 10:49:57.304276 627293 main.go:141] libmachine: () Calling .GetMachineName
I1209 10:49:57.304507 627293 main.go:141] libmachine: (ha-792382-m02) Calling .GetMachineName
I1209 10:49:57.304682 627293 main.go:141] libmachine: (ha-792382-m02) Calling .DriverName
I1209 10:49:57.304915 627293 start.go:159] libmachine.API.Create for "ha-792382" (driver="kvm2")
I1209 10:49:57.304958 627293 client.go:168] LocalClient.Create starting
I1209 10:49:57.305006 627293 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/20068-609844/.minikube/certs/ca.pem
I1209 10:49:57.305054 627293 main.go:141] libmachine: Decoding PEM data...
I1209 10:49:57.305076 627293 main.go:141] libmachine: Parsing certificate...
I1209 10:49:57.305150 627293 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/20068-609844/.minikube/certs/cert.pem
I1209 10:49:57.305184 627293 main.go:141] libmachine: Decoding PEM data...
I1209 10:49:57.305200 627293 main.go:141] libmachine: Parsing certificate...
I1209 10:49:57.305226 627293 main.go:141] libmachine: Running pre-create checks...
I1209 10:49:57.305237 627293 main.go:141] libmachine: (ha-792382-m02) Calling .PreCreateCheck
I1209 10:49:57.305467 627293 main.go:141] libmachine: (ha-792382-m02) Calling .GetConfigRaw
I1209 10:49:57.305949 627293 main.go:141] libmachine: Creating machine...
I1209 10:49:57.305967 627293 main.go:141] libmachine: (ha-792382-m02) Calling .Create
I1209 10:49:57.306165 627293 main.go:141] libmachine: (ha-792382-m02) Creating KVM machine...
I1209 10:49:57.307365 627293 main.go:141] libmachine: (ha-792382-m02) DBG | found existing default KVM network
I1209 10:49:57.307532 627293 main.go:141] libmachine: (ha-792382-m02) DBG | found existing private KVM network mk-ha-792382
I1209 10:49:57.307606 627293 main.go:141] libmachine: (ha-792382-m02) Setting up store path in /home/jenkins/minikube-integration/20068-609844/.minikube/machines/ha-792382-m02 ...
I1209 10:49:57.307640 627293 main.go:141] libmachine: (ha-792382-m02) Building disk image from file:///home/jenkins/minikube-integration/20068-609844/.minikube/cache/iso/amd64/minikube-v1.34.0-1730913550-19917-amd64.iso
I1209 10:49:57.307676 627293 main.go:141] libmachine: (ha-792382-m02) DBG | I1209 10:49:57.307595 627662 common.go:144] Making disk image using store path: /home/jenkins/minikube-integration/20068-609844/.minikube
I1209 10:49:57.307776 627293 main.go:141] libmachine: (ha-792382-m02) Downloading /home/jenkins/minikube-integration/20068-609844/.minikube/cache/boot2docker.iso from file:///home/jenkins/minikube-integration/20068-609844/.minikube/cache/iso/amd64/minikube-v1.34.0-1730913550-19917-amd64.iso...
I1209 10:49:57.586533 627293 main.go:141] libmachine: (ha-792382-m02) DBG | I1209 10:49:57.586377 627662 common.go:151] Creating ssh key: /home/jenkins/minikube-integration/20068-609844/.minikube/machines/ha-792382-m02/id_rsa...
I1209 10:49:57.697560 627293 main.go:141] libmachine: (ha-792382-m02) DBG | I1209 10:49:57.697424 627662 common.go:157] Creating raw disk image: /home/jenkins/minikube-integration/20068-609844/.minikube/machines/ha-792382-m02/ha-792382-m02.rawdisk...
I1209 10:49:57.697602 627293 main.go:141] libmachine: (ha-792382-m02) DBG | Writing magic tar header
I1209 10:49:57.697613 627293 main.go:141] libmachine: (ha-792382-m02) DBG | Writing SSH key tar header
I1209 10:49:57.697621 627293 main.go:141] libmachine: (ha-792382-m02) DBG | I1209 10:49:57.697562 627662 common.go:171] Fixing permissions on /home/jenkins/minikube-integration/20068-609844/.minikube/machines/ha-792382-m02 ...
I1209 10:49:57.697695 627293 main.go:141] libmachine: (ha-792382-m02) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/20068-609844/.minikube/machines/ha-792382-m02
I1209 10:49:57.697714 627293 main.go:141] libmachine: (ha-792382-m02) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/20068-609844/.minikube/machines
I1209 10:49:57.697722 627293 main.go:141] libmachine: (ha-792382-m02) Setting executable bit set on /home/jenkins/minikube-integration/20068-609844/.minikube/machines/ha-792382-m02 (perms=drwx------)
I1209 10:49:57.697738 627293 main.go:141] libmachine: (ha-792382-m02) Setting executable bit set on /home/jenkins/minikube-integration/20068-609844/.minikube/machines (perms=drwxr-xr-x)
I1209 10:49:57.697757 627293 main.go:141] libmachine: (ha-792382-m02) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/20068-609844/.minikube
I1209 10:49:57.697771 627293 main.go:141] libmachine: (ha-792382-m02) Setting executable bit set on /home/jenkins/minikube-integration/20068-609844/.minikube (perms=drwxr-xr-x)
I1209 10:49:57.697780 627293 main.go:141] libmachine: (ha-792382-m02) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/20068-609844
I1209 10:49:57.697790 627293 main.go:141] libmachine: (ha-792382-m02) DBG | Checking permissions on dir: /home/jenkins/minikube-integration
I1209 10:49:57.697797 627293 main.go:141] libmachine: (ha-792382-m02) DBG | Checking permissions on dir: /home/jenkins
I1209 10:49:57.697803 627293 main.go:141] libmachine: (ha-792382-m02) DBG | Checking permissions on dir: /home
I1209 10:49:57.697812 627293 main.go:141] libmachine: (ha-792382-m02) DBG | Skipping /home - not owner
I1209 10:49:57.697828 627293 main.go:141] libmachine: (ha-792382-m02) Setting executable bit set on /home/jenkins/minikube-integration/20068-609844 (perms=drwxrwxr-x)
I1209 10:49:57.697853 627293 main.go:141] libmachine: (ha-792382-m02) Setting executable bit set on /home/jenkins/minikube-integration (perms=drwxrwxr-x)
I1209 10:49:57.697862 627293 main.go:141] libmachine: (ha-792382-m02) Setting executable bit set on /home/jenkins (perms=drwxr-xr-x)
I1209 10:49:57.697867 627293 main.go:141] libmachine: (ha-792382-m02) Creating domain...
I1209 10:49:57.698931 627293 main.go:141] libmachine: (ha-792382-m02) define libvirt domain using xml:
I1209 10:49:57.698948 627293 main.go:141] libmachine: (ha-792382-m02) <domain type='kvm'>
I1209 10:49:57.698955 627293 main.go:141] libmachine: (ha-792382-m02) <name>ha-792382-m02</name>
I1209 10:49:57.698960 627293 main.go:141] libmachine: (ha-792382-m02) <memory unit='MiB'>2200</memory>
I1209 10:49:57.698965 627293 main.go:141] libmachine: (ha-792382-m02) <vcpu>2</vcpu>
I1209 10:49:57.698968 627293 main.go:141] libmachine: (ha-792382-m02) <features>
I1209 10:49:57.698974 627293 main.go:141] libmachine: (ha-792382-m02) <acpi/>
I1209 10:49:57.698977 627293 main.go:141] libmachine: (ha-792382-m02) <apic/>
I1209 10:49:57.698982 627293 main.go:141] libmachine: (ha-792382-m02) <pae/>
I1209 10:49:57.698985 627293 main.go:141] libmachine: (ha-792382-m02)
I1209 10:49:57.698991 627293 main.go:141] libmachine: (ha-792382-m02) </features>
I1209 10:49:57.698996 627293 main.go:141] libmachine: (ha-792382-m02) <cpu mode='host-passthrough'>
I1209 10:49:57.699000 627293 main.go:141] libmachine: (ha-792382-m02)
I1209 10:49:57.699004 627293 main.go:141] libmachine: (ha-792382-m02) </cpu>
I1209 10:49:57.699009 627293 main.go:141] libmachine: (ha-792382-m02) <os>
I1209 10:49:57.699013 627293 main.go:141] libmachine: (ha-792382-m02) <type>hvm</type>
I1209 10:49:57.699018 627293 main.go:141] libmachine: (ha-792382-m02) <boot dev='cdrom'/>
I1209 10:49:57.699034 627293 main.go:141] libmachine: (ha-792382-m02) <boot dev='hd'/>
I1209 10:49:57.699053 627293 main.go:141] libmachine: (ha-792382-m02) <bootmenu enable='no'/>
I1209 10:49:57.699065 627293 main.go:141] libmachine: (ha-792382-m02) </os>
I1209 10:49:57.699070 627293 main.go:141] libmachine: (ha-792382-m02) <devices>
I1209 10:49:57.699074 627293 main.go:141] libmachine: (ha-792382-m02) <disk type='file' device='cdrom'>
I1209 10:49:57.699083 627293 main.go:141] libmachine: (ha-792382-m02) <source file='/home/jenkins/minikube-integration/20068-609844/.minikube/machines/ha-792382-m02/boot2docker.iso'/>
I1209 10:49:57.699087 627293 main.go:141] libmachine: (ha-792382-m02) <target dev='hdc' bus='scsi'/>
I1209 10:49:57.699092 627293 main.go:141] libmachine: (ha-792382-m02) <readonly/>
I1209 10:49:57.699095 627293 main.go:141] libmachine: (ha-792382-m02) </disk>
I1209 10:49:57.699101 627293 main.go:141] libmachine: (ha-792382-m02) <disk type='file' device='disk'>
I1209 10:49:57.699106 627293 main.go:141] libmachine: (ha-792382-m02) <driver name='qemu' type='raw' cache='default' io='threads' />
I1209 10:49:57.699114 627293 main.go:141] libmachine: (ha-792382-m02) <source file='/home/jenkins/minikube-integration/20068-609844/.minikube/machines/ha-792382-m02/ha-792382-m02.rawdisk'/>
I1209 10:49:57.699122 627293 main.go:141] libmachine: (ha-792382-m02) <target dev='hda' bus='virtio'/>
I1209 10:49:57.699137 627293 main.go:141] libmachine: (ha-792382-m02) </disk>
I1209 10:49:57.699147 627293 main.go:141] libmachine: (ha-792382-m02) <interface type='network'>
I1209 10:49:57.699179 627293 main.go:141] libmachine: (ha-792382-m02) <source network='mk-ha-792382'/>
I1209 10:49:57.699205 627293 main.go:141] libmachine: (ha-792382-m02) <model type='virtio'/>
I1209 10:49:57.699214 627293 main.go:141] libmachine: (ha-792382-m02) </interface>
I1209 10:49:57.699227 627293 main.go:141] libmachine: (ha-792382-m02) <interface type='network'>
I1209 10:49:57.699257 627293 main.go:141] libmachine: (ha-792382-m02) <source network='default'/>
I1209 10:49:57.699276 627293 main.go:141] libmachine: (ha-792382-m02) <model type='virtio'/>
I1209 10:49:57.699287 627293 main.go:141] libmachine: (ha-792382-m02) </interface>
I1209 10:49:57.699295 627293 main.go:141] libmachine: (ha-792382-m02) <serial type='pty'>
I1209 10:49:57.699302 627293 main.go:141] libmachine: (ha-792382-m02) <target port='0'/>
I1209 10:49:57.699309 627293 main.go:141] libmachine: (ha-792382-m02) </serial>
I1209 10:49:57.699314 627293 main.go:141] libmachine: (ha-792382-m02) <console type='pty'>
I1209 10:49:57.699320 627293 main.go:141] libmachine: (ha-792382-m02) <target type='serial' port='0'/>
I1209 10:49:57.699325 627293 main.go:141] libmachine: (ha-792382-m02) </console>
I1209 10:49:57.699332 627293 main.go:141] libmachine: (ha-792382-m02) <rng model='virtio'>
I1209 10:49:57.699338 627293 main.go:141] libmachine: (ha-792382-m02) <backend model='random'>/dev/random</backend>
I1209 10:49:57.699352 627293 main.go:141] libmachine: (ha-792382-m02) </rng>
I1209 10:49:57.699360 627293 main.go:141] libmachine: (ha-792382-m02)
I1209 10:49:57.699364 627293 main.go:141] libmachine: (ha-792382-m02)
I1209 10:49:57.699370 627293 main.go:141] libmachine: (ha-792382-m02) </devices>
I1209 10:49:57.699374 627293 main.go:141] libmachine: (ha-792382-m02) </domain>
I1209 10:49:57.699384 627293 main.go:141] libmachine: (ha-792382-m02)
I1209 10:49:57.706829 627293 main.go:141] libmachine: (ha-792382-m02) DBG | domain ha-792382-m02 has defined MAC address 52:54:00:be:31:4f in network default
I1209 10:49:57.707394 627293 main.go:141] libmachine: (ha-792382-m02) Ensuring networks are active...
I1209 10:49:57.707420 627293 main.go:141] libmachine: (ha-792382-m02) DBG | domain ha-792382-m02 has defined MAC address 52:54:00:95:40:00 in network mk-ha-792382
I1209 10:49:57.708099 627293 main.go:141] libmachine: (ha-792382-m02) Ensuring network default is active
I1209 10:49:57.708447 627293 main.go:141] libmachine: (ha-792382-m02) Ensuring network mk-ha-792382 is active
I1209 10:49:57.708833 627293 main.go:141] libmachine: (ha-792382-m02) Getting domain xml...
I1209 10:49:57.709562 627293 main.go:141] libmachine: (ha-792382-m02) Creating domain...
I1209 10:49:58.965991 627293 main.go:141] libmachine: (ha-792382-m02) Waiting to get IP...
I1209 10:49:58.967025 627293 main.go:141] libmachine: (ha-792382-m02) DBG | domain ha-792382-m02 has defined MAC address 52:54:00:95:40:00 in network mk-ha-792382
I1209 10:49:58.967615 627293 main.go:141] libmachine: (ha-792382-m02) DBG | unable to find current IP address of domain ha-792382-m02 in network mk-ha-792382
I1209 10:49:58.967718 627293 main.go:141] libmachine: (ha-792382-m02) DBG | I1209 10:49:58.967609 627662 retry.go:31] will retry after 289.483594ms: waiting for machine to come up
I1209 10:49:59.259398 627293 main.go:141] libmachine: (ha-792382-m02) DBG | domain ha-792382-m02 has defined MAC address 52:54:00:95:40:00 in network mk-ha-792382
I1209 10:49:59.259929 627293 main.go:141] libmachine: (ha-792382-m02) DBG | unable to find current IP address of domain ha-792382-m02 in network mk-ha-792382
I1209 10:49:59.259958 627293 main.go:141] libmachine: (ha-792382-m02) DBG | I1209 10:49:59.259877 627662 retry.go:31] will retry after 368.739813ms: waiting for machine to come up
I1209 10:49:59.630595 627293 main.go:141] libmachine: (ha-792382-m02) DBG | domain ha-792382-m02 has defined MAC address 52:54:00:95:40:00 in network mk-ha-792382
I1209 10:49:59.631082 627293 main.go:141] libmachine: (ha-792382-m02) DBG | unable to find current IP address of domain ha-792382-m02 in network mk-ha-792382
I1209 10:49:59.631111 627293 main.go:141] libmachine: (ha-792382-m02) DBG | I1209 10:49:59.631032 627662 retry.go:31] will retry after 468.793736ms: waiting for machine to come up
I1209 10:50:00.101924 627293 main.go:141] libmachine: (ha-792382-m02) DBG | domain ha-792382-m02 has defined MAC address 52:54:00:95:40:00 in network mk-ha-792382
I1209 10:50:00.102437 627293 main.go:141] libmachine: (ha-792382-m02) DBG | unable to find current IP address of domain ha-792382-m02 in network mk-ha-792382
I1209 10:50:00.102468 627293 main.go:141] libmachine: (ha-792382-m02) DBG | I1209 10:50:00.102389 627662 retry.go:31] will retry after 467.16032ms: waiting for machine to come up
I1209 10:50:00.571568 627293 main.go:141] libmachine: (ha-792382-m02) DBG | domain ha-792382-m02 has defined MAC address 52:54:00:95:40:00 in network mk-ha-792382
I1209 10:50:00.572085 627293 main.go:141] libmachine: (ha-792382-m02) DBG | unable to find current IP address of domain ha-792382-m02 in network mk-ha-792382
I1209 10:50:00.572158 627293 main.go:141] libmachine: (ha-792382-m02) DBG | I1209 10:50:00.571967 627662 retry.go:31] will retry after 614.331886ms: waiting for machine to come up
I1209 10:50:01.188165 627293 main.go:141] libmachine: (ha-792382-m02) DBG | domain ha-792382-m02 has defined MAC address 52:54:00:95:40:00 in network mk-ha-792382
I1209 10:50:01.188721 627293 main.go:141] libmachine: (ha-792382-m02) DBG | unable to find current IP address of domain ha-792382-m02 in network mk-ha-792382
I1209 10:50:01.188753 627293 main.go:141] libmachine: (ha-792382-m02) DBG | I1209 10:50:01.188683 627662 retry.go:31] will retry after 622.291039ms: waiting for machine to come up
I1209 10:50:01.812761 627293 main.go:141] libmachine: (ha-792382-m02) DBG | domain ha-792382-m02 has defined MAC address 52:54:00:95:40:00 in network mk-ha-792382
I1209 10:50:01.813166 627293 main.go:141] libmachine: (ha-792382-m02) DBG | unable to find current IP address of domain ha-792382-m02 in network mk-ha-792382
I1209 10:50:01.813197 627293 main.go:141] libmachine: (ha-792382-m02) DBG | I1209 10:50:01.813093 627662 retry.go:31] will retry after 970.350077ms: waiting for machine to come up
I1209 10:50:02.785861 627293 main.go:141] libmachine: (ha-792382-m02) DBG | domain ha-792382-m02 has defined MAC address 52:54:00:95:40:00 in network mk-ha-792382
I1209 10:50:02.786416 627293 main.go:141] libmachine: (ha-792382-m02) DBG | unable to find current IP address of domain ha-792382-m02 in network mk-ha-792382
I1209 10:50:02.786477 627293 main.go:141] libmachine: (ha-792382-m02) DBG | I1209 10:50:02.786368 627662 retry.go:31] will retry after 1.09205339s: waiting for machine to come up
I1209 10:50:03.879814 627293 main.go:141] libmachine: (ha-792382-m02) DBG | domain ha-792382-m02 has defined MAC address 52:54:00:95:40:00 in network mk-ha-792382
I1209 10:50:03.880303 627293 main.go:141] libmachine: (ha-792382-m02) DBG | unable to find current IP address of domain ha-792382-m02 in network mk-ha-792382
I1209 10:50:03.880327 627293 main.go:141] libmachine: (ha-792382-m02) DBG | I1209 10:50:03.880248 627662 retry.go:31] will retry after 1.765651975s: waiting for machine to come up
I1209 10:50:05.648159 627293 main.go:141] libmachine: (ha-792382-m02) DBG | domain ha-792382-m02 has defined MAC address 52:54:00:95:40:00 in network mk-ha-792382
I1209 10:50:05.648671 627293 main.go:141] libmachine: (ha-792382-m02) DBG | unable to find current IP address of domain ha-792382-m02 in network mk-ha-792382
I1209 10:50:05.648696 627293 main.go:141] libmachine: (ha-792382-m02) DBG | I1209 10:50:05.648615 627662 retry.go:31] will retry after 1.762832578s: waiting for machine to come up
I1209 10:50:07.413599 627293 main.go:141] libmachine: (ha-792382-m02) DBG | domain ha-792382-m02 has defined MAC address 52:54:00:95:40:00 in network mk-ha-792382
I1209 10:50:07.414030 627293 main.go:141] libmachine: (ha-792382-m02) DBG | unable to find current IP address of domain ha-792382-m02 in network mk-ha-792382
I1209 10:50:07.414059 627293 main.go:141] libmachine: (ha-792382-m02) DBG | I1209 10:50:07.413978 627662 retry.go:31] will retry after 2.150383903s: waiting for machine to come up
I1209 10:50:09.565911 627293 main.go:141] libmachine: (ha-792382-m02) DBG | domain ha-792382-m02 has defined MAC address 52:54:00:95:40:00 in network mk-ha-792382
I1209 10:50:09.566390 627293 main.go:141] libmachine: (ha-792382-m02) DBG | unable to find current IP address of domain ha-792382-m02 in network mk-ha-792382
I1209 10:50:09.566420 627293 main.go:141] libmachine: (ha-792382-m02) DBG | I1209 10:50:09.566350 627662 retry.go:31] will retry after 3.049537741s: waiting for machine to come up
I1209 10:50:12.617744 627293 main.go:141] libmachine: (ha-792382-m02) DBG | domain ha-792382-m02 has defined MAC address 52:54:00:95:40:00 in network mk-ha-792382
I1209 10:50:12.618241 627293 main.go:141] libmachine: (ha-792382-m02) DBG | unable to find current IP address of domain ha-792382-m02 in network mk-ha-792382
I1209 10:50:12.618276 627293 main.go:141] libmachine: (ha-792382-m02) DBG | I1209 10:50:12.618155 627662 retry.go:31] will retry after 3.599687882s: waiting for machine to come up
I1209 10:50:16.219399 627293 main.go:141] libmachine: (ha-792382-m02) DBG | domain ha-792382-m02 has defined MAC address 52:54:00:95:40:00 in network mk-ha-792382
I1209 10:50:16.219837 627293 main.go:141] libmachine: (ha-792382-m02) DBG | unable to find current IP address of domain ha-792382-m02 in network mk-ha-792382
I1209 10:50:16.219868 627293 main.go:141] libmachine: (ha-792382-m02) DBG | I1209 10:50:16.219789 627662 retry.go:31] will retry after 3.518875962s: waiting for machine to come up
I1209 10:50:19.740130 627293 main.go:141] libmachine: (ha-792382-m02) DBG | domain ha-792382-m02 has defined MAC address 52:54:00:95:40:00 in network mk-ha-792382
I1209 10:50:19.740985 627293 main.go:141] libmachine: (ha-792382-m02) Found IP for machine: 192.168.39.89
I1209 10:50:19.741024 627293 main.go:141] libmachine: (ha-792382-m02) Reserving static IP address...
I1209 10:50:19.741037 627293 main.go:141] libmachine: (ha-792382-m02) DBG | domain ha-792382-m02 has current primary IP address 192.168.39.89 and MAC address 52:54:00:95:40:00 in network mk-ha-792382
I1209 10:50:19.741518 627293 main.go:141] libmachine: (ha-792382-m02) DBG | unable to find host DHCP lease matching {name: "ha-792382-m02", mac: "52:54:00:95:40:00", ip: "192.168.39.89"} in network mk-ha-792382
I1209 10:50:19.814048 627293 main.go:141] libmachine: (ha-792382-m02) DBG | Getting to WaitForSSH function...
I1209 10:50:19.814070 627293 main.go:141] libmachine: (ha-792382-m02) Reserved static IP address: 192.168.39.89
I1209 10:50:19.814078 627293 main.go:141] libmachine: (ha-792382-m02) Waiting for SSH to be available...
I1209 10:50:19.816613 627293 main.go:141] libmachine: (ha-792382-m02) DBG | domain ha-792382-m02 has defined MAC address 52:54:00:95:40:00 in network mk-ha-792382
I1209 10:50:19.817057 627293 main.go:141] libmachine: (ha-792382-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:95:40:00", ip: ""} in network mk-ha-792382: {Iface:virbr1 ExpiryTime:2024-12-09 11:50:11 +0000 UTC Type:0 Mac:52:54:00:95:40:00 Iaid: IPaddr:192.168.39.89 Prefix:24 Hostname:minikube Clientid:01:52:54:00:95:40:00}
I1209 10:50:19.817166 627293 main.go:141] libmachine: (ha-792382-m02) DBG | domain ha-792382-m02 has defined IP address 192.168.39.89 and MAC address 52:54:00:95:40:00 in network mk-ha-792382
I1209 10:50:19.817261 627293 main.go:141] libmachine: (ha-792382-m02) DBG | Using SSH client type: external
I1209 10:50:19.817282 627293 main.go:141] libmachine: (ha-792382-m02) DBG | Using SSH private key: /home/jenkins/minikube-integration/20068-609844/.minikube/machines/ha-792382-m02/id_rsa (-rw-------)
I1209 10:50:19.817362 627293 main.go:141] libmachine: (ha-792382-m02) DBG | &{[-F /dev/null -o ConnectionAttempts=3 -o ConnectTimeout=10 -o ControlMaster=no -o ControlPath=none -o LogLevel=quiet -o PasswordAuthentication=no -o ServerAliveInterval=60 -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null docker@192.168.39.89 -o IdentitiesOnly=yes -i /home/jenkins/minikube-integration/20068-609844/.minikube/machines/ha-792382-m02/id_rsa -p 22] /usr/bin/ssh <nil>}
I1209 10:50:19.817390 627293 main.go:141] libmachine: (ha-792382-m02) DBG | About to run SSH command:
I1209 10:50:19.817411 627293 main.go:141] libmachine: (ha-792382-m02) DBG | exit 0
I1209 10:50:19.942297 627293 main.go:141] libmachine: (ha-792382-m02) DBG | SSH cmd err, output: <nil>:
I1209 10:50:19.942595 627293 main.go:141] libmachine: (ha-792382-m02) KVM machine creation complete!
I1209 10:50:19.942914 627293 main.go:141] libmachine: (ha-792382-m02) Calling .GetConfigRaw
I1209 10:50:19.943559 627293 main.go:141] libmachine: (ha-792382-m02) Calling .DriverName
I1209 10:50:19.943781 627293 main.go:141] libmachine: (ha-792382-m02) Calling .DriverName
I1209 10:50:19.943947 627293 main.go:141] libmachine: Waiting for machine to be running, this may take a few minutes...
I1209 10:50:19.943965 627293 main.go:141] libmachine: (ha-792382-m02) Calling .GetState
I1209 10:50:19.945579 627293 main.go:141] libmachine: Detecting operating system of created instance...
I1209 10:50:19.945598 627293 main.go:141] libmachine: Waiting for SSH to be available...
I1209 10:50:19.945607 627293 main.go:141] libmachine: Getting to WaitForSSH function...
I1209 10:50:19.945616 627293 main.go:141] libmachine: (ha-792382-m02) Calling .GetSSHHostname
I1209 10:50:19.947916 627293 main.go:141] libmachine: (ha-792382-m02) DBG | domain ha-792382-m02 has defined MAC address 52:54:00:95:40:00 in network mk-ha-792382
I1209 10:50:19.948374 627293 main.go:141] libmachine: (ha-792382-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:95:40:00", ip: ""} in network mk-ha-792382: {Iface:virbr1 ExpiryTime:2024-12-09 11:50:11 +0000 UTC Type:0 Mac:52:54:00:95:40:00 Iaid: IPaddr:192.168.39.89 Prefix:24 Hostname:ha-792382-m02 Clientid:01:52:54:00:95:40:00}
I1209 10:50:19.948400 627293 main.go:141] libmachine: (ha-792382-m02) DBG | domain ha-792382-m02 has defined IP address 192.168.39.89 and MAC address 52:54:00:95:40:00 in network mk-ha-792382
I1209 10:50:19.948582 627293 main.go:141] libmachine: (ha-792382-m02) Calling .GetSSHPort
I1209 10:50:19.948773 627293 main.go:141] libmachine: (ha-792382-m02) Calling .GetSSHKeyPath
I1209 10:50:19.948920 627293 main.go:141] libmachine: (ha-792382-m02) Calling .GetSSHKeyPath
I1209 10:50:19.949049 627293 main.go:141] libmachine: (ha-792382-m02) Calling .GetSSHUsername
I1209 10:50:19.949307 627293 main.go:141] libmachine: Using SSH client type: native
I1209 10:50:19.949555 627293 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866ca0] 0x869980 <nil> [] 0s} 192.168.39.89 22 <nil> <nil>}
I1209 10:50:19.949573 627293 main.go:141] libmachine: About to run SSH command:
exit 0
I1209 10:50:20.053499 627293 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1209 10:50:20.053528 627293 main.go:141] libmachine: Detecting the provisioner...
I1209 10:50:20.053541 627293 main.go:141] libmachine: (ha-792382-m02) Calling .GetSSHHostname
I1209 10:50:20.056444 627293 main.go:141] libmachine: (ha-792382-m02) DBG | domain ha-792382-m02 has defined MAC address 52:54:00:95:40:00 in network mk-ha-792382
I1209 10:50:20.056881 627293 main.go:141] libmachine: (ha-792382-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:95:40:00", ip: ""} in network mk-ha-792382: {Iface:virbr1 ExpiryTime:2024-12-09 11:50:11 +0000 UTC Type:0 Mac:52:54:00:95:40:00 Iaid: IPaddr:192.168.39.89 Prefix:24 Hostname:ha-792382-m02 Clientid:01:52:54:00:95:40:00}
I1209 10:50:20.056911 627293 main.go:141] libmachine: (ha-792382-m02) DBG | domain ha-792382-m02 has defined IP address 192.168.39.89 and MAC address 52:54:00:95:40:00 in network mk-ha-792382
I1209 10:50:20.057119 627293 main.go:141] libmachine: (ha-792382-m02) Calling .GetSSHPort
I1209 10:50:20.057366 627293 main.go:141] libmachine: (ha-792382-m02) Calling .GetSSHKeyPath
I1209 10:50:20.057545 627293 main.go:141] libmachine: (ha-792382-m02) Calling .GetSSHKeyPath
I1209 10:50:20.057698 627293 main.go:141] libmachine: (ha-792382-m02) Calling .GetSSHUsername
I1209 10:50:20.057856 627293 main.go:141] libmachine: Using SSH client type: native
I1209 10:50:20.058022 627293 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866ca0] 0x869980 <nil> [] 0s} 192.168.39.89 22 <nil> <nil>}
I1209 10:50:20.058034 627293 main.go:141] libmachine: About to run SSH command:
cat /etc/os-release
I1209 10:50:20.162532 627293 main.go:141] libmachine: SSH cmd err, output: <nil>: NAME=Buildroot
VERSION=2023.02.9-dirty
ID=buildroot
VERSION_ID=2023.02.9
PRETTY_NAME="Buildroot 2023.02.9"
I1209 10:50:20.162621 627293 main.go:141] libmachine: found compatible host: buildroot
I1209 10:50:20.162636 627293 main.go:141] libmachine: Provisioning with buildroot...
I1209 10:50:20.162651 627293 main.go:141] libmachine: (ha-792382-m02) Calling .GetMachineName
I1209 10:50:20.162892 627293 buildroot.go:166] provisioning hostname "ha-792382-m02"
I1209 10:50:20.162921 627293 main.go:141] libmachine: (ha-792382-m02) Calling .GetMachineName
I1209 10:50:20.163135 627293 main.go:141] libmachine: (ha-792382-m02) Calling .GetSSHHostname
I1209 10:50:20.165692 627293 main.go:141] libmachine: (ha-792382-m02) DBG | domain ha-792382-m02 has defined MAC address 52:54:00:95:40:00 in network mk-ha-792382
I1209 10:50:20.166051 627293 main.go:141] libmachine: (ha-792382-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:95:40:00", ip: ""} in network mk-ha-792382: {Iface:virbr1 ExpiryTime:2024-12-09 11:50:11 +0000 UTC Type:0 Mac:52:54:00:95:40:00 Iaid: IPaddr:192.168.39.89 Prefix:24 Hostname:ha-792382-m02 Clientid:01:52:54:00:95:40:00}
I1209 10:50:20.166078 627293 main.go:141] libmachine: (ha-792382-m02) DBG | domain ha-792382-m02 has defined IP address 192.168.39.89 and MAC address 52:54:00:95:40:00 in network mk-ha-792382
I1209 10:50:20.166237 627293 main.go:141] libmachine: (ha-792382-m02) Calling .GetSSHPort
I1209 10:50:20.166425 627293 main.go:141] libmachine: (ha-792382-m02) Calling .GetSSHKeyPath
I1209 10:50:20.166592 627293 main.go:141] libmachine: (ha-792382-m02) Calling .GetSSHKeyPath
I1209 10:50:20.166734 627293 main.go:141] libmachine: (ha-792382-m02) Calling .GetSSHUsername
I1209 10:50:20.166863 627293 main.go:141] libmachine: Using SSH client type: native
I1209 10:50:20.167071 627293 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866ca0] 0x869980 <nil> [] 0s} 192.168.39.89 22 <nil> <nil>}
I1209 10:50:20.167087 627293 main.go:141] libmachine: About to run SSH command:
sudo hostname ha-792382-m02 && echo "ha-792382-m02" | sudo tee /etc/hostname
I1209 10:50:20.285783 627293 main.go:141] libmachine: SSH cmd err, output: <nil>: ha-792382-m02
I1209 10:50:20.285812 627293 main.go:141] libmachine: (ha-792382-m02) Calling .GetSSHHostname
I1209 10:50:20.288581 627293 main.go:141] libmachine: (ha-792382-m02) DBG | domain ha-792382-m02 has defined MAC address 52:54:00:95:40:00 in network mk-ha-792382
I1209 10:50:20.288945 627293 main.go:141] libmachine: (ha-792382-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:95:40:00", ip: ""} in network mk-ha-792382: {Iface:virbr1 ExpiryTime:2024-12-09 11:50:11 +0000 UTC Type:0 Mac:52:54:00:95:40:00 Iaid: IPaddr:192.168.39.89 Prefix:24 Hostname:ha-792382-m02 Clientid:01:52:54:00:95:40:00}
I1209 10:50:20.289006 627293 main.go:141] libmachine: (ha-792382-m02) DBG | domain ha-792382-m02 has defined IP address 192.168.39.89 and MAC address 52:54:00:95:40:00 in network mk-ha-792382
I1209 10:50:20.289156 627293 main.go:141] libmachine: (ha-792382-m02) Calling .GetSSHPort
I1209 10:50:20.289374 627293 main.go:141] libmachine: (ha-792382-m02) Calling .GetSSHKeyPath
I1209 10:50:20.289525 627293 main.go:141] libmachine: (ha-792382-m02) Calling .GetSSHKeyPath
I1209 10:50:20.289675 627293 main.go:141] libmachine: (ha-792382-m02) Calling .GetSSHUsername
I1209 10:50:20.289834 627293 main.go:141] libmachine: Using SSH client type: native
I1209 10:50:20.290050 627293 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866ca0] 0x869980 <nil> [] 0s} 192.168.39.89 22 <nil> <nil>}
I1209 10:50:20.290067 627293 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\sha-792382-m02' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 ha-792382-m02/g' /etc/hosts;
else
echo '127.0.1.1 ha-792382-m02' | sudo tee -a /etc/hosts;
fi
fi
I1209 10:50:20.403745 627293 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1209 10:50:20.403780 627293 buildroot.go:172] set auth options {CertDir:/home/jenkins/minikube-integration/20068-609844/.minikube CaCertPath:/home/jenkins/minikube-integration/20068-609844/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/20068-609844/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/20068-609844/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/20068-609844/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/20068-609844/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/20068-609844/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/20068-609844/.minikube}
I1209 10:50:20.403797 627293 buildroot.go:174] setting up certificates
I1209 10:50:20.403807 627293 provision.go:84] configureAuth start
I1209 10:50:20.403816 627293 main.go:141] libmachine: (ha-792382-m02) Calling .GetMachineName
I1209 10:50:20.404127 627293 main.go:141] libmachine: (ha-792382-m02) Calling .GetIP
I1209 10:50:20.406853 627293 main.go:141] libmachine: (ha-792382-m02) DBG | domain ha-792382-m02 has defined MAC address 52:54:00:95:40:00 in network mk-ha-792382
I1209 10:50:20.407317 627293 main.go:141] libmachine: (ha-792382-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:95:40:00", ip: ""} in network mk-ha-792382: {Iface:virbr1 ExpiryTime:2024-12-09 11:50:11 +0000 UTC Type:0 Mac:52:54:00:95:40:00 Iaid: IPaddr:192.168.39.89 Prefix:24 Hostname:ha-792382-m02 Clientid:01:52:54:00:95:40:00}
I1209 10:50:20.407339 627293 main.go:141] libmachine: (ha-792382-m02) DBG | domain ha-792382-m02 has defined IP address 192.168.39.89 and MAC address 52:54:00:95:40:00 in network mk-ha-792382
I1209 10:50:20.407523 627293 main.go:141] libmachine: (ha-792382-m02) Calling .GetSSHHostname
I1209 10:50:20.410235 627293 main.go:141] libmachine: (ha-792382-m02) DBG | domain ha-792382-m02 has defined MAC address 52:54:00:95:40:00 in network mk-ha-792382
I1209 10:50:20.410616 627293 main.go:141] libmachine: (ha-792382-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:95:40:00", ip: ""} in network mk-ha-792382: {Iface:virbr1 ExpiryTime:2024-12-09 11:50:11 +0000 UTC Type:0 Mac:52:54:00:95:40:00 Iaid: IPaddr:192.168.39.89 Prefix:24 Hostname:ha-792382-m02 Clientid:01:52:54:00:95:40:00}
I1209 10:50:20.410641 627293 main.go:141] libmachine: (ha-792382-m02) DBG | domain ha-792382-m02 has defined IP address 192.168.39.89 and MAC address 52:54:00:95:40:00 in network mk-ha-792382
I1209 10:50:20.410813 627293 provision.go:143] copyHostCerts
I1209 10:50:20.410851 627293 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20068-609844/.minikube/certs/ca.pem -> /home/jenkins/minikube-integration/20068-609844/.minikube/ca.pem
I1209 10:50:20.410897 627293 exec_runner.go:144] found /home/jenkins/minikube-integration/20068-609844/.minikube/ca.pem, removing ...
I1209 10:50:20.410910 627293 exec_runner.go:203] rm: /home/jenkins/minikube-integration/20068-609844/.minikube/ca.pem
I1209 10:50:20.410996 627293 exec_runner.go:151] cp: /home/jenkins/minikube-integration/20068-609844/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/20068-609844/.minikube/ca.pem (1082 bytes)
I1209 10:50:20.411092 627293 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20068-609844/.minikube/certs/cert.pem -> /home/jenkins/minikube-integration/20068-609844/.minikube/cert.pem
I1209 10:50:20.411117 627293 exec_runner.go:144] found /home/jenkins/minikube-integration/20068-609844/.minikube/cert.pem, removing ...
I1209 10:50:20.411127 627293 exec_runner.go:203] rm: /home/jenkins/minikube-integration/20068-609844/.minikube/cert.pem
I1209 10:50:20.411167 627293 exec_runner.go:151] cp: /home/jenkins/minikube-integration/20068-609844/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/20068-609844/.minikube/cert.pem (1123 bytes)
I1209 10:50:20.411241 627293 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20068-609844/.minikube/certs/key.pem -> /home/jenkins/minikube-integration/20068-609844/.minikube/key.pem
I1209 10:50:20.411265 627293 exec_runner.go:144] found /home/jenkins/minikube-integration/20068-609844/.minikube/key.pem, removing ...
I1209 10:50:20.411274 627293 exec_runner.go:203] rm: /home/jenkins/minikube-integration/20068-609844/.minikube/key.pem
I1209 10:50:20.411310 627293 exec_runner.go:151] cp: /home/jenkins/minikube-integration/20068-609844/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/20068-609844/.minikube/key.pem (1679 bytes)
I1209 10:50:20.411379 627293 provision.go:117] generating server cert: /home/jenkins/minikube-integration/20068-609844/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/20068-609844/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/20068-609844/.minikube/certs/ca-key.pem org=jenkins.ha-792382-m02 san=[127.0.0.1 192.168.39.89 ha-792382-m02 localhost minikube]
I1209 10:50:20.506946 627293 provision.go:177] copyRemoteCerts
I1209 10:50:20.507013 627293 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1209 10:50:20.507043 627293 main.go:141] libmachine: (ha-792382-m02) Calling .GetSSHHostname
I1209 10:50:20.509588 627293 main.go:141] libmachine: (ha-792382-m02) DBG | domain ha-792382-m02 has defined MAC address 52:54:00:95:40:00 in network mk-ha-792382
I1209 10:50:20.509997 627293 main.go:141] libmachine: (ha-792382-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:95:40:00", ip: ""} in network mk-ha-792382: {Iface:virbr1 ExpiryTime:2024-12-09 11:50:11 +0000 UTC Type:0 Mac:52:54:00:95:40:00 Iaid: IPaddr:192.168.39.89 Prefix:24 Hostname:ha-792382-m02 Clientid:01:52:54:00:95:40:00}
I1209 10:50:20.510031 627293 main.go:141] libmachine: (ha-792382-m02) DBG | domain ha-792382-m02 has defined IP address 192.168.39.89 and MAC address 52:54:00:95:40:00 in network mk-ha-792382
I1209 10:50:20.510256 627293 main.go:141] libmachine: (ha-792382-m02) Calling .GetSSHPort
I1209 10:50:20.510485 627293 main.go:141] libmachine: (ha-792382-m02) Calling .GetSSHKeyPath
I1209 10:50:20.510630 627293 main.go:141] libmachine: (ha-792382-m02) Calling .GetSSHUsername
I1209 10:50:20.510792 627293 sshutil.go:53] new ssh client: &{IP:192.168.39.89 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/20068-609844/.minikube/machines/ha-792382-m02/id_rsa Username:docker}
I1209 10:50:20.591669 627293 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20068-609844/.minikube/machines/server.pem -> /etc/docker/server.pem
I1209 10:50:20.591738 627293 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20068-609844/.minikube/machines/server.pem --> /etc/docker/server.pem (1208 bytes)
I1209 10:50:20.614379 627293 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20068-609844/.minikube/machines/server-key.pem -> /etc/docker/server-key.pem
I1209 10:50:20.614474 627293 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20068-609844/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)
I1209 10:50:20.635752 627293 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20068-609844/.minikube/certs/ca.pem -> /etc/docker/ca.pem
I1209 10:50:20.635819 627293 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20068-609844/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1082 bytes)
I1209 10:50:20.657840 627293 provision.go:87] duration metric: took 254.019642ms to configureAuth
I1209 10:50:20.657873 627293 buildroot.go:189] setting minikube options for container-runtime
I1209 10:50:20.658088 627293 config.go:182] Loaded profile config "ha-792382": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1209 10:50:20.658221 627293 main.go:141] libmachine: (ha-792382-m02) Calling .GetSSHHostname
I1209 10:50:20.661758 627293 main.go:141] libmachine: (ha-792382-m02) DBG | domain ha-792382-m02 has defined MAC address 52:54:00:95:40:00 in network mk-ha-792382
I1209 10:50:20.662150 627293 main.go:141] libmachine: (ha-792382-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:95:40:00", ip: ""} in network mk-ha-792382: {Iface:virbr1 ExpiryTime:2024-12-09 11:50:11 +0000 UTC Type:0 Mac:52:54:00:95:40:00 Iaid: IPaddr:192.168.39.89 Prefix:24 Hostname:ha-792382-m02 Clientid:01:52:54:00:95:40:00}
I1209 10:50:20.662207 627293 main.go:141] libmachine: (ha-792382-m02) DBG | domain ha-792382-m02 has defined IP address 192.168.39.89 and MAC address 52:54:00:95:40:00 in network mk-ha-792382
I1209 10:50:20.662350 627293 main.go:141] libmachine: (ha-792382-m02) Calling .GetSSHPort
I1209 10:50:20.662590 627293 main.go:141] libmachine: (ha-792382-m02) Calling .GetSSHKeyPath
I1209 10:50:20.662773 627293 main.go:141] libmachine: (ha-792382-m02) Calling .GetSSHKeyPath
I1209 10:50:20.662982 627293 main.go:141] libmachine: (ha-792382-m02) Calling .GetSSHUsername
I1209 10:50:20.663174 627293 main.go:141] libmachine: Using SSH client type: native
I1209 10:50:20.663396 627293 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866ca0] 0x869980 <nil> [] 0s} 192.168.39.89 22 <nil> <nil>}
I1209 10:50:20.663417 627293 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1209 10:50:20.895342 627293 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1209 10:50:20.895376 627293 main.go:141] libmachine: Checking connection to Docker...
I1209 10:50:20.895386 627293 main.go:141] libmachine: (ha-792382-m02) Calling .GetURL
I1209 10:50:20.896678 627293 main.go:141] libmachine: (ha-792382-m02) DBG | Using libvirt version 6000000
I1209 10:50:20.899127 627293 main.go:141] libmachine: (ha-792382-m02) DBG | domain ha-792382-m02 has defined MAC address 52:54:00:95:40:00 in network mk-ha-792382
I1209 10:50:20.899492 627293 main.go:141] libmachine: (ha-792382-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:95:40:00", ip: ""} in network mk-ha-792382: {Iface:virbr1 ExpiryTime:2024-12-09 11:50:11 +0000 UTC Type:0 Mac:52:54:00:95:40:00 Iaid: IPaddr:192.168.39.89 Prefix:24 Hostname:ha-792382-m02 Clientid:01:52:54:00:95:40:00}
I1209 10:50:20.899524 627293 main.go:141] libmachine: (ha-792382-m02) DBG | domain ha-792382-m02 has defined IP address 192.168.39.89 and MAC address 52:54:00:95:40:00 in network mk-ha-792382
I1209 10:50:20.899662 627293 main.go:141] libmachine: Docker is up and running!
I1209 10:50:20.899675 627293 main.go:141] libmachine: Reticulating splines...
I1209 10:50:20.899683 627293 client.go:171] duration metric: took 23.594715586s to LocalClient.Create
I1209 10:50:20.899712 627293 start.go:167] duration metric: took 23.594799788s to libmachine.API.Create "ha-792382"
I1209 10:50:20.899727 627293 start.go:293] postStartSetup for "ha-792382-m02" (driver="kvm2")
I1209 10:50:20.899740 627293 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1209 10:50:20.899762 627293 main.go:141] libmachine: (ha-792382-m02) Calling .DriverName
I1209 10:50:20.899988 627293 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1209 10:50:20.900011 627293 main.go:141] libmachine: (ha-792382-m02) Calling .GetSSHHostname
I1209 10:50:20.902193 627293 main.go:141] libmachine: (ha-792382-m02) DBG | domain ha-792382-m02 has defined MAC address 52:54:00:95:40:00 in network mk-ha-792382
I1209 10:50:20.902545 627293 main.go:141] libmachine: (ha-792382-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:95:40:00", ip: ""} in network mk-ha-792382: {Iface:virbr1 ExpiryTime:2024-12-09 11:50:11 +0000 UTC Type:0 Mac:52:54:00:95:40:00 Iaid: IPaddr:192.168.39.89 Prefix:24 Hostname:ha-792382-m02 Clientid:01:52:54:00:95:40:00}
I1209 10:50:20.902574 627293 main.go:141] libmachine: (ha-792382-m02) DBG | domain ha-792382-m02 has defined IP address 192.168.39.89 and MAC address 52:54:00:95:40:00 in network mk-ha-792382
I1209 10:50:20.902733 627293 main.go:141] libmachine: (ha-792382-m02) Calling .GetSSHPort
I1209 10:50:20.902907 627293 main.go:141] libmachine: (ha-792382-m02) Calling .GetSSHKeyPath
I1209 10:50:20.903055 627293 main.go:141] libmachine: (ha-792382-m02) Calling .GetSSHUsername
I1209 10:50:20.903224 627293 sshutil.go:53] new ssh client: &{IP:192.168.39.89 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/20068-609844/.minikube/machines/ha-792382-m02/id_rsa Username:docker}
I1209 10:50:20.987979 627293 ssh_runner.go:195] Run: cat /etc/os-release
I1209 10:50:20.992183 627293 info.go:137] Remote host: Buildroot 2023.02.9
I1209 10:50:20.992210 627293 filesync.go:126] Scanning /home/jenkins/minikube-integration/20068-609844/.minikube/addons for local assets ...
I1209 10:50:20.992280 627293 filesync.go:126] Scanning /home/jenkins/minikube-integration/20068-609844/.minikube/files for local assets ...
I1209 10:50:20.992373 627293 filesync.go:149] local asset: /home/jenkins/minikube-integration/20068-609844/.minikube/files/etc/ssl/certs/6170172.pem -> 6170172.pem in /etc/ssl/certs
I1209 10:50:20.992388 627293 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20068-609844/.minikube/files/etc/ssl/certs/6170172.pem -> /etc/ssl/certs/6170172.pem
I1209 10:50:20.992517 627293 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1209 10:50:21.001255 627293 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20068-609844/.minikube/files/etc/ssl/certs/6170172.pem --> /etc/ssl/certs/6170172.pem (1708 bytes)
I1209 10:50:21.023333 627293 start.go:296] duration metric: took 123.590873ms for postStartSetup
I1209 10:50:21.023382 627293 main.go:141] libmachine: (ha-792382-m02) Calling .GetConfigRaw
I1209 10:50:21.024074 627293 main.go:141] libmachine: (ha-792382-m02) Calling .GetIP
I1209 10:50:21.026760 627293 main.go:141] libmachine: (ha-792382-m02) DBG | domain ha-792382-m02 has defined MAC address 52:54:00:95:40:00 in network mk-ha-792382
I1209 10:50:21.027216 627293 main.go:141] libmachine: (ha-792382-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:95:40:00", ip: ""} in network mk-ha-792382: {Iface:virbr1 ExpiryTime:2024-12-09 11:50:11 +0000 UTC Type:0 Mac:52:54:00:95:40:00 Iaid: IPaddr:192.168.39.89 Prefix:24 Hostname:ha-792382-m02 Clientid:01:52:54:00:95:40:00}
I1209 10:50:21.027253 627293 main.go:141] libmachine: (ha-792382-m02) DBG | domain ha-792382-m02 has defined IP address 192.168.39.89 and MAC address 52:54:00:95:40:00 in network mk-ha-792382
I1209 10:50:21.027452 627293 profile.go:143] Saving config to /home/jenkins/minikube-integration/20068-609844/.minikube/profiles/ha-792382/config.json ...
I1209 10:50:21.027657 627293 start.go:128] duration metric: took 23.741699232s to createHost
I1209 10:50:21.027689 627293 main.go:141] libmachine: (ha-792382-m02) Calling .GetSSHHostname
I1209 10:50:21.029948 627293 main.go:141] libmachine: (ha-792382-m02) DBG | domain ha-792382-m02 has defined MAC address 52:54:00:95:40:00 in network mk-ha-792382
I1209 10:50:21.030322 627293 main.go:141] libmachine: (ha-792382-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:95:40:00", ip: ""} in network mk-ha-792382: {Iface:virbr1 ExpiryTime:2024-12-09 11:50:11 +0000 UTC Type:0 Mac:52:54:00:95:40:00 Iaid: IPaddr:192.168.39.89 Prefix:24 Hostname:ha-792382-m02 Clientid:01:52:54:00:95:40:00}
I1209 10:50:21.030343 627293 main.go:141] libmachine: (ha-792382-m02) DBG | domain ha-792382-m02 has defined IP address 192.168.39.89 and MAC address 52:54:00:95:40:00 in network mk-ha-792382
I1209 10:50:21.030537 627293 main.go:141] libmachine: (ha-792382-m02) Calling .GetSSHPort
I1209 10:50:21.030708 627293 main.go:141] libmachine: (ha-792382-m02) Calling .GetSSHKeyPath
I1209 10:50:21.030868 627293 main.go:141] libmachine: (ha-792382-m02) Calling .GetSSHKeyPath
I1209 10:50:21.031040 627293 main.go:141] libmachine: (ha-792382-m02) Calling .GetSSHUsername
I1209 10:50:21.031235 627293 main.go:141] libmachine: Using SSH client type: native
I1209 10:50:21.031525 627293 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866ca0] 0x869980 <nil> [] 0s} 192.168.39.89 22 <nil> <nil>}
I1209 10:50:21.031542 627293 main.go:141] libmachine: About to run SSH command:
date +%s.%N
I1209 10:50:21.134634 627293 main.go:141] libmachine: SSH cmd err, output: <nil>: 1733741421.109382404
I1209 10:50:21.134664 627293 fix.go:216] guest clock: 1733741421.109382404
I1209 10:50:21.134671 627293 fix.go:229] Guest: 2024-12-09 10:50:21.109382404 +0000 UTC Remote: 2024-12-09 10:50:21.027672389 +0000 UTC m=+68.911911388 (delta=81.710015ms)
I1209 10:50:21.134687 627293 fix.go:200] guest clock delta is within tolerance: 81.710015ms
I1209 10:50:21.134693 627293 start.go:83] releasing machines lock for "ha-792382-m02", held for 23.84885063s
I1209 10:50:21.134711 627293 main.go:141] libmachine: (ha-792382-m02) Calling .DriverName
I1209 10:50:21.135011 627293 main.go:141] libmachine: (ha-792382-m02) Calling .GetIP
I1209 10:50:21.137922 627293 main.go:141] libmachine: (ha-792382-m02) DBG | domain ha-792382-m02 has defined MAC address 52:54:00:95:40:00 in network mk-ha-792382
I1209 10:50:21.138329 627293 main.go:141] libmachine: (ha-792382-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:95:40:00", ip: ""} in network mk-ha-792382: {Iface:virbr1 ExpiryTime:2024-12-09 11:50:11 +0000 UTC Type:0 Mac:52:54:00:95:40:00 Iaid: IPaddr:192.168.39.89 Prefix:24 Hostname:ha-792382-m02 Clientid:01:52:54:00:95:40:00}
I1209 10:50:21.138359 627293 main.go:141] libmachine: (ha-792382-m02) DBG | domain ha-792382-m02 has defined IP address 192.168.39.89 and MAC address 52:54:00:95:40:00 in network mk-ha-792382
I1209 10:50:21.140711 627293 out.go:177] * Found network options:
I1209 10:50:21.142033 627293 out.go:177] - NO_PROXY=192.168.39.69
W1209 10:50:21.143264 627293 proxy.go:119] fail to check proxy env: Error ip not in block
I1209 10:50:21.143304 627293 main.go:141] libmachine: (ha-792382-m02) Calling .DriverName
I1209 10:50:21.143961 627293 main.go:141] libmachine: (ha-792382-m02) Calling .DriverName
I1209 10:50:21.144186 627293 main.go:141] libmachine: (ha-792382-m02) Calling .DriverName
I1209 10:50:21.144305 627293 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1209 10:50:21.144354 627293 main.go:141] libmachine: (ha-792382-m02) Calling .GetSSHHostname
W1209 10:50:21.144454 627293 proxy.go:119] fail to check proxy env: Error ip not in block
I1209 10:50:21.144534 627293 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1209 10:50:21.144559 627293 main.go:141] libmachine: (ha-792382-m02) Calling .GetSSHHostname
I1209 10:50:21.147622 627293 main.go:141] libmachine: (ha-792382-m02) DBG | domain ha-792382-m02 has defined MAC address 52:54:00:95:40:00 in network mk-ha-792382
I1209 10:50:21.147846 627293 main.go:141] libmachine: (ha-792382-m02) DBG | domain ha-792382-m02 has defined MAC address 52:54:00:95:40:00 in network mk-ha-792382
I1209 10:50:21.147959 627293 main.go:141] libmachine: (ha-792382-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:95:40:00", ip: ""} in network mk-ha-792382: {Iface:virbr1 ExpiryTime:2024-12-09 11:50:11 +0000 UTC Type:0 Mac:52:54:00:95:40:00 Iaid: IPaddr:192.168.39.89 Prefix:24 Hostname:ha-792382-m02 Clientid:01:52:54:00:95:40:00}
I1209 10:50:21.147994 627293 main.go:141] libmachine: (ha-792382-m02) DBG | domain ha-792382-m02 has defined IP address 192.168.39.89 and MAC address 52:54:00:95:40:00 in network mk-ha-792382
I1209 10:50:21.148084 627293 main.go:141] libmachine: (ha-792382-m02) Calling .GetSSHPort
I1209 10:50:21.148250 627293 main.go:141] libmachine: (ha-792382-m02) Calling .GetSSHKeyPath
I1209 10:50:21.148369 627293 main.go:141] libmachine: (ha-792382-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:95:40:00", ip: ""} in network mk-ha-792382: {Iface:virbr1 ExpiryTime:2024-12-09 11:50:11 +0000 UTC Type:0 Mac:52:54:00:95:40:00 Iaid: IPaddr:192.168.39.89 Prefix:24 Hostname:ha-792382-m02 Clientid:01:52:54:00:95:40:00}
I1209 10:50:21.148396 627293 main.go:141] libmachine: (ha-792382-m02) DBG | domain ha-792382-m02 has defined IP address 192.168.39.89 and MAC address 52:54:00:95:40:00 in network mk-ha-792382
I1209 10:50:21.148419 627293 main.go:141] libmachine: (ha-792382-m02) Calling .GetSSHUsername
I1209 10:50:21.148619 627293 sshutil.go:53] new ssh client: &{IP:192.168.39.89 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/20068-609844/.minikube/machines/ha-792382-m02/id_rsa Username:docker}
I1209 10:50:21.148763 627293 main.go:141] libmachine: (ha-792382-m02) Calling .GetSSHPort
I1209 10:50:21.148870 627293 main.go:141] libmachine: (ha-792382-m02) Calling .GetSSHKeyPath
I1209 10:50:21.149177 627293 main.go:141] libmachine: (ha-792382-m02) Calling .GetSSHUsername
I1209 10:50:21.149326 627293 sshutil.go:53] new ssh client: &{IP:192.168.39.89 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/20068-609844/.minikube/machines/ha-792382-m02/id_rsa Username:docker}
I1209 10:50:21.377528 627293 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
W1209 10:50:21.383869 627293 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I1209 10:50:21.383962 627293 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1209 10:50:21.402713 627293 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)
I1209 10:50:21.402747 627293 start.go:495] detecting cgroup driver to use...
I1209 10:50:21.402836 627293 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1209 10:50:21.418644 627293 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1209 10:50:21.431825 627293 docker.go:217] disabling cri-docker service (if available) ...
I1209 10:50:21.431894 627293 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1209 10:50:21.445030 627293 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1209 10:50:21.458235 627293 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1209 10:50:21.576888 627293 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1209 10:50:21.715254 627293 docker.go:233] disabling docker service ...
I1209 10:50:21.715337 627293 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1209 10:50:21.728777 627293 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1209 10:50:21.741484 627293 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1209 10:50:21.877920 627293 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1209 10:50:21.987438 627293 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1209 10:50:22.000287 627293 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1209 10:50:22.017967 627293 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10" pause image...
I1209 10:50:22.018044 627293 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10"|' /etc/crio/crio.conf.d/02-crio.conf"
I1209 10:50:22.027586 627293 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I1209 10:50:22.027647 627293 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I1209 10:50:22.037032 627293 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1209 10:50:22.046716 627293 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1209 10:50:22.056390 627293 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1209 10:50:22.066025 627293 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I1209 10:50:22.075591 627293 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I1209 10:50:22.092169 627293 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I1209 10:50:22.102292 627293 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1209 10:50:22.111580 627293 crio.go:166] couldn't verify netfilter by "sudo sysctl net.bridge.bridge-nf-call-iptables" which might be okay. error: sudo sysctl net.bridge.bridge-nf-call-iptables: Process exited with status 255
stdout:
stderr:
sysctl: cannot stat /proc/sys/net/bridge/bridge-nf-call-iptables: No such file or directory
I1209 10:50:22.111645 627293 ssh_runner.go:195] Run: sudo modprobe br_netfilter
I1209 10:50:22.124823 627293 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1209 10:50:22.134059 627293 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1209 10:50:22.267517 627293 ssh_runner.go:195] Run: sudo systemctl restart crio
I1209 10:50:22.360113 627293 start.go:542] Will wait 60s for socket path /var/run/crio/crio.sock
I1209 10:50:22.360202 627293 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1209 10:50:22.366049 627293 start.go:563] Will wait 60s for crictl version
I1209 10:50:22.366124 627293 ssh_runner.go:195] Run: which crictl
I1209 10:50:22.369685 627293 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I1209 10:50:22.406117 627293 start.go:579] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.29.1
RuntimeApiVersion: v1
I1209 10:50:22.406233 627293 ssh_runner.go:195] Run: crio --version
I1209 10:50:22.433831 627293 ssh_runner.go:195] Run: crio --version
I1209 10:50:22.466702 627293 out.go:177] * Preparing Kubernetes v1.31.2 on CRI-O 1.29.1 ...
I1209 10:50:22.468114 627293 out.go:177] - env NO_PROXY=192.168.39.69
I1209 10:50:22.469415 627293 main.go:141] libmachine: (ha-792382-m02) Calling .GetIP
I1209 10:50:22.472354 627293 main.go:141] libmachine: (ha-792382-m02) DBG | domain ha-792382-m02 has defined MAC address 52:54:00:95:40:00 in network mk-ha-792382
I1209 10:50:22.472792 627293 main.go:141] libmachine: (ha-792382-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:95:40:00", ip: ""} in network mk-ha-792382: {Iface:virbr1 ExpiryTime:2024-12-09 11:50:11 +0000 UTC Type:0 Mac:52:54:00:95:40:00 Iaid: IPaddr:192.168.39.89 Prefix:24 Hostname:ha-792382-m02 Clientid:01:52:54:00:95:40:00}
I1209 10:50:22.472838 627293 main.go:141] libmachine: (ha-792382-m02) DBG | domain ha-792382-m02 has defined IP address 192.168.39.89 and MAC address 52:54:00:95:40:00 in network mk-ha-792382
I1209 10:50:22.473063 627293 ssh_runner.go:195] Run: grep 192.168.39.1 host.minikube.internal$ /etc/hosts
I1209 10:50:22.478206 627293 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.39.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1209 10:50:22.490975 627293 mustload.go:65] Loading cluster: ha-792382
I1209 10:50:22.491223 627293 config.go:182] Loaded profile config "ha-792382": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1209 10:50:22.491515 627293 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1209 10:50:22.491566 627293 main.go:141] libmachine: Launching plugin server for driver kvm2
I1209 10:50:22.507354 627293 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:34813
I1209 10:50:22.507839 627293 main.go:141] libmachine: () Calling .GetVersion
I1209 10:50:22.508378 627293 main.go:141] libmachine: Using API Version 1
I1209 10:50:22.508407 627293 main.go:141] libmachine: () Calling .SetConfigRaw
I1209 10:50:22.508811 627293 main.go:141] libmachine: () Calling .GetMachineName
I1209 10:50:22.509022 627293 main.go:141] libmachine: (ha-792382) Calling .GetState
I1209 10:50:22.510469 627293 host.go:66] Checking if "ha-792382" exists ...
I1209 10:50:22.510748 627293 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1209 10:50:22.510785 627293 main.go:141] libmachine: Launching plugin server for driver kvm2
I1209 10:50:22.525474 627293 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:34445
I1209 10:50:22.525972 627293 main.go:141] libmachine: () Calling .GetVersion
I1209 10:50:22.526524 627293 main.go:141] libmachine: Using API Version 1
I1209 10:50:22.526554 627293 main.go:141] libmachine: () Calling .SetConfigRaw
I1209 10:50:22.526848 627293 main.go:141] libmachine: () Calling .GetMachineName
I1209 10:50:22.527055 627293 main.go:141] libmachine: (ha-792382) Calling .DriverName
I1209 10:50:22.527271 627293 certs.go:68] Setting up /home/jenkins/minikube-integration/20068-609844/.minikube/profiles/ha-792382 for IP: 192.168.39.89
I1209 10:50:22.527285 627293 certs.go:194] generating shared ca certs ...
I1209 10:50:22.527308 627293 certs.go:226] acquiring lock for ca certs: {Name:mk2df5887e08965d909a9c950da5dfffb8a04ddc Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1209 10:50:22.527465 627293 certs.go:235] skipping valid "minikubeCA" ca cert: /home/jenkins/minikube-integration/20068-609844/.minikube/ca.key
I1209 10:50:22.527507 627293 certs.go:235] skipping valid "proxyClientCA" ca cert: /home/jenkins/minikube-integration/20068-609844/.minikube/proxy-client-ca.key
I1209 10:50:22.527514 627293 certs.go:256] generating profile certs ...
I1209 10:50:22.527587 627293 certs.go:359] skipping valid signed profile cert regeneration for "minikube-user": /home/jenkins/minikube-integration/20068-609844/.minikube/profiles/ha-792382/client.key
I1209 10:50:22.527613 627293 certs.go:363] generating signed profile cert for "minikube": /home/jenkins/minikube-integration/20068-609844/.minikube/profiles/ha-792382/apiserver.key.8c4cfabb
I1209 10:50:22.527628 627293 crypto.go:68] Generating cert /home/jenkins/minikube-integration/20068-609844/.minikube/profiles/ha-792382/apiserver.crt.8c4cfabb with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.168.39.69 192.168.39.89 192.168.39.254]
I1209 10:50:22.618893 627293 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/20068-609844/.minikube/profiles/ha-792382/apiserver.crt.8c4cfabb ...
I1209 10:50:22.618924 627293 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20068-609844/.minikube/profiles/ha-792382/apiserver.crt.8c4cfabb: {Name:mk9fc14aa3aaf65091f9f2d45f3765515e31473e Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1209 10:50:22.619129 627293 crypto.go:164] Writing key to /home/jenkins/minikube-integration/20068-609844/.minikube/profiles/ha-792382/apiserver.key.8c4cfabb ...
I1209 10:50:22.619148 627293 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20068-609844/.minikube/profiles/ha-792382/apiserver.key.8c4cfabb: {Name:mk41f99fa98267e5a58e4b407fa7296350fea4d8 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1209 10:50:22.619255 627293 certs.go:381] copying /home/jenkins/minikube-integration/20068-609844/.minikube/profiles/ha-792382/apiserver.crt.8c4cfabb -> /home/jenkins/minikube-integration/20068-609844/.minikube/profiles/ha-792382/apiserver.crt
I1209 10:50:22.619394 627293 certs.go:385] copying /home/jenkins/minikube-integration/20068-609844/.minikube/profiles/ha-792382/apiserver.key.8c4cfabb -> /home/jenkins/minikube-integration/20068-609844/.minikube/profiles/ha-792382/apiserver.key
I1209 10:50:22.619538 627293 certs.go:359] skipping valid signed profile cert regeneration for "aggregator": /home/jenkins/minikube-integration/20068-609844/.minikube/profiles/ha-792382/proxy-client.key
I1209 10:50:22.619555 627293 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20068-609844/.minikube/ca.crt -> /var/lib/minikube/certs/ca.crt
I1209 10:50:22.619568 627293 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20068-609844/.minikube/ca.key -> /var/lib/minikube/certs/ca.key
I1209 10:50:22.619579 627293 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20068-609844/.minikube/proxy-client-ca.crt -> /var/lib/minikube/certs/proxy-client-ca.crt
I1209 10:50:22.619593 627293 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20068-609844/.minikube/proxy-client-ca.key -> /var/lib/minikube/certs/proxy-client-ca.key
I1209 10:50:22.619603 627293 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20068-609844/.minikube/profiles/ha-792382/apiserver.crt -> /var/lib/minikube/certs/apiserver.crt
I1209 10:50:22.619614 627293 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20068-609844/.minikube/profiles/ha-792382/apiserver.key -> /var/lib/minikube/certs/apiserver.key
I1209 10:50:22.619626 627293 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20068-609844/.minikube/profiles/ha-792382/proxy-client.crt -> /var/lib/minikube/certs/proxy-client.crt
I1209 10:50:22.619636 627293 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20068-609844/.minikube/profiles/ha-792382/proxy-client.key -> /var/lib/minikube/certs/proxy-client.key
I1209 10:50:22.619683 627293 certs.go:484] found cert: /home/jenkins/minikube-integration/20068-609844/.minikube/certs/617017.pem (1338 bytes)
W1209 10:50:22.619711 627293 certs.go:480] ignoring /home/jenkins/minikube-integration/20068-609844/.minikube/certs/617017_empty.pem, impossibly tiny 0 bytes
I1209 10:50:22.619720 627293 certs.go:484] found cert: /home/jenkins/minikube-integration/20068-609844/.minikube/certs/ca-key.pem (1675 bytes)
I1209 10:50:22.619743 627293 certs.go:484] found cert: /home/jenkins/minikube-integration/20068-609844/.minikube/certs/ca.pem (1082 bytes)
I1209 10:50:22.619767 627293 certs.go:484] found cert: /home/jenkins/minikube-integration/20068-609844/.minikube/certs/cert.pem (1123 bytes)
I1209 10:50:22.619790 627293 certs.go:484] found cert: /home/jenkins/minikube-integration/20068-609844/.minikube/certs/key.pem (1679 bytes)
I1209 10:50:22.619828 627293 certs.go:484] found cert: /home/jenkins/minikube-integration/20068-609844/.minikube/files/etc/ssl/certs/6170172.pem (1708 bytes)
I1209 10:50:22.619853 627293 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20068-609844/.minikube/files/etc/ssl/certs/6170172.pem -> /usr/share/ca-certificates/6170172.pem
I1209 10:50:22.619866 627293 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20068-609844/.minikube/ca.crt -> /usr/share/ca-certificates/minikubeCA.pem
I1209 10:50:22.619877 627293 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20068-609844/.minikube/certs/617017.pem -> /usr/share/ca-certificates/617017.pem
I1209 10:50:22.619908 627293 main.go:141] libmachine: (ha-792382) Calling .GetSSHHostname
I1209 10:50:22.623291 627293 main.go:141] libmachine: (ha-792382) DBG | domain ha-792382 has defined MAC address 52:54:00:a8:82:f7 in network mk-ha-792382
I1209 10:50:22.623706 627293 main.go:141] libmachine: (ha-792382) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:a8:82:f7", ip: ""} in network mk-ha-792382: {Iface:virbr1 ExpiryTime:2024-12-09 11:49:26 +0000 UTC Type:0 Mac:52:54:00:a8:82:f7 Iaid: IPaddr:192.168.39.69 Prefix:24 Hostname:ha-792382 Clientid:01:52:54:00:a8:82:f7}
I1209 10:50:22.623734 627293 main.go:141] libmachine: (ha-792382) DBG | domain ha-792382 has defined IP address 192.168.39.69 and MAC address 52:54:00:a8:82:f7 in network mk-ha-792382
I1209 10:50:22.623919 627293 main.go:141] libmachine: (ha-792382) Calling .GetSSHPort
I1209 10:50:22.624122 627293 main.go:141] libmachine: (ha-792382) Calling .GetSSHKeyPath
I1209 10:50:22.624329 627293 main.go:141] libmachine: (ha-792382) Calling .GetSSHUsername
I1209 10:50:22.624526 627293 sshutil.go:53] new ssh client: &{IP:192.168.39.69 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/20068-609844/.minikube/machines/ha-792382/id_rsa Username:docker}
I1209 10:50:22.694590 627293 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/sa.pub
I1209 10:50:22.700190 627293 ssh_runner.go:447] scp /var/lib/minikube/certs/sa.pub --> memory (451 bytes)
I1209 10:50:22.715537 627293 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/sa.key
I1209 10:50:22.720737 627293 ssh_runner.go:447] scp /var/lib/minikube/certs/sa.key --> memory (1675 bytes)
I1209 10:50:22.731623 627293 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/front-proxy-ca.crt
I1209 10:50:22.736050 627293 ssh_runner.go:447] scp /var/lib/minikube/certs/front-proxy-ca.crt --> memory (1123 bytes)
I1209 10:50:22.747578 627293 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/front-proxy-ca.key
I1209 10:50:22.752312 627293 ssh_runner.go:447] scp /var/lib/minikube/certs/front-proxy-ca.key --> memory (1679 bytes)
I1209 10:50:22.763588 627293 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/etcd/ca.crt
I1209 10:50:22.768050 627293 ssh_runner.go:447] scp /var/lib/minikube/certs/etcd/ca.crt --> memory (1094 bytes)
I1209 10:50:22.777655 627293 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/etcd/ca.key
I1209 10:50:22.781717 627293 ssh_runner.go:447] scp /var/lib/minikube/certs/etcd/ca.key --> memory (1679 bytes)
I1209 10:50:22.792464 627293 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20068-609844/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1209 10:50:22.816318 627293 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20068-609844/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1679 bytes)
I1209 10:50:22.837988 627293 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20068-609844/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1209 10:50:22.861671 627293 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20068-609844/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I1209 10:50:22.883735 627293 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20068-609844/.minikube/profiles/ha-792382/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1436 bytes)
I1209 10:50:22.904888 627293 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20068-609844/.minikube/profiles/ha-792382/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1679 bytes)
I1209 10:50:22.926092 627293 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20068-609844/.minikube/profiles/ha-792382/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1209 10:50:22.947329 627293 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20068-609844/.minikube/profiles/ha-792382/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1675 bytes)
I1209 10:50:22.968466 627293 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20068-609844/.minikube/files/etc/ssl/certs/6170172.pem --> /usr/share/ca-certificates/6170172.pem (1708 bytes)
I1209 10:50:22.989908 627293 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20068-609844/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1209 10:50:23.012190 627293 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20068-609844/.minikube/certs/617017.pem --> /usr/share/ca-certificates/617017.pem (1338 bytes)
I1209 10:50:23.036349 627293 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/sa.pub (451 bytes)
I1209 10:50:23.051329 627293 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/sa.key (1675 bytes)
I1209 10:50:23.066824 627293 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/front-proxy-ca.crt (1123 bytes)
I1209 10:50:23.081626 627293 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/front-proxy-ca.key (1679 bytes)
I1209 10:50:23.096856 627293 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/etcd/ca.crt (1094 bytes)
I1209 10:50:23.112249 627293 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/etcd/ca.key (1679 bytes)
I1209 10:50:23.126784 627293 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (744 bytes)
I1209 10:50:23.141365 627293 ssh_runner.go:195] Run: openssl version
I1209 10:50:23.146879 627293 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/6170172.pem && ln -fs /usr/share/ca-certificates/6170172.pem /etc/ssl/certs/6170172.pem"
I1209 10:50:23.156698 627293 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/6170172.pem
I1209 10:50:23.160669 627293 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Dec 9 10:45 /usr/share/ca-certificates/6170172.pem
I1209 10:50:23.160717 627293 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/6170172.pem
I1209 10:50:23.166987 627293 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/6170172.pem /etc/ssl/certs/3ec20f2e.0"
I1209 10:50:23.176745 627293 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1209 10:50:23.186586 627293 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1209 10:50:23.190639 627293 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Dec 9 10:34 /usr/share/ca-certificates/minikubeCA.pem
I1209 10:50:23.190687 627293 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1209 10:50:23.195990 627293 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1209 10:50:23.205745 627293 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/617017.pem && ln -fs /usr/share/ca-certificates/617017.pem /etc/ssl/certs/617017.pem"
I1209 10:50:23.215364 627293 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/617017.pem
I1209 10:50:23.219316 627293 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Dec 9 10:45 /usr/share/ca-certificates/617017.pem
I1209 10:50:23.219368 627293 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/617017.pem
I1209 10:50:23.225208 627293 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/617017.pem /etc/ssl/certs/51391683.0"
I1209 10:50:23.235141 627293 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1209 10:50:23.238820 627293 certs.go:399] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I1209 10:50:23.238882 627293 kubeadm.go:934] updating node {m02 192.168.39.89 8443 v1.31.2 crio true true} ...
I1209 10:50:23.238988 627293 kubeadm.go:946] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.31.2/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --hostname-override=ha-792382-m02 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.39.89
[Install]
config:
{KubernetesVersion:v1.31.2 ClusterName:ha-792382 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1209 10:50:23.239016 627293 kube-vip.go:115] generating kube-vip config ...
I1209 10:50:23.239060 627293 ssh_runner.go:195] Run: sudo sh -c "modprobe --all ip_vs ip_vs_rr ip_vs_wrr ip_vs_sh nf_conntrack"
I1209 10:50:23.254073 627293 kube-vip.go:167] auto-enabling control-plane load-balancing in kube-vip
I1209 10:50:23.254184 627293 kube-vip.go:137] kube-vip config:
apiVersion: v1
kind: Pod
metadata:
creationTimestamp: null
name: kube-vip
namespace: kube-system
spec:
containers:
- args:
- manager
env:
- name: vip_arp
value: "true"
- name: port
value: "8443"
- name: vip_nodename
valueFrom:
fieldRef:
fieldPath: spec.nodeName
- name: vip_interface
value: eth0
- name: vip_cidr
value: "32"
- name: dns_mode
value: first
- name: cp_enable
value: "true"
- name: cp_namespace
value: kube-system
- name: vip_leaderelection
value: "true"
- name: vip_leasename
value: plndr-cp-lock
- name: vip_leaseduration
value: "5"
- name: vip_renewdeadline
value: "3"
- name: vip_retryperiod
value: "1"
- name: address
value: 192.168.39.254
- name: prometheus_server
value: :2112
- name : lb_enable
value: "true"
- name: lb_port
value: "8443"
image: ghcr.io/kube-vip/kube-vip:v0.8.7
imagePullPolicy: IfNotPresent
name: kube-vip
resources: {}
securityContext:
capabilities:
add:
- NET_ADMIN
- NET_RAW
volumeMounts:
- mountPath: /etc/kubernetes/admin.conf
name: kubeconfig
hostAliases:
- hostnames:
- kubernetes
ip: 127.0.0.1
hostNetwork: true
volumes:
- hostPath:
path: "/etc/kubernetes/admin.conf"
name: kubeconfig
status: {}
I1209 10:50:23.254233 627293 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.31.2
I1209 10:50:23.263688 627293 binaries.go:47] Didn't find k8s binaries: sudo ls /var/lib/minikube/binaries/v1.31.2: Process exited with status 2
stdout:
stderr:
ls: cannot access '/var/lib/minikube/binaries/v1.31.2': No such file or directory
Initiating transfer...
I1209 10:50:23.263749 627293 ssh_runner.go:195] Run: sudo mkdir -p /var/lib/minikube/binaries/v1.31.2
I1209 10:50:23.272494 627293 binary.go:74] Not caching binary, using https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubectl?checksum=file:https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubectl.sha256
I1209 10:50:23.272527 627293 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20068-609844/.minikube/cache/linux/amd64/v1.31.2/kubectl -> /var/lib/minikube/binaries/v1.31.2/kubectl
I1209 10:50:23.272570 627293 download.go:107] Downloading: https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubeadm?checksum=file:https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubeadm.sha256 -> /home/jenkins/minikube-integration/20068-609844/.minikube/cache/linux/amd64/v1.31.2/kubeadm
I1209 10:50:23.272599 627293 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubectl
I1209 10:50:23.272611 627293 download.go:107] Downloading: https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubelet?checksum=file:https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubelet.sha256 -> /home/jenkins/minikube-integration/20068-609844/.minikube/cache/linux/amd64/v1.31.2/kubelet
I1209 10:50:23.276784 627293 ssh_runner.go:352] existence check for /var/lib/minikube/binaries/v1.31.2/kubectl: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubectl: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/binaries/v1.31.2/kubectl': No such file or directory
I1209 10:50:23.276819 627293 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20068-609844/.minikube/cache/linux/amd64/v1.31.2/kubectl --> /var/lib/minikube/binaries/v1.31.2/kubectl (56381592 bytes)
I1209 10:50:24.168986 627293 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20068-609844/.minikube/cache/linux/amd64/v1.31.2/kubeadm -> /var/lib/minikube/binaries/v1.31.2/kubeadm
I1209 10:50:24.169072 627293 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubeadm
I1209 10:50:24.174707 627293 ssh_runner.go:352] existence check for /var/lib/minikube/binaries/v1.31.2/kubeadm: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubeadm: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/binaries/v1.31.2/kubeadm': No such file or directory
I1209 10:50:24.174764 627293 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20068-609844/.minikube/cache/linux/amd64/v1.31.2/kubeadm --> /var/lib/minikube/binaries/v1.31.2/kubeadm (58290328 bytes)
I1209 10:50:24.294393 627293 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1209 10:50:24.325197 627293 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20068-609844/.minikube/cache/linux/amd64/v1.31.2/kubelet -> /var/lib/minikube/binaries/v1.31.2/kubelet
I1209 10:50:24.325289 627293 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubelet
I1209 10:50:24.335547 627293 ssh_runner.go:352] existence check for /var/lib/minikube/binaries/v1.31.2/kubelet: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubelet: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/binaries/v1.31.2/kubelet': No such file or directory
I1209 10:50:24.335594 627293 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20068-609844/.minikube/cache/linux/amd64/v1.31.2/kubelet --> /var/lib/minikube/binaries/v1.31.2/kubelet (76902744 bytes)
I1209 10:50:24.706937 627293 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /etc/kubernetes/manifests
I1209 10:50:24.715886 627293 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (312 bytes)
I1209 10:50:24.731189 627293 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1209 10:50:24.746662 627293 ssh_runner.go:362] scp memory --> /etc/kubernetes/manifests/kube-vip.yaml (1441 bytes)
I1209 10:50:24.762089 627293 ssh_runner.go:195] Run: grep 192.168.39.254 control-plane.minikube.internal$ /etc/hosts
I1209 10:50:24.765881 627293 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.39.254 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1209 10:50:24.777191 627293 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1209 10:50:24.904006 627293 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1209 10:50:24.921009 627293 host.go:66] Checking if "ha-792382" exists ...
I1209 10:50:24.921461 627293 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1209 10:50:24.921511 627293 main.go:141] libmachine: Launching plugin server for driver kvm2
I1209 10:50:24.937482 627293 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:34099
I1209 10:50:24.937973 627293 main.go:141] libmachine: () Calling .GetVersion
I1209 10:50:24.938486 627293 main.go:141] libmachine: Using API Version 1
I1209 10:50:24.938508 627293 main.go:141] libmachine: () Calling .SetConfigRaw
I1209 10:50:24.938885 627293 main.go:141] libmachine: () Calling .GetMachineName
I1209 10:50:24.939098 627293 main.go:141] libmachine: (ha-792382) Calling .DriverName
I1209 10:50:24.939248 627293 start.go:317] joinCluster: &{Name:ha-792382 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19917/minikube-v1.34.0-1730913550-19917-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730888964-19917@sha256:629a5748e3ec15a091fef12257eb3754b8ffc0c974ebcbb016451c65d1829615 Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.2 Cluster
Name:ha-792382 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.39.69 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m02 IP:192.168.39.89 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[default-storageclass:true storage-provisioner:true] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:
26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1209 10:50:24.939386 627293 ssh_runner.go:195] Run: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.2:$PATH" kubeadm token create --print-join-command --ttl=0"
I1209 10:50:24.939418 627293 main.go:141] libmachine: (ha-792382) Calling .GetSSHHostname
I1209 10:50:24.942285 627293 main.go:141] libmachine: (ha-792382) DBG | domain ha-792382 has defined MAC address 52:54:00:a8:82:f7 in network mk-ha-792382
I1209 10:50:24.942827 627293 main.go:141] libmachine: (ha-792382) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:a8:82:f7", ip: ""} in network mk-ha-792382: {Iface:virbr1 ExpiryTime:2024-12-09 11:49:26 +0000 UTC Type:0 Mac:52:54:00:a8:82:f7 Iaid: IPaddr:192.168.39.69 Prefix:24 Hostname:ha-792382 Clientid:01:52:54:00:a8:82:f7}
I1209 10:50:24.942855 627293 main.go:141] libmachine: (ha-792382) DBG | domain ha-792382 has defined IP address 192.168.39.69 and MAC address 52:54:00:a8:82:f7 in network mk-ha-792382
I1209 10:50:24.942985 627293 main.go:141] libmachine: (ha-792382) Calling .GetSSHPort
I1209 10:50:24.943215 627293 main.go:141] libmachine: (ha-792382) Calling .GetSSHKeyPath
I1209 10:50:24.943387 627293 main.go:141] libmachine: (ha-792382) Calling .GetSSHUsername
I1209 10:50:24.943515 627293 sshutil.go:53] new ssh client: &{IP:192.168.39.69 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/20068-609844/.minikube/machines/ha-792382/id_rsa Username:docker}
I1209 10:50:25.097594 627293 start.go:343] trying to join control-plane node "m02" to cluster: &{Name:m02 IP:192.168.39.89 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}
I1209 10:50:25.097643 627293 ssh_runner.go:195] Run: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.2:$PATH" kubeadm join control-plane.minikube.internal:8443 --token dvotig.smgl74cs6saznre8 --discovery-token-ca-cert-hash sha256:c011865ce27f188d55feab5f04226df0aae8d2e7cfe661283806c6f2de0ef29a --ignore-preflight-errors=all --cri-socket unix:///var/run/crio/crio.sock --node-name=ha-792382-m02 --control-plane --apiserver-advertise-address=192.168.39.89 --apiserver-bind-port=8443"
I1209 10:50:47.230030 627293 ssh_runner.go:235] Completed: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.2:$PATH" kubeadm join control-plane.minikube.internal:8443 --token dvotig.smgl74cs6saznre8 --discovery-token-ca-cert-hash sha256:c011865ce27f188d55feab5f04226df0aae8d2e7cfe661283806c6f2de0ef29a --ignore-preflight-errors=all --cri-socket unix:///var/run/crio/crio.sock --node-name=ha-792382-m02 --control-plane --apiserver-advertise-address=192.168.39.89 --apiserver-bind-port=8443": (22.132356511s)
I1209 10:50:47.230081 627293 ssh_runner.go:195] Run: /bin/bash -c "sudo systemctl daemon-reload && sudo systemctl enable kubelet && sudo systemctl start kubelet"
I1209 10:50:47.777805 627293 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig label --overwrite nodes ha-792382-m02 minikube.k8s.io/updated_at=2024_12_09T10_50_47_0700 minikube.k8s.io/version=v1.34.0 minikube.k8s.io/commit=60110addcdbf0fec7168b962521659e922988d6c minikube.k8s.io/name=ha-792382 minikube.k8s.io/primary=false
I1209 10:50:47.938150 627293 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig taint nodes ha-792382-m02 node-role.kubernetes.io/control-plane:NoSchedule-
I1209 10:50:48.082480 627293 start.go:319] duration metric: took 23.143228187s to joinCluster
I1209 10:50:48.082581 627293 start.go:235] Will wait 6m0s for node &{Name:m02 IP:192.168.39.89 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}
I1209 10:50:48.082941 627293 config.go:182] Loaded profile config "ha-792382": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1209 10:50:48.084770 627293 out.go:177] * Verifying Kubernetes components...
I1209 10:50:48.085991 627293 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1209 10:50:48.337603 627293 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1209 10:50:48.368412 627293 loader.go:395] Config loaded from file: /home/jenkins/minikube-integration/20068-609844/kubeconfig
I1209 10:50:48.368651 627293 kapi.go:59] client config for ha-792382: &rest.Config{Host:"https://192.168.39.254:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/home/jenkins/minikube-integration/20068-609844/.minikube/profiles/ha-792382/client.crt", KeyFile:"/home/jenkins/minikube-integration/20068-609844/.minikube/profiles/ha-792382/client.key", CAFile:"/home/jenkins/minikube-integration/20068-609844/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil), CAData:[]uint8(nil), NextProtos:[]string(n
il)}, UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x243b6e0), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
W1209 10:50:48.368776 627293 kubeadm.go:483] Overriding stale ClientConfig host https://192.168.39.254:8443 with https://192.168.39.69:8443
I1209 10:50:48.369027 627293 node_ready.go:35] waiting up to 6m0s for node "ha-792382-m02" to be "Ready" ...
I1209 10:50:48.369182 627293 round_trippers.go:463] GET https://192.168.39.69:8443/api/v1/nodes/ha-792382-m02
I1209 10:50:48.369197 627293 round_trippers.go:469] Request Headers:
I1209 10:50:48.369210 627293 round_trippers.go:473] Accept: application/json, */*
I1209 10:50:48.369215 627293 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 10:50:48.379219 627293 round_trippers.go:574] Response Status: 200 OK in 9 milliseconds
I1209 10:50:48.869436 627293 round_trippers.go:463] GET https://192.168.39.69:8443/api/v1/nodes/ha-792382-m02
I1209 10:50:48.869471 627293 round_trippers.go:469] Request Headers:
I1209 10:50:48.869484 627293 round_trippers.go:473] Accept: application/json, */*
I1209 10:50:48.869491 627293 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 10:50:48.873562 627293 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1209 10:50:49.369649 627293 round_trippers.go:463] GET https://192.168.39.69:8443/api/v1/nodes/ha-792382-m02
I1209 10:50:49.369671 627293 round_trippers.go:469] Request Headers:
I1209 10:50:49.369679 627293 round_trippers.go:473] Accept: application/json, */*
I1209 10:50:49.369685 627293 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 10:50:49.372678 627293 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1209 10:50:49.869490 627293 round_trippers.go:463] GET https://192.168.39.69:8443/api/v1/nodes/ha-792382-m02
I1209 10:50:49.869516 627293 round_trippers.go:469] Request Headers:
I1209 10:50:49.869525 627293 round_trippers.go:473] Accept: application/json, */*
I1209 10:50:49.869529 627293 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 10:50:49.872495 627293 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1209 10:50:50.369998 627293 round_trippers.go:463] GET https://192.168.39.69:8443/api/v1/nodes/ha-792382-m02
I1209 10:50:50.370028 627293 round_trippers.go:469] Request Headers:
I1209 10:50:50.370038 627293 round_trippers.go:473] Accept: application/json, */*
I1209 10:50:50.370043 627293 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 10:50:50.374983 627293 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1209 10:50:50.377595 627293 node_ready.go:53] node "ha-792382-m02" has status "Ready":"False"
I1209 10:50:50.869651 627293 round_trippers.go:463] GET https://192.168.39.69:8443/api/v1/nodes/ha-792382-m02
I1209 10:50:50.869674 627293 round_trippers.go:469] Request Headers:
I1209 10:50:50.869688 627293 round_trippers.go:473] Accept: application/json, */*
I1209 10:50:50.869692 627293 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 10:50:50.906453 627293 round_trippers.go:574] Response Status: 200 OK in 36 milliseconds
I1209 10:50:51.369287 627293 round_trippers.go:463] GET https://192.168.39.69:8443/api/v1/nodes/ha-792382-m02
I1209 10:50:51.369317 627293 round_trippers.go:469] Request Headers:
I1209 10:50:51.369329 627293 round_trippers.go:473] Accept: application/json, */*
I1209 10:50:51.369335 627293 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 10:50:51.372362 627293 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1209 10:50:51.870258 627293 round_trippers.go:463] GET https://192.168.39.69:8443/api/v1/nodes/ha-792382-m02
I1209 10:50:51.870289 627293 round_trippers.go:469] Request Headers:
I1209 10:50:51.870302 627293 round_trippers.go:473] Accept: application/json, */*
I1209 10:50:51.870310 627293 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 10:50:51.873898 627293 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1209 10:50:52.370080 627293 round_trippers.go:463] GET https://192.168.39.69:8443/api/v1/nodes/ha-792382-m02
I1209 10:50:52.370105 627293 round_trippers.go:469] Request Headers:
I1209 10:50:52.370115 627293 round_trippers.go:473] Accept: application/json, */*
I1209 10:50:52.370118 627293 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 10:50:52.376430 627293 round_trippers.go:574] Response Status: 200 OK in 6 milliseconds
I1209 10:50:52.869331 627293 round_trippers.go:463] GET https://192.168.39.69:8443/api/v1/nodes/ha-792382-m02
I1209 10:50:52.869355 627293 round_trippers.go:469] Request Headers:
I1209 10:50:52.869364 627293 round_trippers.go:473] Accept: application/json, */*
I1209 10:50:52.869368 627293 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 10:50:52.873136 627293 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1209 10:50:52.873737 627293 node_ready.go:53] node "ha-792382-m02" has status "Ready":"False"
I1209 10:50:53.370232 627293 round_trippers.go:463] GET https://192.168.39.69:8443/api/v1/nodes/ha-792382-m02
I1209 10:50:53.370258 627293 round_trippers.go:469] Request Headers:
I1209 10:50:53.370267 627293 round_trippers.go:473] Accept: application/json, */*
I1209 10:50:53.370272 627293 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 10:50:53.373647 627293 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1209 10:50:53.869640 627293 round_trippers.go:463] GET https://192.168.39.69:8443/api/v1/nodes/ha-792382-m02
I1209 10:50:53.869666 627293 round_trippers.go:469] Request Headers:
I1209 10:50:53.869674 627293 round_trippers.go:473] Accept: application/json, */*
I1209 10:50:53.869678 627293 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 10:50:53.872620 627293 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1209 10:50:54.369762 627293 round_trippers.go:463] GET https://192.168.39.69:8443/api/v1/nodes/ha-792382-m02
I1209 10:50:54.369789 627293 round_trippers.go:469] Request Headers:
I1209 10:50:54.369798 627293 round_trippers.go:473] Accept: application/json, */*
I1209 10:50:54.369802 627293 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 10:50:54.373551 627293 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1209 10:50:54.869513 627293 round_trippers.go:463] GET https://192.168.39.69:8443/api/v1/nodes/ha-792382-m02
I1209 10:50:54.869538 627293 round_trippers.go:469] Request Headers:
I1209 10:50:54.869547 627293 round_trippers.go:473] Accept: application/json, */*
I1209 10:50:54.869552 627293 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 10:50:54.872817 627293 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1209 10:50:55.369351 627293 round_trippers.go:463] GET https://192.168.39.69:8443/api/v1/nodes/ha-792382-m02
I1209 10:50:55.369377 627293 round_trippers.go:469] Request Headers:
I1209 10:50:55.369387 627293 round_trippers.go:473] Accept: application/json, */*
I1209 10:50:55.369391 627293 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 10:50:55.372662 627293 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1209 10:50:55.373185 627293 node_ready.go:53] node "ha-792382-m02" has status "Ready":"False"
I1209 10:50:55.869601 627293 round_trippers.go:463] GET https://192.168.39.69:8443/api/v1/nodes/ha-792382-m02
I1209 10:50:55.869626 627293 round_trippers.go:469] Request Headers:
I1209 10:50:55.869636 627293 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 10:50:55.869642 627293 round_trippers.go:473] Accept: application/json, */*
I1209 10:50:55.873128 627293 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1209 10:50:56.369713 627293 round_trippers.go:463] GET https://192.168.39.69:8443/api/v1/nodes/ha-792382-m02
I1209 10:50:56.369741 627293 round_trippers.go:469] Request Headers:
I1209 10:50:56.369751 627293 round_trippers.go:473] Accept: application/json, */*
I1209 10:50:56.369755 627293 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 10:50:56.373053 627293 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1209 10:50:56.870191 627293 round_trippers.go:463] GET https://192.168.39.69:8443/api/v1/nodes/ha-792382-m02
I1209 10:50:56.870225 627293 round_trippers.go:469] Request Headers:
I1209 10:50:56.870238 627293 round_trippers.go:473] Accept: application/json, */*
I1209 10:50:56.870247 627293 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 10:50:56.873685 627293 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1209 10:50:57.369825 627293 round_trippers.go:463] GET https://192.168.39.69:8443/api/v1/nodes/ha-792382-m02
I1209 10:50:57.369849 627293 round_trippers.go:469] Request Headers:
I1209 10:50:57.369858 627293 round_trippers.go:473] Accept: application/json, */*
I1209 10:50:57.369861 627293 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 10:50:57.373394 627293 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1209 10:50:57.373898 627293 node_ready.go:53] node "ha-792382-m02" has status "Ready":"False"
I1209 10:50:57.869257 627293 round_trippers.go:463] GET https://192.168.39.69:8443/api/v1/nodes/ha-792382-m02
I1209 10:50:57.869284 627293 round_trippers.go:469] Request Headers:
I1209 10:50:57.869293 627293 round_trippers.go:473] Accept: application/json, */*
I1209 10:50:57.869297 627293 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 10:50:57.872590 627293 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1209 10:50:58.369600 627293 round_trippers.go:463] GET https://192.168.39.69:8443/api/v1/nodes/ha-792382-m02
I1209 10:50:58.369629 627293 round_trippers.go:469] Request Headers:
I1209 10:50:58.369641 627293 round_trippers.go:473] Accept: application/json, */*
I1209 10:50:58.369648 627293 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 10:50:58.372771 627293 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1209 10:50:58.869748 627293 round_trippers.go:463] GET https://192.168.39.69:8443/api/v1/nodes/ha-792382-m02
I1209 10:50:58.869775 627293 round_trippers.go:469] Request Headers:
I1209 10:50:58.869784 627293 round_trippers.go:473] Accept: application/json, */*
I1209 10:50:58.869788 627293 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 10:50:58.873037 627293 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1209 10:50:59.369979 627293 round_trippers.go:463] GET https://192.168.39.69:8443/api/v1/nodes/ha-792382-m02
I1209 10:50:59.370004 627293 round_trippers.go:469] Request Headers:
I1209 10:50:59.370013 627293 round_trippers.go:473] Accept: application/json, */*
I1209 10:50:59.370017 627293 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 10:50:59.373442 627293 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1209 10:50:59.869269 627293 round_trippers.go:463] GET https://192.168.39.69:8443/api/v1/nodes/ha-792382-m02
I1209 10:50:59.869294 627293 round_trippers.go:469] Request Headers:
I1209 10:50:59.869309 627293 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 10:50:59.869314 627293 round_trippers.go:473] Accept: application/json, */*
I1209 10:50:59.872720 627293 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1209 10:50:59.873370 627293 node_ready.go:53] node "ha-792382-m02" has status "Ready":"False"
I1209 10:51:00.369254 627293 round_trippers.go:463] GET https://192.168.39.69:8443/api/v1/nodes/ha-792382-m02
I1209 10:51:00.369281 627293 round_trippers.go:469] Request Headers:
I1209 10:51:00.369289 627293 round_trippers.go:473] Accept: application/json, */*
I1209 10:51:00.369294 627293 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 10:51:00.372431 627293 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1209 10:51:00.869327 627293 round_trippers.go:463] GET https://192.168.39.69:8443/api/v1/nodes/ha-792382-m02
I1209 10:51:00.869352 627293 round_trippers.go:469] Request Headers:
I1209 10:51:00.869361 627293 round_trippers.go:473] Accept: application/json, */*
I1209 10:51:00.869365 627293 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 10:51:00.872790 627293 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1209 10:51:01.369711 627293 round_trippers.go:463] GET https://192.168.39.69:8443/api/v1/nodes/ha-792382-m02
I1209 10:51:01.369743 627293 round_trippers.go:469] Request Headers:
I1209 10:51:01.369755 627293 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 10:51:01.369761 627293 round_trippers.go:473] Accept: application/json, */*
I1209 10:51:01.372739 627293 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1209 10:51:01.869629 627293 round_trippers.go:463] GET https://192.168.39.69:8443/api/v1/nodes/ha-792382-m02
I1209 10:51:01.869659 627293 round_trippers.go:469] Request Headers:
I1209 10:51:01.869672 627293 round_trippers.go:473] Accept: application/json, */*
I1209 10:51:01.869680 627293 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 10:51:01.873312 627293 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1209 10:51:01.873858 627293 node_ready.go:53] node "ha-792382-m02" has status "Ready":"False"
I1209 10:51:02.369761 627293 round_trippers.go:463] GET https://192.168.39.69:8443/api/v1/nodes/ha-792382-m02
I1209 10:51:02.369798 627293 round_trippers.go:469] Request Headers:
I1209 10:51:02.369811 627293 round_trippers.go:473] Accept: application/json, */*
I1209 10:51:02.369818 627293 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 10:51:02.373514 627293 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1209 10:51:02.869485 627293 round_trippers.go:463] GET https://192.168.39.69:8443/api/v1/nodes/ha-792382-m02
I1209 10:51:02.869511 627293 round_trippers.go:469] Request Headers:
I1209 10:51:02.869524 627293 round_trippers.go:473] Accept: application/json, */*
I1209 10:51:02.869530 627293 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 10:51:02.875847 627293 round_trippers.go:574] Response Status: 200 OK in 6 milliseconds
I1209 10:51:03.369998 627293 round_trippers.go:463] GET https://192.168.39.69:8443/api/v1/nodes/ha-792382-m02
I1209 10:51:03.370025 627293 round_trippers.go:469] Request Headers:
I1209 10:51:03.370034 627293 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 10:51:03.370039 627293 round_trippers.go:473] Accept: application/json, */*
I1209 10:51:03.373227 627293 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1209 10:51:03.870196 627293 round_trippers.go:463] GET https://192.168.39.69:8443/api/v1/nodes/ha-792382-m02
I1209 10:51:03.870226 627293 round_trippers.go:469] Request Headers:
I1209 10:51:03.870238 627293 round_trippers.go:473] Accept: application/json, */*
I1209 10:51:03.870245 627293 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 10:51:03.873280 627293 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1209 10:51:03.873981 627293 node_ready.go:53] node "ha-792382-m02" has status "Ready":"False"
I1209 10:51:04.369276 627293 round_trippers.go:463] GET https://192.168.39.69:8443/api/v1/nodes/ha-792382-m02
I1209 10:51:04.369305 627293 round_trippers.go:469] Request Headers:
I1209 10:51:04.369314 627293 round_trippers.go:473] Accept: application/json, */*
I1209 10:51:04.369318 627293 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 10:51:04.373386 627293 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1209 10:51:04.869282 627293 round_trippers.go:463] GET https://192.168.39.69:8443/api/v1/nodes/ha-792382-m02
I1209 10:51:04.869309 627293 round_trippers.go:469] Request Headers:
I1209 10:51:04.869317 627293 round_trippers.go:473] Accept: application/json, */*
I1209 10:51:04.869321 627293 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 10:51:04.872919 627293 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1209 10:51:05.369501 627293 round_trippers.go:463] GET https://192.168.39.69:8443/api/v1/nodes/ha-792382-m02
I1209 10:51:05.369531 627293 round_trippers.go:469] Request Headers:
I1209 10:51:05.369544 627293 round_trippers.go:473] Accept: application/json, */*
I1209 10:51:05.369551 627293 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 10:51:05.373273 627293 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1209 10:51:05.869275 627293 round_trippers.go:463] GET https://192.168.39.69:8443/api/v1/nodes/ha-792382-m02
I1209 10:51:05.869301 627293 round_trippers.go:469] Request Headers:
I1209 10:51:05.869313 627293 round_trippers.go:473] Accept: application/json, */*
I1209 10:51:05.869319 627293 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 10:51:05.875077 627293 round_trippers.go:574] Response Status: 200 OK in 5 milliseconds
I1209 10:51:05.875712 627293 node_ready.go:49] node "ha-792382-m02" has status "Ready":"True"
I1209 10:51:05.875741 627293 node_ready.go:38] duration metric: took 17.506691417s for node "ha-792382-m02" to be "Ready" ...
I1209 10:51:05.875753 627293 pod_ready.go:36] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1209 10:51:05.875877 627293 round_trippers.go:463] GET https://192.168.39.69:8443/api/v1/namespaces/kube-system/pods
I1209 10:51:05.875894 627293 round_trippers.go:469] Request Headers:
I1209 10:51:05.875903 627293 round_trippers.go:473] Accept: application/json, */*
I1209 10:51:05.875908 627293 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 10:51:05.880622 627293 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1209 10:51:05.886687 627293 pod_ready.go:79] waiting up to 6m0s for pod "coredns-7c65d6cfc9-8hlml" in "kube-system" namespace to be "Ready" ...
I1209 10:51:05.886796 627293 round_trippers.go:463] GET https://192.168.39.69:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-8hlml
I1209 10:51:05.886807 627293 round_trippers.go:469] Request Headers:
I1209 10:51:05.886815 627293 round_trippers.go:473] Accept: application/json, */*
I1209 10:51:05.886820 627293 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 10:51:05.891623 627293 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1209 10:51:05.892565 627293 round_trippers.go:463] GET https://192.168.39.69:8443/api/v1/nodes/ha-792382
I1209 10:51:05.892583 627293 round_trippers.go:469] Request Headers:
I1209 10:51:05.892608 627293 round_trippers.go:473] Accept: application/json, */*
I1209 10:51:05.892615 627293 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 10:51:05.895456 627293 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1209 10:51:05.895899 627293 pod_ready.go:93] pod "coredns-7c65d6cfc9-8hlml" in "kube-system" namespace has status "Ready":"True"
I1209 10:51:05.895917 627293 pod_ready.go:82] duration metric: took 9.205439ms for pod "coredns-7c65d6cfc9-8hlml" in "kube-system" namespace to be "Ready" ...
I1209 10:51:05.895927 627293 pod_ready.go:79] waiting up to 6m0s for pod "coredns-7c65d6cfc9-rz6mw" in "kube-system" namespace to be "Ready" ...
I1209 10:51:05.895993 627293 round_trippers.go:463] GET https://192.168.39.69:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-rz6mw
I1209 10:51:05.896006 627293 round_trippers.go:469] Request Headers:
I1209 10:51:05.896013 627293 round_trippers.go:473] Accept: application/json, */*
I1209 10:51:05.896016 627293 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 10:51:05.898484 627293 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1209 10:51:05.899083 627293 round_trippers.go:463] GET https://192.168.39.69:8443/api/v1/nodes/ha-792382
I1209 10:51:05.899101 627293 round_trippers.go:469] Request Headers:
I1209 10:51:05.899108 627293 round_trippers.go:473] Accept: application/json, */*
I1209 10:51:05.899112 627293 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 10:51:05.901260 627293 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1209 10:51:05.901817 627293 pod_ready.go:93] pod "coredns-7c65d6cfc9-rz6mw" in "kube-system" namespace has status "Ready":"True"
I1209 10:51:05.901842 627293 pod_ready.go:82] duration metric: took 5.908358ms for pod "coredns-7c65d6cfc9-rz6mw" in "kube-system" namespace to be "Ready" ...
I1209 10:51:05.901854 627293 pod_ready.go:79] waiting up to 6m0s for pod "etcd-ha-792382" in "kube-system" namespace to be "Ready" ...
I1209 10:51:05.901923 627293 round_trippers.go:463] GET https://192.168.39.69:8443/api/v1/namespaces/kube-system/pods/etcd-ha-792382
I1209 10:51:05.901934 627293 round_trippers.go:469] Request Headers:
I1209 10:51:05.901946 627293 round_trippers.go:473] Accept: application/json, */*
I1209 10:51:05.901953 627293 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 10:51:05.904274 627293 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1209 10:51:05.905123 627293 round_trippers.go:463] GET https://192.168.39.69:8443/api/v1/nodes/ha-792382
I1209 10:51:05.905142 627293 round_trippers.go:469] Request Headers:
I1209 10:51:05.905152 627293 round_trippers.go:473] Accept: application/json, */*
I1209 10:51:05.905158 627293 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 10:51:05.907644 627293 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1209 10:51:05.908181 627293 pod_ready.go:93] pod "etcd-ha-792382" in "kube-system" namespace has status "Ready":"True"
I1209 10:51:05.908211 627293 pod_ready.go:82] duration metric: took 6.349761ms for pod "etcd-ha-792382" in "kube-system" namespace to be "Ready" ...
I1209 10:51:05.908224 627293 pod_ready.go:79] waiting up to 6m0s for pod "etcd-ha-792382-m02" in "kube-system" namespace to be "Ready" ...
I1209 10:51:05.908297 627293 round_trippers.go:463] GET https://192.168.39.69:8443/api/v1/namespaces/kube-system/pods/etcd-ha-792382-m02
I1209 10:51:05.908307 627293 round_trippers.go:469] Request Headers:
I1209 10:51:05.908318 627293 round_trippers.go:473] Accept: application/json, */*
I1209 10:51:05.908329 627293 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 10:51:05.910369 627293 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1209 10:51:05.910967 627293 round_trippers.go:463] GET https://192.168.39.69:8443/api/v1/nodes/ha-792382-m02
I1209 10:51:05.910983 627293 round_trippers.go:469] Request Headers:
I1209 10:51:05.910992 627293 round_trippers.go:473] Accept: application/json, */*
I1209 10:51:05.910997 627293 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 10:51:05.913018 627293 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1209 10:51:05.913518 627293 pod_ready.go:93] pod "etcd-ha-792382-m02" in "kube-system" namespace has status "Ready":"True"
I1209 10:51:05.913539 627293 pod_ready.go:82] duration metric: took 5.308048ms for pod "etcd-ha-792382-m02" in "kube-system" namespace to be "Ready" ...
I1209 10:51:05.913558 627293 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-ha-792382" in "kube-system" namespace to be "Ready" ...
I1209 10:51:06.070017 627293 request.go:632] Waited for 156.363826ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.69:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-792382
I1209 10:51:06.070081 627293 round_trippers.go:463] GET https://192.168.39.69:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-792382
I1209 10:51:06.070086 627293 round_trippers.go:469] Request Headers:
I1209 10:51:06.070095 627293 round_trippers.go:473] Accept: application/json, */*
I1209 10:51:06.070102 627293 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 10:51:06.073645 627293 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1209 10:51:06.269848 627293 request.go:632] Waited for 195.364699ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.69:8443/api/v1/nodes/ha-792382
I1209 10:51:06.269918 627293 round_trippers.go:463] GET https://192.168.39.69:8443/api/v1/nodes/ha-792382
I1209 10:51:06.269924 627293 round_trippers.go:469] Request Headers:
I1209 10:51:06.269931 627293 round_trippers.go:473] Accept: application/json, */*
I1209 10:51:06.269935 627293 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 10:51:06.272803 627293 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1209 10:51:06.273443 627293 pod_ready.go:93] pod "kube-apiserver-ha-792382" in "kube-system" namespace has status "Ready":"True"
I1209 10:51:06.273469 627293 pod_ready.go:82] duration metric: took 359.901606ms for pod "kube-apiserver-ha-792382" in "kube-system" namespace to be "Ready" ...
I1209 10:51:06.273484 627293 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-ha-792382-m02" in "kube-system" namespace to be "Ready" ...
I1209 10:51:06.469639 627293 request.go:632] Waited for 196.043735ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.69:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-792382-m02
I1209 10:51:06.469733 627293 round_trippers.go:463] GET https://192.168.39.69:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-792382-m02
I1209 10:51:06.469741 627293 round_trippers.go:469] Request Headers:
I1209 10:51:06.469754 627293 round_trippers.go:473] Accept: application/json, */*
I1209 10:51:06.469762 627293 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 10:51:06.473158 627293 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1209 10:51:06.670306 627293 request.go:632] Waited for 196.412719ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.69:8443/api/v1/nodes/ha-792382-m02
I1209 10:51:06.670379 627293 round_trippers.go:463] GET https://192.168.39.69:8443/api/v1/nodes/ha-792382-m02
I1209 10:51:06.670387 627293 round_trippers.go:469] Request Headers:
I1209 10:51:06.670399 627293 round_trippers.go:473] Accept: application/json, */*
I1209 10:51:06.670409 627293 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 10:51:06.673435 627293 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1209 10:51:06.673975 627293 pod_ready.go:93] pod "kube-apiserver-ha-792382-m02" in "kube-system" namespace has status "Ready":"True"
I1209 10:51:06.673996 627293 pod_ready.go:82] duration metric: took 400.504015ms for pod "kube-apiserver-ha-792382-m02" in "kube-system" namespace to be "Ready" ...
I1209 10:51:06.674006 627293 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-ha-792382" in "kube-system" namespace to be "Ready" ...
I1209 10:51:06.870147 627293 request.go:632] Waited for 196.063707ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.69:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-792382
I1209 10:51:06.870265 627293 round_trippers.go:463] GET https://192.168.39.69:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-792382
I1209 10:51:06.870276 627293 round_trippers.go:469] Request Headers:
I1209 10:51:06.870285 627293 round_trippers.go:473] Accept: application/json, */*
I1209 10:51:06.870292 627293 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 10:51:06.873707 627293 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1209 10:51:07.069908 627293 request.go:632] Waited for 195.387799ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.69:8443/api/v1/nodes/ha-792382
I1209 10:51:07.069975 627293 round_trippers.go:463] GET https://192.168.39.69:8443/api/v1/nodes/ha-792382
I1209 10:51:07.069983 627293 round_trippers.go:469] Request Headers:
I1209 10:51:07.069995 627293 round_trippers.go:473] Accept: application/json, */*
I1209 10:51:07.070015 627293 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 10:51:07.073101 627293 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1209 10:51:07.073736 627293 pod_ready.go:93] pod "kube-controller-manager-ha-792382" in "kube-system" namespace has status "Ready":"True"
I1209 10:51:07.073758 627293 pod_ready.go:82] duration metric: took 399.744041ms for pod "kube-controller-manager-ha-792382" in "kube-system" namespace to be "Ready" ...
I1209 10:51:07.073774 627293 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-ha-792382-m02" in "kube-system" namespace to be "Ready" ...
I1209 10:51:07.269459 627293 request.go:632] Waited for 195.589987ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.69:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-792382-m02
I1209 10:51:07.269554 627293 round_trippers.go:463] GET https://192.168.39.69:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-792382-m02
I1209 10:51:07.269566 627293 round_trippers.go:469] Request Headers:
I1209 10:51:07.269577 627293 round_trippers.go:473] Accept: application/json, */*
I1209 10:51:07.269584 627293 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 10:51:07.273156 627293 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1209 10:51:07.470290 627293 request.go:632] Waited for 196.338376ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.69:8443/api/v1/nodes/ha-792382-m02
I1209 10:51:07.470357 627293 round_trippers.go:463] GET https://192.168.39.69:8443/api/v1/nodes/ha-792382-m02
I1209 10:51:07.470364 627293 round_trippers.go:469] Request Headers:
I1209 10:51:07.470374 627293 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 10:51:07.470384 627293 round_trippers.go:473] Accept: application/json, */*
I1209 10:51:07.474385 627293 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1209 10:51:07.474970 627293 pod_ready.go:93] pod "kube-controller-manager-ha-792382-m02" in "kube-system" namespace has status "Ready":"True"
I1209 10:51:07.474989 627293 pod_ready.go:82] duration metric: took 401.206827ms for pod "kube-controller-manager-ha-792382-m02" in "kube-system" namespace to be "Ready" ...
I1209 10:51:07.475001 627293 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-dckpl" in "kube-system" namespace to be "Ready" ...
I1209 10:51:07.670046 627293 request.go:632] Waited for 194.938435ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.69:8443/api/v1/namespaces/kube-system/pods/kube-proxy-dckpl
I1209 10:51:07.670123 627293 round_trippers.go:463] GET https://192.168.39.69:8443/api/v1/namespaces/kube-system/pods/kube-proxy-dckpl
I1209 10:51:07.670153 627293 round_trippers.go:469] Request Headers:
I1209 10:51:07.670161 627293 round_trippers.go:473] Accept: application/json, */*
I1209 10:51:07.670177 627293 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 10:51:07.673612 627293 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1209 10:51:07.869971 627293 request.go:632] Waited for 195.374837ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.69:8443/api/v1/nodes/ha-792382-m02
I1209 10:51:07.870066 627293 round_trippers.go:463] GET https://192.168.39.69:8443/api/v1/nodes/ha-792382-m02
I1209 10:51:07.870077 627293 round_trippers.go:469] Request Headers:
I1209 10:51:07.870089 627293 round_trippers.go:473] Accept: application/json, */*
I1209 10:51:07.870096 627293 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 10:51:07.873498 627293 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1209 10:51:07.873966 627293 pod_ready.go:93] pod "kube-proxy-dckpl" in "kube-system" namespace has status "Ready":"True"
I1209 10:51:07.873986 627293 pod_ready.go:82] duration metric: took 398.974048ms for pod "kube-proxy-dckpl" in "kube-system" namespace to be "Ready" ...
I1209 10:51:07.873999 627293 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-wrvgb" in "kube-system" namespace to be "Ready" ...
I1209 10:51:08.070122 627293 request.go:632] Waited for 195.97145ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.69:8443/api/v1/namespaces/kube-system/pods/kube-proxy-wrvgb
I1209 10:51:08.070208 627293 round_trippers.go:463] GET https://192.168.39.69:8443/api/v1/namespaces/kube-system/pods/kube-proxy-wrvgb
I1209 10:51:08.070220 627293 round_trippers.go:469] Request Headers:
I1209 10:51:08.070232 627293 round_trippers.go:473] Accept: application/json, */*
I1209 10:51:08.070246 627293 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 10:51:08.073337 627293 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1209 10:51:08.270335 627293 request.go:632] Waited for 196.383902ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.69:8443/api/v1/nodes/ha-792382
I1209 10:51:08.270428 627293 round_trippers.go:463] GET https://192.168.39.69:8443/api/v1/nodes/ha-792382
I1209 10:51:08.270439 627293 round_trippers.go:469] Request Headers:
I1209 10:51:08.270446 627293 round_trippers.go:473] Accept: application/json, */*
I1209 10:51:08.270450 627293 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 10:51:08.273875 627293 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1209 10:51:08.274422 627293 pod_ready.go:93] pod "kube-proxy-wrvgb" in "kube-system" namespace has status "Ready":"True"
I1209 10:51:08.274444 627293 pod_ready.go:82] duration metric: took 400.436343ms for pod "kube-proxy-wrvgb" in "kube-system" namespace to be "Ready" ...
I1209 10:51:08.274455 627293 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-ha-792382" in "kube-system" namespace to be "Ready" ...
I1209 10:51:08.469480 627293 request.go:632] Waited for 194.92406ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.69:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-792382
I1209 10:51:08.469571 627293 round_trippers.go:463] GET https://192.168.39.69:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-792382
I1209 10:51:08.469579 627293 round_trippers.go:469] Request Headers:
I1209 10:51:08.469593 627293 round_trippers.go:473] Accept: application/json, */*
I1209 10:51:08.469604 627293 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 10:51:08.473101 627293 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1209 10:51:08.670247 627293 request.go:632] Waited for 196.404632ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.69:8443/api/v1/nodes/ha-792382
I1209 10:51:08.670318 627293 round_trippers.go:463] GET https://192.168.39.69:8443/api/v1/nodes/ha-792382
I1209 10:51:08.670323 627293 round_trippers.go:469] Request Headers:
I1209 10:51:08.670331 627293 round_trippers.go:473] Accept: application/json, */*
I1209 10:51:08.670334 627293 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 10:51:08.673487 627293 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1209 10:51:08.674226 627293 pod_ready.go:93] pod "kube-scheduler-ha-792382" in "kube-system" namespace has status "Ready":"True"
I1209 10:51:08.674250 627293 pod_ready.go:82] duration metric: took 399.789273ms for pod "kube-scheduler-ha-792382" in "kube-system" namespace to be "Ready" ...
I1209 10:51:08.674263 627293 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-ha-792382-m02" in "kube-system" namespace to be "Ready" ...
I1209 10:51:08.870290 627293 request.go:632] Waited for 195.926045ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.69:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-792382-m02
I1209 10:51:08.870371 627293 round_trippers.go:463] GET https://192.168.39.69:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-792382-m02
I1209 10:51:08.870379 627293 round_trippers.go:469] Request Headers:
I1209 10:51:08.870387 627293 round_trippers.go:473] Accept: application/json, */*
I1209 10:51:08.870393 627293 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 10:51:08.873809 627293 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1209 10:51:09.069870 627293 request.go:632] Waited for 195.368943ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.69:8443/api/v1/nodes/ha-792382-m02
I1209 10:51:09.069944 627293 round_trippers.go:463] GET https://192.168.39.69:8443/api/v1/nodes/ha-792382-m02
I1209 10:51:09.069950 627293 round_trippers.go:469] Request Headers:
I1209 10:51:09.069962 627293 round_trippers.go:473] Accept: application/json, */*
I1209 10:51:09.069967 627293 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 10:51:09.074483 627293 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1209 10:51:09.075070 627293 pod_ready.go:93] pod "kube-scheduler-ha-792382-m02" in "kube-system" namespace has status "Ready":"True"
I1209 10:51:09.075095 627293 pod_ready.go:82] duration metric: took 400.825701ms for pod "kube-scheduler-ha-792382-m02" in "kube-system" namespace to be "Ready" ...
I1209 10:51:09.075107 627293 pod_ready.go:39] duration metric: took 3.199339967s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1209 10:51:09.075137 627293 api_server.go:52] waiting for apiserver process to appear ...
I1209 10:51:09.075203 627293 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1209 10:51:09.089759 627293 api_server.go:72] duration metric: took 21.007136874s to wait for apiserver process to appear ...
I1209 10:51:09.089785 627293 api_server.go:88] waiting for apiserver healthz status ...
I1209 10:51:09.089806 627293 api_server.go:253] Checking apiserver healthz at https://192.168.39.69:8443/healthz ...
I1209 10:51:09.093868 627293 api_server.go:279] https://192.168.39.69:8443/healthz returned 200:
ok
I1209 10:51:09.093935 627293 round_trippers.go:463] GET https://192.168.39.69:8443/version
I1209 10:51:09.093940 627293 round_trippers.go:469] Request Headers:
I1209 10:51:09.093949 627293 round_trippers.go:473] Accept: application/json, */*
I1209 10:51:09.093957 627293 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 10:51:09.094830 627293 round_trippers.go:574] Response Status: 200 OK in 0 milliseconds
I1209 10:51:09.094916 627293 api_server.go:141] control plane version: v1.31.2
I1209 10:51:09.094932 627293 api_server.go:131] duration metric: took 5.141357ms to wait for apiserver health ...
I1209 10:51:09.094940 627293 system_pods.go:43] waiting for kube-system pods to appear ...
I1209 10:51:09.269312 627293 request.go:632] Waited for 174.277582ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.69:8443/api/v1/namespaces/kube-system/pods
I1209 10:51:09.269388 627293 round_trippers.go:463] GET https://192.168.39.69:8443/api/v1/namespaces/kube-system/pods
I1209 10:51:09.269394 627293 round_trippers.go:469] Request Headers:
I1209 10:51:09.269402 627293 round_trippers.go:473] Accept: application/json, */*
I1209 10:51:09.269407 627293 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 10:51:09.274316 627293 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1209 10:51:09.278484 627293 system_pods.go:59] 17 kube-system pods found
I1209 10:51:09.278512 627293 system_pods.go:61] "coredns-7c65d6cfc9-8hlml" [d820cd6c-5064-4934-adc8-c68f84c09b46] Running
I1209 10:51:09.278518 627293 system_pods.go:61] "coredns-7c65d6cfc9-rz6mw" [af297b6d-91f1-4114-b98c-cdfdfbd1589e] Running
I1209 10:51:09.278523 627293 system_pods.go:61] "etcd-ha-792382" [eee2fbad-7f2f-4f5a-b701-abdbf8456f99] Running
I1209 10:51:09.278527 627293 system_pods.go:61] "etcd-ha-792382-m02" [424768ff-af5d-4a31-b062-ab2c9576884d] Running
I1209 10:51:09.278531 627293 system_pods.go:61] "kindnet-bqp2z" [b2c40579-4d72-4efe-b921-1e0f98b91544] Running
I1209 10:51:09.278534 627293 system_pods.go:61] "kindnet-hkrhk" [9b35011c-ab45-4f55-a60f-08f9c4509c1d] Running
I1209 10:51:09.278540 627293 system_pods.go:61] "kube-apiserver-ha-792382" [5157cfb0-bc91-4efe-b2e2-689778d5b012] Running
I1209 10:51:09.278544 627293 system_pods.go:61] "kube-apiserver-ha-792382-m02" [71f9ce1c-aeff-4853-83ec-01a7fb6a81d5] Running
I1209 10:51:09.278547 627293 system_pods.go:61] "kube-controller-manager-ha-792382" [f8cb7175-f6fd-4dcf-a6a5-66c44aa136ce] Running
I1209 10:51:09.278550 627293 system_pods.go:61] "kube-controller-manager-ha-792382-m02" [2f7d8deb-ddad-47ac-ad18-5f8e7d0e095d] Running
I1209 10:51:09.278553 627293 system_pods.go:61] "kube-proxy-dckpl" [13f7bda1-f9c2-4fd0-96e0-b6aee1139bc1] Running
I1209 10:51:09.278556 627293 system_pods.go:61] "kube-proxy-wrvgb" [2531e29f-a4d5-41f9-8c38-3220b4caf96b] Running
I1209 10:51:09.278560 627293 system_pods.go:61] "kube-scheduler-ha-792382" [b11693d0-b2e7-45a1-a1a2-6519a1535c45] Running
I1209 10:51:09.278566 627293 system_pods.go:61] "kube-scheduler-ha-792382-m02" [250ce40c-5cbf-4f5d-a475-4f3d7ec100d9] Running
I1209 10:51:09.278569 627293 system_pods.go:61] "kube-vip-ha-792382" [511f3a84-b444-4603-8f6f-eeeb262b1384] Running
I1209 10:51:09.278574 627293 system_pods.go:61] "kube-vip-ha-792382-m02" [f2110c28-09f5-42f9-8e16-beec9759a0a2] Running
I1209 10:51:09.278578 627293 system_pods.go:61] "storage-provisioner" [4419fe4f-e2ed-4ecb-a912-2dd074e29727] Running
I1209 10:51:09.278587 627293 system_pods.go:74] duration metric: took 183.639674ms to wait for pod list to return data ...
I1209 10:51:09.278598 627293 default_sa.go:34] waiting for default service account to be created ...
I1209 10:51:09.470106 627293 request.go:632] Waited for 191.4045ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.69:8443/api/v1/namespaces/default/serviceaccounts
I1209 10:51:09.470215 627293 round_trippers.go:463] GET https://192.168.39.69:8443/api/v1/namespaces/default/serviceaccounts
I1209 10:51:09.470227 627293 round_trippers.go:469] Request Headers:
I1209 10:51:09.470242 627293 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 10:51:09.470252 627293 round_trippers.go:473] Accept: application/json, */*
I1209 10:51:09.479626 627293 round_trippers.go:574] Response Status: 200 OK in 9 milliseconds
I1209 10:51:09.479907 627293 default_sa.go:45] found service account: "default"
I1209 10:51:09.479929 627293 default_sa.go:55] duration metric: took 201.319758ms for default service account to be created ...
I1209 10:51:09.479942 627293 system_pods.go:116] waiting for k8s-apps to be running ...
I1209 10:51:09.670105 627293 request.go:632] Waited for 190.065824ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.69:8443/api/v1/namespaces/kube-system/pods
I1209 10:51:09.670208 627293 round_trippers.go:463] GET https://192.168.39.69:8443/api/v1/namespaces/kube-system/pods
I1209 10:51:09.670215 627293 round_trippers.go:469] Request Headers:
I1209 10:51:09.670223 627293 round_trippers.go:473] Accept: application/json, */*
I1209 10:51:09.670228 627293 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 10:51:09.674641 627293 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1209 10:51:09.679080 627293 system_pods.go:86] 17 kube-system pods found
I1209 10:51:09.679114 627293 system_pods.go:89] "coredns-7c65d6cfc9-8hlml" [d820cd6c-5064-4934-adc8-c68f84c09b46] Running
I1209 10:51:09.679123 627293 system_pods.go:89] "coredns-7c65d6cfc9-rz6mw" [af297b6d-91f1-4114-b98c-cdfdfbd1589e] Running
I1209 10:51:09.679131 627293 system_pods.go:89] "etcd-ha-792382" [eee2fbad-7f2f-4f5a-b701-abdbf8456f99] Running
I1209 10:51:09.679138 627293 system_pods.go:89] "etcd-ha-792382-m02" [424768ff-af5d-4a31-b062-ab2c9576884d] Running
I1209 10:51:09.679143 627293 system_pods.go:89] "kindnet-bqp2z" [b2c40579-4d72-4efe-b921-1e0f98b91544] Running
I1209 10:51:09.679149 627293 system_pods.go:89] "kindnet-hkrhk" [9b35011c-ab45-4f55-a60f-08f9c4509c1d] Running
I1209 10:51:09.679156 627293 system_pods.go:89] "kube-apiserver-ha-792382" [5157cfb0-bc91-4efe-b2e2-689778d5b012] Running
I1209 10:51:09.679165 627293 system_pods.go:89] "kube-apiserver-ha-792382-m02" [71f9ce1c-aeff-4853-83ec-01a7fb6a81d5] Running
I1209 10:51:09.679171 627293 system_pods.go:89] "kube-controller-manager-ha-792382" [f8cb7175-f6fd-4dcf-a6a5-66c44aa136ce] Running
I1209 10:51:09.679180 627293 system_pods.go:89] "kube-controller-manager-ha-792382-m02" [2f7d8deb-ddad-47ac-ad18-5f8e7d0e095d] Running
I1209 10:51:09.679184 627293 system_pods.go:89] "kube-proxy-dckpl" [13f7bda1-f9c2-4fd0-96e0-b6aee1139bc1] Running
I1209 10:51:09.679188 627293 system_pods.go:89] "kube-proxy-wrvgb" [2531e29f-a4d5-41f9-8c38-3220b4caf96b] Running
I1209 10:51:09.679195 627293 system_pods.go:89] "kube-scheduler-ha-792382" [b11693d0-b2e7-45a1-a1a2-6519a1535c45] Running
I1209 10:51:09.679198 627293 system_pods.go:89] "kube-scheduler-ha-792382-m02" [250ce40c-5cbf-4f5d-a475-4f3d7ec100d9] Running
I1209 10:51:09.679204 627293 system_pods.go:89] "kube-vip-ha-792382" [511f3a84-b444-4603-8f6f-eeeb262b1384] Running
I1209 10:51:09.679208 627293 system_pods.go:89] "kube-vip-ha-792382-m02" [f2110c28-09f5-42f9-8e16-beec9759a0a2] Running
I1209 10:51:09.679214 627293 system_pods.go:89] "storage-provisioner" [4419fe4f-e2ed-4ecb-a912-2dd074e29727] Running
I1209 10:51:09.679221 627293 system_pods.go:126] duration metric: took 199.268781ms to wait for k8s-apps to be running ...
I1209 10:51:09.679230 627293 system_svc.go:44] waiting for kubelet service to be running ....
I1209 10:51:09.679276 627293 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1209 10:51:09.694076 627293 system_svc.go:56] duration metric: took 14.835467ms WaitForService to wait for kubelet
I1209 10:51:09.694109 627293 kubeadm.go:582] duration metric: took 21.611489035s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1209 10:51:09.694134 627293 node_conditions.go:102] verifying NodePressure condition ...
I1209 10:51:09.869608 627293 request.go:632] Waited for 175.356595ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.69:8443/api/v1/nodes
I1209 10:51:09.869706 627293 round_trippers.go:463] GET https://192.168.39.69:8443/api/v1/nodes
I1209 10:51:09.869714 627293 round_trippers.go:469] Request Headers:
I1209 10:51:09.869723 627293 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 10:51:09.869734 627293 round_trippers.go:473] Accept: application/json, */*
I1209 10:51:09.873420 627293 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1209 10:51:09.874254 627293 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I1209 10:51:09.874278 627293 node_conditions.go:123] node cpu capacity is 2
I1209 10:51:09.874300 627293 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I1209 10:51:09.874304 627293 node_conditions.go:123] node cpu capacity is 2
I1209 10:51:09.874310 627293 node_conditions.go:105] duration metric: took 180.168766ms to run NodePressure ...
I1209 10:51:09.874324 627293 start.go:241] waiting for startup goroutines ...
I1209 10:51:09.874349 627293 start.go:255] writing updated cluster config ...
I1209 10:51:09.876293 627293 out.go:201]
I1209 10:51:09.877844 627293 config.go:182] Loaded profile config "ha-792382": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1209 10:51:09.877938 627293 profile.go:143] Saving config to /home/jenkins/minikube-integration/20068-609844/.minikube/profiles/ha-792382/config.json ...
I1209 10:51:09.879618 627293 out.go:177] * Starting "ha-792382-m03" control-plane node in "ha-792382" cluster
I1209 10:51:09.880651 627293 preload.go:131] Checking if preload exists for k8s version v1.31.2 and runtime crio
I1209 10:51:09.880677 627293 cache.go:56] Caching tarball of preloaded images
I1209 10:51:09.880794 627293 preload.go:172] Found /home/jenkins/minikube-integration/20068-609844/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.2-cri-o-overlay-amd64.tar.lz4 in cache, skipping download
I1209 10:51:09.880808 627293 cache.go:59] Finished verifying existence of preloaded tar for v1.31.2 on crio
I1209 10:51:09.880894 627293 profile.go:143] Saving config to /home/jenkins/minikube-integration/20068-609844/.minikube/profiles/ha-792382/config.json ...
I1209 10:51:09.881065 627293 start.go:360] acquireMachinesLock for ha-792382-m03: {Name:mka6afffe9ddf2faebdc603ed0401805d58bf31e Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}
I1209 10:51:09.881109 627293 start.go:364] duration metric: took 24.695µs to acquireMachinesLock for "ha-792382-m03"
I1209 10:51:09.881155 627293 start.go:93] Provisioning new machine with config: &{Name:ha-792382 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19917/minikube-v1.34.0-1730913550-19917-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730888964-19917@sha256:629a5748e3ec15a091fef12257eb3754b8ffc0c974ebcbb016451c65d1829615 Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{Kubernete
sVersion:v1.31.2 ClusterName:ha-792382 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.39.69 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m02 IP:192.168.39.89 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m03 IP: Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[ambassador:false amd-gpu-device-plugin:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:false efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false
ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:false storage-provisioner-gluster:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker Bina
ryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name:m03 IP: Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}
I1209 10:51:09.881251 627293 start.go:125] createHost starting for "m03" (driver="kvm2")
I1209 10:51:09.882597 627293 out.go:235] * Creating kvm2 VM (CPUs=2, Memory=2200MB, Disk=20000MB) ...
I1209 10:51:09.882697 627293 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1209 10:51:09.882736 627293 main.go:141] libmachine: Launching plugin server for driver kvm2
I1209 10:51:09.898133 627293 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:41609
I1209 10:51:09.898752 627293 main.go:141] libmachine: () Calling .GetVersion
I1209 10:51:09.899364 627293 main.go:141] libmachine: Using API Version 1
I1209 10:51:09.899388 627293 main.go:141] libmachine: () Calling .SetConfigRaw
I1209 10:51:09.899714 627293 main.go:141] libmachine: () Calling .GetMachineName
I1209 10:51:09.899932 627293 main.go:141] libmachine: (ha-792382-m03) Calling .GetMachineName
I1209 10:51:09.900153 627293 main.go:141] libmachine: (ha-792382-m03) Calling .DriverName
I1209 10:51:09.900311 627293 start.go:159] libmachine.API.Create for "ha-792382" (driver="kvm2")
I1209 10:51:09.900340 627293 client.go:168] LocalClient.Create starting
I1209 10:51:09.900368 627293 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/20068-609844/.minikube/certs/ca.pem
I1209 10:51:09.900399 627293 main.go:141] libmachine: Decoding PEM data...
I1209 10:51:09.900414 627293 main.go:141] libmachine: Parsing certificate...
I1209 10:51:09.900469 627293 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/20068-609844/.minikube/certs/cert.pem
I1209 10:51:09.900490 627293 main.go:141] libmachine: Decoding PEM data...
I1209 10:51:09.900500 627293 main.go:141] libmachine: Parsing certificate...
I1209 10:51:09.900517 627293 main.go:141] libmachine: Running pre-create checks...
I1209 10:51:09.900526 627293 main.go:141] libmachine: (ha-792382-m03) Calling .PreCreateCheck
I1209 10:51:09.900676 627293 main.go:141] libmachine: (ha-792382-m03) Calling .GetConfigRaw
I1209 10:51:09.901024 627293 main.go:141] libmachine: Creating machine...
I1209 10:51:09.901037 627293 main.go:141] libmachine: (ha-792382-m03) Calling .Create
I1209 10:51:09.901229 627293 main.go:141] libmachine: (ha-792382-m03) Creating KVM machine...
I1209 10:51:09.902418 627293 main.go:141] libmachine: (ha-792382-m03) DBG | found existing default KVM network
I1209 10:51:09.902584 627293 main.go:141] libmachine: (ha-792382-m03) DBG | found existing private KVM network mk-ha-792382
I1209 10:51:09.902745 627293 main.go:141] libmachine: (ha-792382-m03) Setting up store path in /home/jenkins/minikube-integration/20068-609844/.minikube/machines/ha-792382-m03 ...
I1209 10:51:09.902768 627293 main.go:141] libmachine: (ha-792382-m03) Building disk image from file:///home/jenkins/minikube-integration/20068-609844/.minikube/cache/iso/amd64/minikube-v1.34.0-1730913550-19917-amd64.iso
I1209 10:51:09.902867 627293 main.go:141] libmachine: (ha-792382-m03) DBG | I1209 10:51:09.902742 628056 common.go:144] Making disk image using store path: /home/jenkins/minikube-integration/20068-609844/.minikube
I1209 10:51:09.902959 627293 main.go:141] libmachine: (ha-792382-m03) Downloading /home/jenkins/minikube-integration/20068-609844/.minikube/cache/boot2docker.iso from file:///home/jenkins/minikube-integration/20068-609844/.minikube/cache/iso/amd64/minikube-v1.34.0-1730913550-19917-amd64.iso...
I1209 10:51:10.187575 627293 main.go:141] libmachine: (ha-792382-m03) DBG | I1209 10:51:10.187437 628056 common.go:151] Creating ssh key: /home/jenkins/minikube-integration/20068-609844/.minikube/machines/ha-792382-m03/id_rsa...
I1209 10:51:10.500975 627293 main.go:141] libmachine: (ha-792382-m03) DBG | I1209 10:51:10.500841 628056 common.go:157] Creating raw disk image: /home/jenkins/minikube-integration/20068-609844/.minikube/machines/ha-792382-m03/ha-792382-m03.rawdisk...
I1209 10:51:10.501016 627293 main.go:141] libmachine: (ha-792382-m03) DBG | Writing magic tar header
I1209 10:51:10.501026 627293 main.go:141] libmachine: (ha-792382-m03) DBG | Writing SSH key tar header
I1209 10:51:10.501034 627293 main.go:141] libmachine: (ha-792382-m03) DBG | I1209 10:51:10.500985 628056 common.go:171] Fixing permissions on /home/jenkins/minikube-integration/20068-609844/.minikube/machines/ha-792382-m03 ...
I1209 10:51:10.501188 627293 main.go:141] libmachine: (ha-792382-m03) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/20068-609844/.minikube/machines/ha-792382-m03
I1209 10:51:10.501214 627293 main.go:141] libmachine: (ha-792382-m03) Setting executable bit set on /home/jenkins/minikube-integration/20068-609844/.minikube/machines/ha-792382-m03 (perms=drwx------)
I1209 10:51:10.501235 627293 main.go:141] libmachine: (ha-792382-m03) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/20068-609844/.minikube/machines
I1209 10:51:10.501255 627293 main.go:141] libmachine: (ha-792382-m03) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/20068-609844/.minikube
I1209 10:51:10.501270 627293 main.go:141] libmachine: (ha-792382-m03) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/20068-609844
I1209 10:51:10.501289 627293 main.go:141] libmachine: (ha-792382-m03) DBG | Checking permissions on dir: /home/jenkins/minikube-integration
I1209 10:51:10.501315 627293 main.go:141] libmachine: (ha-792382-m03) Setting executable bit set on /home/jenkins/minikube-integration/20068-609844/.minikube/machines (perms=drwxr-xr-x)
I1209 10:51:10.501328 627293 main.go:141] libmachine: (ha-792382-m03) DBG | Checking permissions on dir: /home/jenkins
I1209 10:51:10.501340 627293 main.go:141] libmachine: (ha-792382-m03) DBG | Checking permissions on dir: /home
I1209 10:51:10.501354 627293 main.go:141] libmachine: (ha-792382-m03) DBG | Skipping /home - not owner
I1209 10:51:10.501371 627293 main.go:141] libmachine: (ha-792382-m03) Setting executable bit set on /home/jenkins/minikube-integration/20068-609844/.minikube (perms=drwxr-xr-x)
I1209 10:51:10.501393 627293 main.go:141] libmachine: (ha-792382-m03) Setting executable bit set on /home/jenkins/minikube-integration/20068-609844 (perms=drwxrwxr-x)
I1209 10:51:10.501413 627293 main.go:141] libmachine: (ha-792382-m03) Setting executable bit set on /home/jenkins/minikube-integration (perms=drwxrwxr-x)
I1209 10:51:10.501426 627293 main.go:141] libmachine: (ha-792382-m03) Setting executable bit set on /home/jenkins (perms=drwxr-xr-x)
I1209 10:51:10.501440 627293 main.go:141] libmachine: (ha-792382-m03) Creating domain...
I1209 10:51:10.502439 627293 main.go:141] libmachine: (ha-792382-m03) define libvirt domain using xml:
I1209 10:51:10.502466 627293 main.go:141] libmachine: (ha-792382-m03) <domain type='kvm'>
I1209 10:51:10.502476 627293 main.go:141] libmachine: (ha-792382-m03) <name>ha-792382-m03</name>
I1209 10:51:10.502484 627293 main.go:141] libmachine: (ha-792382-m03) <memory unit='MiB'>2200</memory>
I1209 10:51:10.502490 627293 main.go:141] libmachine: (ha-792382-m03) <vcpu>2</vcpu>
I1209 10:51:10.502495 627293 main.go:141] libmachine: (ha-792382-m03) <features>
I1209 10:51:10.502506 627293 main.go:141] libmachine: (ha-792382-m03) <acpi/>
I1209 10:51:10.502516 627293 main.go:141] libmachine: (ha-792382-m03) <apic/>
I1209 10:51:10.502524 627293 main.go:141] libmachine: (ha-792382-m03) <pae/>
I1209 10:51:10.502534 627293 main.go:141] libmachine: (ha-792382-m03)
I1209 10:51:10.502544 627293 main.go:141] libmachine: (ha-792382-m03) </features>
I1209 10:51:10.502552 627293 main.go:141] libmachine: (ha-792382-m03) <cpu mode='host-passthrough'>
I1209 10:51:10.502587 627293 main.go:141] libmachine: (ha-792382-m03)
I1209 10:51:10.502612 627293 main.go:141] libmachine: (ha-792382-m03) </cpu>
I1209 10:51:10.502650 627293 main.go:141] libmachine: (ha-792382-m03) <os>
I1209 10:51:10.502668 627293 main.go:141] libmachine: (ha-792382-m03) <type>hvm</type>
I1209 10:51:10.502674 627293 main.go:141] libmachine: (ha-792382-m03) <boot dev='cdrom'/>
I1209 10:51:10.502679 627293 main.go:141] libmachine: (ha-792382-m03) <boot dev='hd'/>
I1209 10:51:10.502688 627293 main.go:141] libmachine: (ha-792382-m03) <bootmenu enable='no'/>
I1209 10:51:10.502693 627293 main.go:141] libmachine: (ha-792382-m03) </os>
I1209 10:51:10.502731 627293 main.go:141] libmachine: (ha-792382-m03) <devices>
I1209 10:51:10.502756 627293 main.go:141] libmachine: (ha-792382-m03) <disk type='file' device='cdrom'>
I1209 10:51:10.502773 627293 main.go:141] libmachine: (ha-792382-m03) <source file='/home/jenkins/minikube-integration/20068-609844/.minikube/machines/ha-792382-m03/boot2docker.iso'/>
I1209 10:51:10.502784 627293 main.go:141] libmachine: (ha-792382-m03) <target dev='hdc' bus='scsi'/>
I1209 10:51:10.502796 627293 main.go:141] libmachine: (ha-792382-m03) <readonly/>
I1209 10:51:10.502806 627293 main.go:141] libmachine: (ha-792382-m03) </disk>
I1209 10:51:10.502815 627293 main.go:141] libmachine: (ha-792382-m03) <disk type='file' device='disk'>
I1209 10:51:10.502827 627293 main.go:141] libmachine: (ha-792382-m03) <driver name='qemu' type='raw' cache='default' io='threads' />
I1209 10:51:10.502844 627293 main.go:141] libmachine: (ha-792382-m03) <source file='/home/jenkins/minikube-integration/20068-609844/.minikube/machines/ha-792382-m03/ha-792382-m03.rawdisk'/>
I1209 10:51:10.502854 627293 main.go:141] libmachine: (ha-792382-m03) <target dev='hda' bus='virtio'/>
I1209 10:51:10.502862 627293 main.go:141] libmachine: (ha-792382-m03) </disk>
I1209 10:51:10.502873 627293 main.go:141] libmachine: (ha-792382-m03) <interface type='network'>
I1209 10:51:10.502886 627293 main.go:141] libmachine: (ha-792382-m03) <source network='mk-ha-792382'/>
I1209 10:51:10.502901 627293 main.go:141] libmachine: (ha-792382-m03) <model type='virtio'/>
I1209 10:51:10.502917 627293 main.go:141] libmachine: (ha-792382-m03) </interface>
I1209 10:51:10.502927 627293 main.go:141] libmachine: (ha-792382-m03) <interface type='network'>
I1209 10:51:10.502935 627293 main.go:141] libmachine: (ha-792382-m03) <source network='default'/>
I1209 10:51:10.502945 627293 main.go:141] libmachine: (ha-792382-m03) <model type='virtio'/>
I1209 10:51:10.502954 627293 main.go:141] libmachine: (ha-792382-m03) </interface>
I1209 10:51:10.502965 627293 main.go:141] libmachine: (ha-792382-m03) <serial type='pty'>
I1209 10:51:10.502981 627293 main.go:141] libmachine: (ha-792382-m03) <target port='0'/>
I1209 10:51:10.503011 627293 main.go:141] libmachine: (ha-792382-m03) </serial>
I1209 10:51:10.503041 627293 main.go:141] libmachine: (ha-792382-m03) <console type='pty'>
I1209 10:51:10.503058 627293 main.go:141] libmachine: (ha-792382-m03) <target type='serial' port='0'/>
I1209 10:51:10.503071 627293 main.go:141] libmachine: (ha-792382-m03) </console>
I1209 10:51:10.503082 627293 main.go:141] libmachine: (ha-792382-m03) <rng model='virtio'>
I1209 10:51:10.503096 627293 main.go:141] libmachine: (ha-792382-m03) <backend model='random'>/dev/random</backend>
I1209 10:51:10.503113 627293 main.go:141] libmachine: (ha-792382-m03) </rng>
I1209 10:51:10.503127 627293 main.go:141] libmachine: (ha-792382-m03)
I1209 10:51:10.503136 627293 main.go:141] libmachine: (ha-792382-m03)
I1209 10:51:10.503142 627293 main.go:141] libmachine: (ha-792382-m03) </devices>
I1209 10:51:10.503150 627293 main.go:141] libmachine: (ha-792382-m03) </domain>
I1209 10:51:10.503164 627293 main.go:141] libmachine: (ha-792382-m03)
I1209 10:51:10.509799 627293 main.go:141] libmachine: (ha-792382-m03) DBG | domain ha-792382-m03 has defined MAC address 52:54:00:26:51:82 in network default
I1209 10:51:10.510544 627293 main.go:141] libmachine: (ha-792382-m03) DBG | domain ha-792382-m03 has defined MAC address 52:54:00:10:ae:3c in network mk-ha-792382
I1209 10:51:10.510571 627293 main.go:141] libmachine: (ha-792382-m03) Ensuring networks are active...
I1209 10:51:10.511459 627293 main.go:141] libmachine: (ha-792382-m03) Ensuring network default is active
I1209 10:51:10.511785 627293 main.go:141] libmachine: (ha-792382-m03) Ensuring network mk-ha-792382 is active
I1209 10:51:10.512166 627293 main.go:141] libmachine: (ha-792382-m03) Getting domain xml...
I1209 10:51:10.512954 627293 main.go:141] libmachine: (ha-792382-m03) Creating domain...
I1209 10:51:11.772243 627293 main.go:141] libmachine: (ha-792382-m03) Waiting to get IP...
I1209 10:51:11.773341 627293 main.go:141] libmachine: (ha-792382-m03) DBG | domain ha-792382-m03 has defined MAC address 52:54:00:10:ae:3c in network mk-ha-792382
I1209 10:51:11.773804 627293 main.go:141] libmachine: (ha-792382-m03) DBG | unable to find current IP address of domain ha-792382-m03 in network mk-ha-792382
I1209 10:51:11.773837 627293 main.go:141] libmachine: (ha-792382-m03) DBG | I1209 10:51:11.773768 628056 retry.go:31] will retry after 261.519944ms: waiting for machine to come up
I1209 10:51:12.038077 627293 main.go:141] libmachine: (ha-792382-m03) DBG | domain ha-792382-m03 has defined MAC address 52:54:00:10:ae:3c in network mk-ha-792382
I1209 10:51:12.038774 627293 main.go:141] libmachine: (ha-792382-m03) DBG | unable to find current IP address of domain ha-792382-m03 in network mk-ha-792382
I1209 10:51:12.038804 627293 main.go:141] libmachine: (ha-792382-m03) DBG | I1209 10:51:12.038709 628056 retry.go:31] will retry after 310.562513ms: waiting for machine to come up
I1209 10:51:12.350405 627293 main.go:141] libmachine: (ha-792382-m03) DBG | domain ha-792382-m03 has defined MAC address 52:54:00:10:ae:3c in network mk-ha-792382
I1209 10:51:12.350812 627293 main.go:141] libmachine: (ha-792382-m03) DBG | unable to find current IP address of domain ha-792382-m03 in network mk-ha-792382
I1209 10:51:12.350870 627293 main.go:141] libmachine: (ha-792382-m03) DBG | I1209 10:51:12.350779 628056 retry.go:31] will retry after 381.875413ms: waiting for machine to come up
I1209 10:51:12.734428 627293 main.go:141] libmachine: (ha-792382-m03) DBG | domain ha-792382-m03 has defined MAC address 52:54:00:10:ae:3c in network mk-ha-792382
I1209 10:51:12.734917 627293 main.go:141] libmachine: (ha-792382-m03) DBG | unable to find current IP address of domain ha-792382-m03 in network mk-ha-792382
I1209 10:51:12.734939 627293 main.go:141] libmachine: (ha-792382-m03) DBG | I1209 10:51:12.734868 628056 retry.go:31] will retry after 376.611685ms: waiting for machine to come up
I1209 10:51:13.113430 627293 main.go:141] libmachine: (ha-792382-m03) DBG | domain ha-792382-m03 has defined MAC address 52:54:00:10:ae:3c in network mk-ha-792382
I1209 10:51:13.113850 627293 main.go:141] libmachine: (ha-792382-m03) DBG | unable to find current IP address of domain ha-792382-m03 in network mk-ha-792382
I1209 10:51:13.113878 627293 main.go:141] libmachine: (ha-792382-m03) DBG | I1209 10:51:13.113807 628056 retry.go:31] will retry after 480.736793ms: waiting for machine to come up
I1209 10:51:13.596329 627293 main.go:141] libmachine: (ha-792382-m03) DBG | domain ha-792382-m03 has defined MAC address 52:54:00:10:ae:3c in network mk-ha-792382
I1209 10:51:13.596796 627293 main.go:141] libmachine: (ha-792382-m03) DBG | unable to find current IP address of domain ha-792382-m03 in network mk-ha-792382
I1209 10:51:13.596819 627293 main.go:141] libmachine: (ha-792382-m03) DBG | I1209 10:51:13.596753 628056 retry.go:31] will retry after 875.034768ms: waiting for machine to come up
I1209 10:51:14.473751 627293 main.go:141] libmachine: (ha-792382-m03) DBG | domain ha-792382-m03 has defined MAC address 52:54:00:10:ae:3c in network mk-ha-792382
I1209 10:51:14.474126 627293 main.go:141] libmachine: (ha-792382-m03) DBG | unable to find current IP address of domain ha-792382-m03 in network mk-ha-792382
I1209 10:51:14.474155 627293 main.go:141] libmachine: (ha-792382-m03) DBG | I1209 10:51:14.474088 628056 retry.go:31] will retry after 816.368717ms: waiting for machine to come up
I1209 10:51:15.292960 627293 main.go:141] libmachine: (ha-792382-m03) DBG | domain ha-792382-m03 has defined MAC address 52:54:00:10:ae:3c in network mk-ha-792382
I1209 10:51:15.293587 627293 main.go:141] libmachine: (ha-792382-m03) DBG | unable to find current IP address of domain ha-792382-m03 in network mk-ha-792382
I1209 10:51:15.293618 627293 main.go:141] libmachine: (ha-792382-m03) DBG | I1209 10:51:15.293489 628056 retry.go:31] will retry after 1.183655157s: waiting for machine to come up
I1209 10:51:16.478955 627293 main.go:141] libmachine: (ha-792382-m03) DBG | domain ha-792382-m03 has defined MAC address 52:54:00:10:ae:3c in network mk-ha-792382
I1209 10:51:16.479455 627293 main.go:141] libmachine: (ha-792382-m03) DBG | unable to find current IP address of domain ha-792382-m03 in network mk-ha-792382
I1209 10:51:16.479486 627293 main.go:141] libmachine: (ha-792382-m03) DBG | I1209 10:51:16.479390 628056 retry.go:31] will retry after 1.459421983s: waiting for machine to come up
I1209 10:51:17.940565 627293 main.go:141] libmachine: (ha-792382-m03) DBG | domain ha-792382-m03 has defined MAC address 52:54:00:10:ae:3c in network mk-ha-792382
I1209 10:51:17.940909 627293 main.go:141] libmachine: (ha-792382-m03) DBG | unable to find current IP address of domain ha-792382-m03 in network mk-ha-792382
I1209 10:51:17.940939 627293 main.go:141] libmachine: (ha-792382-m03) DBG | I1209 10:51:17.940853 628056 retry.go:31] will retry after 2.01883018s: waiting for machine to come up
I1209 10:51:19.961861 627293 main.go:141] libmachine: (ha-792382-m03) DBG | domain ha-792382-m03 has defined MAC address 52:54:00:10:ae:3c in network mk-ha-792382
I1209 10:51:19.962417 627293 main.go:141] libmachine: (ha-792382-m03) DBG | unable to find current IP address of domain ha-792382-m03 in network mk-ha-792382
I1209 10:51:19.962457 627293 main.go:141] libmachine: (ha-792382-m03) DBG | I1209 10:51:19.962353 628056 retry.go:31] will retry after 1.857861431s: waiting for machine to come up
I1209 10:51:21.822060 627293 main.go:141] libmachine: (ha-792382-m03) DBG | domain ha-792382-m03 has defined MAC address 52:54:00:10:ae:3c in network mk-ha-792382
I1209 10:51:21.822610 627293 main.go:141] libmachine: (ha-792382-m03) DBG | unable to find current IP address of domain ha-792382-m03 in network mk-ha-792382
I1209 10:51:21.822640 627293 main.go:141] libmachine: (ha-792382-m03) DBG | I1209 10:51:21.822556 628056 retry.go:31] will retry after 2.674364218s: waiting for machine to come up
I1209 10:51:24.499290 627293 main.go:141] libmachine: (ha-792382-m03) DBG | domain ha-792382-m03 has defined MAC address 52:54:00:10:ae:3c in network mk-ha-792382
I1209 10:51:24.499696 627293 main.go:141] libmachine: (ha-792382-m03) DBG | unable to find current IP address of domain ha-792382-m03 in network mk-ha-792382
I1209 10:51:24.499718 627293 main.go:141] libmachine: (ha-792382-m03) DBG | I1209 10:51:24.499647 628056 retry.go:31] will retry after 3.815833745s: waiting for machine to come up
I1209 10:51:28.319279 627293 main.go:141] libmachine: (ha-792382-m03) DBG | domain ha-792382-m03 has defined MAC address 52:54:00:10:ae:3c in network mk-ha-792382
I1209 10:51:28.319654 627293 main.go:141] libmachine: (ha-792382-m03) DBG | unable to find current IP address of domain ha-792382-m03 in network mk-ha-792382
I1209 10:51:28.319685 627293 main.go:141] libmachine: (ha-792382-m03) DBG | I1209 10:51:28.319601 628056 retry.go:31] will retry after 5.165694329s: waiting for machine to come up
I1209 10:51:33.487484 627293 main.go:141] libmachine: (ha-792382-m03) DBG | domain ha-792382-m03 has defined MAC address 52:54:00:10:ae:3c in network mk-ha-792382
I1209 10:51:33.487908 627293 main.go:141] libmachine: (ha-792382-m03) DBG | domain ha-792382-m03 has current primary IP address 192.168.39.82 and MAC address 52:54:00:10:ae:3c in network mk-ha-792382
I1209 10:51:33.487939 627293 main.go:141] libmachine: (ha-792382-m03) Found IP for machine: 192.168.39.82
I1209 10:51:33.487954 627293 main.go:141] libmachine: (ha-792382-m03) Reserving static IP address...
I1209 10:51:33.488381 627293 main.go:141] libmachine: (ha-792382-m03) DBG | unable to find host DHCP lease matching {name: "ha-792382-m03", mac: "52:54:00:10:ae:3c", ip: "192.168.39.82"} in network mk-ha-792382
I1209 10:51:33.564150 627293 main.go:141] libmachine: (ha-792382-m03) Reserved static IP address: 192.168.39.82
I1209 10:51:33.564197 627293 main.go:141] libmachine: (ha-792382-m03) DBG | Getting to WaitForSSH function...
I1209 10:51:33.564206 627293 main.go:141] libmachine: (ha-792382-m03) Waiting for SSH to be available...
I1209 10:51:33.567024 627293 main.go:141] libmachine: (ha-792382-m03) DBG | domain ha-792382-m03 has defined MAC address 52:54:00:10:ae:3c in network mk-ha-792382
I1209 10:51:33.567471 627293 main.go:141] libmachine: (ha-792382-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:10:ae:3c", ip: ""} in network mk-ha-792382: {Iface:virbr1 ExpiryTime:2024-12-09 11:51:25 +0000 UTC Type:0 Mac:52:54:00:10:ae:3c Iaid: IPaddr:192.168.39.82 Prefix:24 Hostname:minikube Clientid:01:52:54:00:10:ae:3c}
I1209 10:51:33.567501 627293 main.go:141] libmachine: (ha-792382-m03) DBG | domain ha-792382-m03 has defined IP address 192.168.39.82 and MAC address 52:54:00:10:ae:3c in network mk-ha-792382
I1209 10:51:33.567664 627293 main.go:141] libmachine: (ha-792382-m03) DBG | Using SSH client type: external
I1209 10:51:33.567687 627293 main.go:141] libmachine: (ha-792382-m03) DBG | Using SSH private key: /home/jenkins/minikube-integration/20068-609844/.minikube/machines/ha-792382-m03/id_rsa (-rw-------)
I1209 10:51:33.567722 627293 main.go:141] libmachine: (ha-792382-m03) DBG | &{[-F /dev/null -o ConnectionAttempts=3 -o ConnectTimeout=10 -o ControlMaster=no -o ControlPath=none -o LogLevel=quiet -o PasswordAuthentication=no -o ServerAliveInterval=60 -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null docker@192.168.39.82 -o IdentitiesOnly=yes -i /home/jenkins/minikube-integration/20068-609844/.minikube/machines/ha-792382-m03/id_rsa -p 22] /usr/bin/ssh <nil>}
I1209 10:51:33.567734 627293 main.go:141] libmachine: (ha-792382-m03) DBG | About to run SSH command:
I1209 10:51:33.567748 627293 main.go:141] libmachine: (ha-792382-m03) DBG | exit 0
I1209 10:51:33.698092 627293 main.go:141] libmachine: (ha-792382-m03) DBG | SSH cmd err, output: <nil>:
I1209 10:51:33.698421 627293 main.go:141] libmachine: (ha-792382-m03) KVM machine creation complete!
I1209 10:51:33.698819 627293 main.go:141] libmachine: (ha-792382-m03) Calling .GetConfigRaw
I1209 10:51:33.699478 627293 main.go:141] libmachine: (ha-792382-m03) Calling .DriverName
I1209 10:51:33.699674 627293 main.go:141] libmachine: (ha-792382-m03) Calling .DriverName
I1209 10:51:33.699826 627293 main.go:141] libmachine: Waiting for machine to be running, this may take a few minutes...
I1209 10:51:33.699837 627293 main.go:141] libmachine: (ha-792382-m03) Calling .GetState
I1209 10:51:33.701167 627293 main.go:141] libmachine: Detecting operating system of created instance...
I1209 10:51:33.701183 627293 main.go:141] libmachine: Waiting for SSH to be available...
I1209 10:51:33.701191 627293 main.go:141] libmachine: Getting to WaitForSSH function...
I1209 10:51:33.701198 627293 main.go:141] libmachine: (ha-792382-m03) Calling .GetSSHHostname
I1209 10:51:33.703744 627293 main.go:141] libmachine: (ha-792382-m03) DBG | domain ha-792382-m03 has defined MAC address 52:54:00:10:ae:3c in network mk-ha-792382
I1209 10:51:33.704133 627293 main.go:141] libmachine: (ha-792382-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:10:ae:3c", ip: ""} in network mk-ha-792382: {Iface:virbr1 ExpiryTime:2024-12-09 11:51:25 +0000 UTC Type:0 Mac:52:54:00:10:ae:3c Iaid: IPaddr:192.168.39.82 Prefix:24 Hostname:ha-792382-m03 Clientid:01:52:54:00:10:ae:3c}
I1209 10:51:33.704162 627293 main.go:141] libmachine: (ha-792382-m03) DBG | domain ha-792382-m03 has defined IP address 192.168.39.82 and MAC address 52:54:00:10:ae:3c in network mk-ha-792382
I1209 10:51:33.704266 627293 main.go:141] libmachine: (ha-792382-m03) Calling .GetSSHPort
I1209 10:51:33.704462 627293 main.go:141] libmachine: (ha-792382-m03) Calling .GetSSHKeyPath
I1209 10:51:33.704600 627293 main.go:141] libmachine: (ha-792382-m03) Calling .GetSSHKeyPath
I1209 10:51:33.704723 627293 main.go:141] libmachine: (ha-792382-m03) Calling .GetSSHUsername
I1209 10:51:33.704916 627293 main.go:141] libmachine: Using SSH client type: native
I1209 10:51:33.705157 627293 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866ca0] 0x869980 <nil> [] 0s} 192.168.39.82 22 <nil> <nil>}
I1209 10:51:33.705168 627293 main.go:141] libmachine: About to run SSH command:
exit 0
I1209 10:51:33.813390 627293 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1209 10:51:33.813423 627293 main.go:141] libmachine: Detecting the provisioner...
I1209 10:51:33.813436 627293 main.go:141] libmachine: (ha-792382-m03) Calling .GetSSHHostname
I1209 10:51:33.816441 627293 main.go:141] libmachine: (ha-792382-m03) DBG | domain ha-792382-m03 has defined MAC address 52:54:00:10:ae:3c in network mk-ha-792382
I1209 10:51:33.816804 627293 main.go:141] libmachine: (ha-792382-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:10:ae:3c", ip: ""} in network mk-ha-792382: {Iface:virbr1 ExpiryTime:2024-12-09 11:51:25 +0000 UTC Type:0 Mac:52:54:00:10:ae:3c Iaid: IPaddr:192.168.39.82 Prefix:24 Hostname:ha-792382-m03 Clientid:01:52:54:00:10:ae:3c}
I1209 10:51:33.816841 627293 main.go:141] libmachine: (ha-792382-m03) DBG | domain ha-792382-m03 has defined IP address 192.168.39.82 and MAC address 52:54:00:10:ae:3c in network mk-ha-792382
I1209 10:51:33.816951 627293 main.go:141] libmachine: (ha-792382-m03) Calling .GetSSHPort
I1209 10:51:33.817167 627293 main.go:141] libmachine: (ha-792382-m03) Calling .GetSSHKeyPath
I1209 10:51:33.817376 627293 main.go:141] libmachine: (ha-792382-m03) Calling .GetSSHKeyPath
I1209 10:51:33.817559 627293 main.go:141] libmachine: (ha-792382-m03) Calling .GetSSHUsername
I1209 10:51:33.817716 627293 main.go:141] libmachine: Using SSH client type: native
I1209 10:51:33.817907 627293 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866ca0] 0x869980 <nil> [] 0s} 192.168.39.82 22 <nil> <nil>}
I1209 10:51:33.817921 627293 main.go:141] libmachine: About to run SSH command:
cat /etc/os-release
I1209 10:51:33.926605 627293 main.go:141] libmachine: SSH cmd err, output: <nil>: NAME=Buildroot
VERSION=2023.02.9-dirty
ID=buildroot
VERSION_ID=2023.02.9
PRETTY_NAME="Buildroot 2023.02.9"
I1209 10:51:33.926676 627293 main.go:141] libmachine: found compatible host: buildroot
I1209 10:51:33.926683 627293 main.go:141] libmachine: Provisioning with buildroot...
I1209 10:51:33.926691 627293 main.go:141] libmachine: (ha-792382-m03) Calling .GetMachineName
I1209 10:51:33.926942 627293 buildroot.go:166] provisioning hostname "ha-792382-m03"
I1209 10:51:33.926972 627293 main.go:141] libmachine: (ha-792382-m03) Calling .GetMachineName
I1209 10:51:33.927120 627293 main.go:141] libmachine: (ha-792382-m03) Calling .GetSSHHostname
I1209 10:51:33.929899 627293 main.go:141] libmachine: (ha-792382-m03) DBG | domain ha-792382-m03 has defined MAC address 52:54:00:10:ae:3c in network mk-ha-792382
I1209 10:51:33.930353 627293 main.go:141] libmachine: (ha-792382-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:10:ae:3c", ip: ""} in network mk-ha-792382: {Iface:virbr1 ExpiryTime:2024-12-09 11:51:25 +0000 UTC Type:0 Mac:52:54:00:10:ae:3c Iaid: IPaddr:192.168.39.82 Prefix:24 Hostname:ha-792382-m03 Clientid:01:52:54:00:10:ae:3c}
I1209 10:51:33.930382 627293 main.go:141] libmachine: (ha-792382-m03) DBG | domain ha-792382-m03 has defined IP address 192.168.39.82 and MAC address 52:54:00:10:ae:3c in network mk-ha-792382
I1209 10:51:33.930545 627293 main.go:141] libmachine: (ha-792382-m03) Calling .GetSSHPort
I1209 10:51:33.930780 627293 main.go:141] libmachine: (ha-792382-m03) Calling .GetSSHKeyPath
I1209 10:51:33.930935 627293 main.go:141] libmachine: (ha-792382-m03) Calling .GetSSHKeyPath
I1209 10:51:33.931076 627293 main.go:141] libmachine: (ha-792382-m03) Calling .GetSSHUsername
I1209 10:51:33.931236 627293 main.go:141] libmachine: Using SSH client type: native
I1209 10:51:33.931442 627293 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866ca0] 0x869980 <nil> [] 0s} 192.168.39.82 22 <nil> <nil>}
I1209 10:51:33.931455 627293 main.go:141] libmachine: About to run SSH command:
sudo hostname ha-792382-m03 && echo "ha-792382-m03" | sudo tee /etc/hostname
I1209 10:51:34.053804 627293 main.go:141] libmachine: SSH cmd err, output: <nil>: ha-792382-m03
I1209 10:51:34.053838 627293 main.go:141] libmachine: (ha-792382-m03) Calling .GetSSHHostname
I1209 10:51:34.056450 627293 main.go:141] libmachine: (ha-792382-m03) DBG | domain ha-792382-m03 has defined MAC address 52:54:00:10:ae:3c in network mk-ha-792382
I1209 10:51:34.056795 627293 main.go:141] libmachine: (ha-792382-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:10:ae:3c", ip: ""} in network mk-ha-792382: {Iface:virbr1 ExpiryTime:2024-12-09 11:51:25 +0000 UTC Type:0 Mac:52:54:00:10:ae:3c Iaid: IPaddr:192.168.39.82 Prefix:24 Hostname:ha-792382-m03 Clientid:01:52:54:00:10:ae:3c}
I1209 10:51:34.056821 627293 main.go:141] libmachine: (ha-792382-m03) DBG | domain ha-792382-m03 has defined IP address 192.168.39.82 and MAC address 52:54:00:10:ae:3c in network mk-ha-792382
I1209 10:51:34.057070 627293 main.go:141] libmachine: (ha-792382-m03) Calling .GetSSHPort
I1209 10:51:34.057253 627293 main.go:141] libmachine: (ha-792382-m03) Calling .GetSSHKeyPath
I1209 10:51:34.057460 627293 main.go:141] libmachine: (ha-792382-m03) Calling .GetSSHKeyPath
I1209 10:51:34.057580 627293 main.go:141] libmachine: (ha-792382-m03) Calling .GetSSHUsername
I1209 10:51:34.057749 627293 main.go:141] libmachine: Using SSH client type: native
I1209 10:51:34.057912 627293 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866ca0] 0x869980 <nil> [] 0s} 192.168.39.82 22 <nil> <nil>}
I1209 10:51:34.057932 627293 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\sha-792382-m03' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 ha-792382-m03/g' /etc/hosts;
else
echo '127.0.1.1 ha-792382-m03' | sudo tee -a /etc/hosts;
fi
fi
I1209 10:51:34.174396 627293 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1209 10:51:34.174436 627293 buildroot.go:172] set auth options {CertDir:/home/jenkins/minikube-integration/20068-609844/.minikube CaCertPath:/home/jenkins/minikube-integration/20068-609844/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/20068-609844/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/20068-609844/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/20068-609844/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/20068-609844/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/20068-609844/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/20068-609844/.minikube}
I1209 10:51:34.174459 627293 buildroot.go:174] setting up certificates
I1209 10:51:34.174471 627293 provision.go:84] configureAuth start
I1209 10:51:34.174484 627293 main.go:141] libmachine: (ha-792382-m03) Calling .GetMachineName
I1209 10:51:34.174826 627293 main.go:141] libmachine: (ha-792382-m03) Calling .GetIP
I1209 10:51:34.178006 627293 main.go:141] libmachine: (ha-792382-m03) DBG | domain ha-792382-m03 has defined MAC address 52:54:00:10:ae:3c in network mk-ha-792382
I1209 10:51:34.178384 627293 main.go:141] libmachine: (ha-792382-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:10:ae:3c", ip: ""} in network mk-ha-792382: {Iface:virbr1 ExpiryTime:2024-12-09 11:51:25 +0000 UTC Type:0 Mac:52:54:00:10:ae:3c Iaid: IPaddr:192.168.39.82 Prefix:24 Hostname:ha-792382-m03 Clientid:01:52:54:00:10:ae:3c}
I1209 10:51:34.178414 627293 main.go:141] libmachine: (ha-792382-m03) DBG | domain ha-792382-m03 has defined IP address 192.168.39.82 and MAC address 52:54:00:10:ae:3c in network mk-ha-792382
I1209 10:51:34.178593 627293 main.go:141] libmachine: (ha-792382-m03) Calling .GetSSHHostname
I1209 10:51:34.180882 627293 main.go:141] libmachine: (ha-792382-m03) DBG | domain ha-792382-m03 has defined MAC address 52:54:00:10:ae:3c in network mk-ha-792382
I1209 10:51:34.181259 627293 main.go:141] libmachine: (ha-792382-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:10:ae:3c", ip: ""} in network mk-ha-792382: {Iface:virbr1 ExpiryTime:2024-12-09 11:51:25 +0000 UTC Type:0 Mac:52:54:00:10:ae:3c Iaid: IPaddr:192.168.39.82 Prefix:24 Hostname:ha-792382-m03 Clientid:01:52:54:00:10:ae:3c}
I1209 10:51:34.181297 627293 main.go:141] libmachine: (ha-792382-m03) DBG | domain ha-792382-m03 has defined IP address 192.168.39.82 and MAC address 52:54:00:10:ae:3c in network mk-ha-792382
I1209 10:51:34.181434 627293 provision.go:143] copyHostCerts
I1209 10:51:34.181467 627293 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20068-609844/.minikube/certs/ca.pem -> /home/jenkins/minikube-integration/20068-609844/.minikube/ca.pem
I1209 10:51:34.181509 627293 exec_runner.go:144] found /home/jenkins/minikube-integration/20068-609844/.minikube/ca.pem, removing ...
I1209 10:51:34.181521 627293 exec_runner.go:203] rm: /home/jenkins/minikube-integration/20068-609844/.minikube/ca.pem
I1209 10:51:34.181599 627293 exec_runner.go:151] cp: /home/jenkins/minikube-integration/20068-609844/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/20068-609844/.minikube/ca.pem (1082 bytes)
I1209 10:51:34.181708 627293 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20068-609844/.minikube/certs/cert.pem -> /home/jenkins/minikube-integration/20068-609844/.minikube/cert.pem
I1209 10:51:34.181739 627293 exec_runner.go:144] found /home/jenkins/minikube-integration/20068-609844/.minikube/cert.pem, removing ...
I1209 10:51:34.181750 627293 exec_runner.go:203] rm: /home/jenkins/minikube-integration/20068-609844/.minikube/cert.pem
I1209 10:51:34.181796 627293 exec_runner.go:151] cp: /home/jenkins/minikube-integration/20068-609844/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/20068-609844/.minikube/cert.pem (1123 bytes)
I1209 10:51:34.181862 627293 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20068-609844/.minikube/certs/key.pem -> /home/jenkins/minikube-integration/20068-609844/.minikube/key.pem
I1209 10:51:34.181879 627293 exec_runner.go:144] found /home/jenkins/minikube-integration/20068-609844/.minikube/key.pem, removing ...
I1209 10:51:34.181885 627293 exec_runner.go:203] rm: /home/jenkins/minikube-integration/20068-609844/.minikube/key.pem
I1209 10:51:34.181910 627293 exec_runner.go:151] cp: /home/jenkins/minikube-integration/20068-609844/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/20068-609844/.minikube/key.pem (1679 bytes)
I1209 10:51:34.181961 627293 provision.go:117] generating server cert: /home/jenkins/minikube-integration/20068-609844/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/20068-609844/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/20068-609844/.minikube/certs/ca-key.pem org=jenkins.ha-792382-m03 san=[127.0.0.1 192.168.39.82 ha-792382-m03 localhost minikube]
I1209 10:51:34.410867 627293 provision.go:177] copyRemoteCerts
I1209 10:51:34.410930 627293 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1209 10:51:34.410961 627293 main.go:141] libmachine: (ha-792382-m03) Calling .GetSSHHostname
I1209 10:51:34.414202 627293 main.go:141] libmachine: (ha-792382-m03) DBG | domain ha-792382-m03 has defined MAC address 52:54:00:10:ae:3c in network mk-ha-792382
I1209 10:51:34.414663 627293 main.go:141] libmachine: (ha-792382-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:10:ae:3c", ip: ""} in network mk-ha-792382: {Iface:virbr1 ExpiryTime:2024-12-09 11:51:25 +0000 UTC Type:0 Mac:52:54:00:10:ae:3c Iaid: IPaddr:192.168.39.82 Prefix:24 Hostname:ha-792382-m03 Clientid:01:52:54:00:10:ae:3c}
I1209 10:51:34.414696 627293 main.go:141] libmachine: (ha-792382-m03) DBG | domain ha-792382-m03 has defined IP address 192.168.39.82 and MAC address 52:54:00:10:ae:3c in network mk-ha-792382
I1209 10:51:34.414964 627293 main.go:141] libmachine: (ha-792382-m03) Calling .GetSSHPort
I1209 10:51:34.415202 627293 main.go:141] libmachine: (ha-792382-m03) Calling .GetSSHKeyPath
I1209 10:51:34.415374 627293 main.go:141] libmachine: (ha-792382-m03) Calling .GetSSHUsername
I1209 10:51:34.415561 627293 sshutil.go:53] new ssh client: &{IP:192.168.39.82 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/20068-609844/.minikube/machines/ha-792382-m03/id_rsa Username:docker}
I1209 10:51:34.500121 627293 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20068-609844/.minikube/certs/ca.pem -> /etc/docker/ca.pem
I1209 10:51:34.500216 627293 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20068-609844/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1082 bytes)
I1209 10:51:34.525465 627293 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20068-609844/.minikube/machines/server.pem -> /etc/docker/server.pem
I1209 10:51:34.525566 627293 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20068-609844/.minikube/machines/server.pem --> /etc/docker/server.pem (1208 bytes)
I1209 10:51:34.548733 627293 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20068-609844/.minikube/machines/server-key.pem -> /etc/docker/server-key.pem
I1209 10:51:34.548819 627293 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20068-609844/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)
I1209 10:51:34.570848 627293 provision.go:87] duration metric: took 396.361471ms to configureAuth
I1209 10:51:34.570884 627293 buildroot.go:189] setting minikube options for container-runtime
I1209 10:51:34.571164 627293 config.go:182] Loaded profile config "ha-792382": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1209 10:51:34.571276 627293 main.go:141] libmachine: (ha-792382-m03) Calling .GetSSHHostname
I1209 10:51:34.574107 627293 main.go:141] libmachine: (ha-792382-m03) DBG | domain ha-792382-m03 has defined MAC address 52:54:00:10:ae:3c in network mk-ha-792382
I1209 10:51:34.574532 627293 main.go:141] libmachine: (ha-792382-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:10:ae:3c", ip: ""} in network mk-ha-792382: {Iface:virbr1 ExpiryTime:2024-12-09 11:51:25 +0000 UTC Type:0 Mac:52:54:00:10:ae:3c Iaid: IPaddr:192.168.39.82 Prefix:24 Hostname:ha-792382-m03 Clientid:01:52:54:00:10:ae:3c}
I1209 10:51:34.574557 627293 main.go:141] libmachine: (ha-792382-m03) DBG | domain ha-792382-m03 has defined IP address 192.168.39.82 and MAC address 52:54:00:10:ae:3c in network mk-ha-792382
I1209 10:51:34.574761 627293 main.go:141] libmachine: (ha-792382-m03) Calling .GetSSHPort
I1209 10:51:34.574957 627293 main.go:141] libmachine: (ha-792382-m03) Calling .GetSSHKeyPath
I1209 10:51:34.575114 627293 main.go:141] libmachine: (ha-792382-m03) Calling .GetSSHKeyPath
I1209 10:51:34.575329 627293 main.go:141] libmachine: (ha-792382-m03) Calling .GetSSHUsername
I1209 10:51:34.575548 627293 main.go:141] libmachine: Using SSH client type: native
I1209 10:51:34.575797 627293 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866ca0] 0x869980 <nil> [] 0s} 192.168.39.82 22 <nil> <nil>}
I1209 10:51:34.575824 627293 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1209 10:51:34.816625 627293 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1209 10:51:34.816655 627293 main.go:141] libmachine: Checking connection to Docker...
I1209 10:51:34.816670 627293 main.go:141] libmachine: (ha-792382-m03) Calling .GetURL
I1209 10:51:34.817924 627293 main.go:141] libmachine: (ha-792382-m03) DBG | Using libvirt version 6000000
I1209 10:51:34.820293 627293 main.go:141] libmachine: (ha-792382-m03) DBG | domain ha-792382-m03 has defined MAC address 52:54:00:10:ae:3c in network mk-ha-792382
I1209 10:51:34.820739 627293 main.go:141] libmachine: (ha-792382-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:10:ae:3c", ip: ""} in network mk-ha-792382: {Iface:virbr1 ExpiryTime:2024-12-09 11:51:25 +0000 UTC Type:0 Mac:52:54:00:10:ae:3c Iaid: IPaddr:192.168.39.82 Prefix:24 Hostname:ha-792382-m03 Clientid:01:52:54:00:10:ae:3c}
I1209 10:51:34.820782 627293 main.go:141] libmachine: (ha-792382-m03) DBG | domain ha-792382-m03 has defined IP address 192.168.39.82 and MAC address 52:54:00:10:ae:3c in network mk-ha-792382
I1209 10:51:34.820943 627293 main.go:141] libmachine: Docker is up and running!
I1209 10:51:34.820954 627293 main.go:141] libmachine: Reticulating splines...
I1209 10:51:34.820962 627293 client.go:171] duration metric: took 24.920612799s to LocalClient.Create
I1209 10:51:34.820990 627293 start.go:167] duration metric: took 24.920677638s to libmachine.API.Create "ha-792382"
I1209 10:51:34.821001 627293 start.go:293] postStartSetup for "ha-792382-m03" (driver="kvm2")
I1209 10:51:34.821015 627293 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1209 10:51:34.821041 627293 main.go:141] libmachine: (ha-792382-m03) Calling .DriverName
I1209 10:51:34.821314 627293 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1209 10:51:34.821340 627293 main.go:141] libmachine: (ha-792382-m03) Calling .GetSSHHostname
I1209 10:51:34.823716 627293 main.go:141] libmachine: (ha-792382-m03) DBG | domain ha-792382-m03 has defined MAC address 52:54:00:10:ae:3c in network mk-ha-792382
I1209 10:51:34.824123 627293 main.go:141] libmachine: (ha-792382-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:10:ae:3c", ip: ""} in network mk-ha-792382: {Iface:virbr1 ExpiryTime:2024-12-09 11:51:25 +0000 UTC Type:0 Mac:52:54:00:10:ae:3c Iaid: IPaddr:192.168.39.82 Prefix:24 Hostname:ha-792382-m03 Clientid:01:52:54:00:10:ae:3c}
I1209 10:51:34.824150 627293 main.go:141] libmachine: (ha-792382-m03) DBG | domain ha-792382-m03 has defined IP address 192.168.39.82 and MAC address 52:54:00:10:ae:3c in network mk-ha-792382
I1209 10:51:34.824346 627293 main.go:141] libmachine: (ha-792382-m03) Calling .GetSSHPort
I1209 10:51:34.824540 627293 main.go:141] libmachine: (ha-792382-m03) Calling .GetSSHKeyPath
I1209 10:51:34.824710 627293 main.go:141] libmachine: (ha-792382-m03) Calling .GetSSHUsername
I1209 10:51:34.824899 627293 sshutil.go:53] new ssh client: &{IP:192.168.39.82 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/20068-609844/.minikube/machines/ha-792382-m03/id_rsa Username:docker}
I1209 10:51:34.908596 627293 ssh_runner.go:195] Run: cat /etc/os-release
I1209 10:51:34.912587 627293 info.go:137] Remote host: Buildroot 2023.02.9
I1209 10:51:34.912634 627293 filesync.go:126] Scanning /home/jenkins/minikube-integration/20068-609844/.minikube/addons for local assets ...
I1209 10:51:34.912758 627293 filesync.go:126] Scanning /home/jenkins/minikube-integration/20068-609844/.minikube/files for local assets ...
I1209 10:51:34.912881 627293 filesync.go:149] local asset: /home/jenkins/minikube-integration/20068-609844/.minikube/files/etc/ssl/certs/6170172.pem -> 6170172.pem in /etc/ssl/certs
I1209 10:51:34.912894 627293 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20068-609844/.minikube/files/etc/ssl/certs/6170172.pem -> /etc/ssl/certs/6170172.pem
I1209 10:51:34.913014 627293 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1209 10:51:34.921828 627293 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20068-609844/.minikube/files/etc/ssl/certs/6170172.pem --> /etc/ssl/certs/6170172.pem (1708 bytes)
I1209 10:51:34.944676 627293 start.go:296] duration metric: took 123.657477ms for postStartSetup
I1209 10:51:34.944735 627293 main.go:141] libmachine: (ha-792382-m03) Calling .GetConfigRaw
I1209 10:51:34.945372 627293 main.go:141] libmachine: (ha-792382-m03) Calling .GetIP
I1209 10:51:34.948020 627293 main.go:141] libmachine: (ha-792382-m03) DBG | domain ha-792382-m03 has defined MAC address 52:54:00:10:ae:3c in network mk-ha-792382
I1209 10:51:34.948350 627293 main.go:141] libmachine: (ha-792382-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:10:ae:3c", ip: ""} in network mk-ha-792382: {Iface:virbr1 ExpiryTime:2024-12-09 11:51:25 +0000 UTC Type:0 Mac:52:54:00:10:ae:3c Iaid: IPaddr:192.168.39.82 Prefix:24 Hostname:ha-792382-m03 Clientid:01:52:54:00:10:ae:3c}
I1209 10:51:34.948374 627293 main.go:141] libmachine: (ha-792382-m03) DBG | domain ha-792382-m03 has defined IP address 192.168.39.82 and MAC address 52:54:00:10:ae:3c in network mk-ha-792382
I1209 10:51:34.948706 627293 profile.go:143] Saving config to /home/jenkins/minikube-integration/20068-609844/.minikube/profiles/ha-792382/config.json ...
I1209 10:51:34.948901 627293 start.go:128] duration metric: took 25.067639086s to createHost
I1209 10:51:34.948928 627293 main.go:141] libmachine: (ha-792382-m03) Calling .GetSSHHostname
I1209 10:51:34.951092 627293 main.go:141] libmachine: (ha-792382-m03) DBG | domain ha-792382-m03 has defined MAC address 52:54:00:10:ae:3c in network mk-ha-792382
I1209 10:51:34.951471 627293 main.go:141] libmachine: (ha-792382-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:10:ae:3c", ip: ""} in network mk-ha-792382: {Iface:virbr1 ExpiryTime:2024-12-09 11:51:25 +0000 UTC Type:0 Mac:52:54:00:10:ae:3c Iaid: IPaddr:192.168.39.82 Prefix:24 Hostname:ha-792382-m03 Clientid:01:52:54:00:10:ae:3c}
I1209 10:51:34.951504 627293 main.go:141] libmachine: (ha-792382-m03) DBG | domain ha-792382-m03 has defined IP address 192.168.39.82 and MAC address 52:54:00:10:ae:3c in network mk-ha-792382
I1209 10:51:34.951672 627293 main.go:141] libmachine: (ha-792382-m03) Calling .GetSSHPort
I1209 10:51:34.951858 627293 main.go:141] libmachine: (ha-792382-m03) Calling .GetSSHKeyPath
I1209 10:51:34.952015 627293 main.go:141] libmachine: (ha-792382-m03) Calling .GetSSHKeyPath
I1209 10:51:34.952130 627293 main.go:141] libmachine: (ha-792382-m03) Calling .GetSSHUsername
I1209 10:51:34.952269 627293 main.go:141] libmachine: Using SSH client type: native
I1209 10:51:34.952475 627293 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866ca0] 0x869980 <nil> [] 0s} 192.168.39.82 22 <nil> <nil>}
I1209 10:51:34.952491 627293 main.go:141] libmachine: About to run SSH command:
date +%s.%N
I1209 10:51:35.062736 627293 main.go:141] libmachine: SSH cmd err, output: <nil>: 1733741495.040495881
I1209 10:51:35.062764 627293 fix.go:216] guest clock: 1733741495.040495881
I1209 10:51:35.062773 627293 fix.go:229] Guest: 2024-12-09 10:51:35.040495881 +0000 UTC Remote: 2024-12-09 10:51:34.948914535 +0000 UTC m=+142.833153468 (delta=91.581346ms)
I1209 10:51:35.062795 627293 fix.go:200] guest clock delta is within tolerance: 91.581346ms
I1209 10:51:35.062802 627293 start.go:83] releasing machines lock for "ha-792382-m03", held for 25.181683585s
I1209 10:51:35.062825 627293 main.go:141] libmachine: (ha-792382-m03) Calling .DriverName
I1209 10:51:35.063125 627293 main.go:141] libmachine: (ha-792382-m03) Calling .GetIP
I1209 10:51:35.065564 627293 main.go:141] libmachine: (ha-792382-m03) DBG | domain ha-792382-m03 has defined MAC address 52:54:00:10:ae:3c in network mk-ha-792382
I1209 10:51:35.065919 627293 main.go:141] libmachine: (ha-792382-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:10:ae:3c", ip: ""} in network mk-ha-792382: {Iface:virbr1 ExpiryTime:2024-12-09 11:51:25 +0000 UTC Type:0 Mac:52:54:00:10:ae:3c Iaid: IPaddr:192.168.39.82 Prefix:24 Hostname:ha-792382-m03 Clientid:01:52:54:00:10:ae:3c}
I1209 10:51:35.065950 627293 main.go:141] libmachine: (ha-792382-m03) DBG | domain ha-792382-m03 has defined IP address 192.168.39.82 and MAC address 52:54:00:10:ae:3c in network mk-ha-792382
I1209 10:51:35.068041 627293 out.go:177] * Found network options:
I1209 10:51:35.069311 627293 out.go:177] - NO_PROXY=192.168.39.69,192.168.39.89
W1209 10:51:35.070337 627293 proxy.go:119] fail to check proxy env: Error ip not in block
W1209 10:51:35.070367 627293 proxy.go:119] fail to check proxy env: Error ip not in block
I1209 10:51:35.070382 627293 main.go:141] libmachine: (ha-792382-m03) Calling .DriverName
I1209 10:51:35.070888 627293 main.go:141] libmachine: (ha-792382-m03) Calling .DriverName
I1209 10:51:35.071098 627293 main.go:141] libmachine: (ha-792382-m03) Calling .DriverName
I1209 10:51:35.071216 627293 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1209 10:51:35.071260 627293 main.go:141] libmachine: (ha-792382-m03) Calling .GetSSHHostname
W1209 10:51:35.071333 627293 proxy.go:119] fail to check proxy env: Error ip not in block
W1209 10:51:35.071358 627293 proxy.go:119] fail to check proxy env: Error ip not in block
I1209 10:51:35.071448 627293 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1209 10:51:35.071472 627293 main.go:141] libmachine: (ha-792382-m03) Calling .GetSSHHostname
I1209 10:51:35.074136 627293 main.go:141] libmachine: (ha-792382-m03) DBG | domain ha-792382-m03 has defined MAC address 52:54:00:10:ae:3c in network mk-ha-792382
I1209 10:51:35.074287 627293 main.go:141] libmachine: (ha-792382-m03) DBG | domain ha-792382-m03 has defined MAC address 52:54:00:10:ae:3c in network mk-ha-792382
I1209 10:51:35.074566 627293 main.go:141] libmachine: (ha-792382-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:10:ae:3c", ip: ""} in network mk-ha-792382: {Iface:virbr1 ExpiryTime:2024-12-09 11:51:25 +0000 UTC Type:0 Mac:52:54:00:10:ae:3c Iaid: IPaddr:192.168.39.82 Prefix:24 Hostname:ha-792382-m03 Clientid:01:52:54:00:10:ae:3c}
I1209 10:51:35.074588 627293 main.go:141] libmachine: (ha-792382-m03) DBG | domain ha-792382-m03 has defined IP address 192.168.39.82 and MAC address 52:54:00:10:ae:3c in network mk-ha-792382
I1209 10:51:35.074614 627293 main.go:141] libmachine: (ha-792382-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:10:ae:3c", ip: ""} in network mk-ha-792382: {Iface:virbr1 ExpiryTime:2024-12-09 11:51:25 +0000 UTC Type:0 Mac:52:54:00:10:ae:3c Iaid: IPaddr:192.168.39.82 Prefix:24 Hostname:ha-792382-m03 Clientid:01:52:54:00:10:ae:3c}
I1209 10:51:35.074633 627293 main.go:141] libmachine: (ha-792382-m03) DBG | domain ha-792382-m03 has defined IP address 192.168.39.82 and MAC address 52:54:00:10:ae:3c in network mk-ha-792382
I1209 10:51:35.074729 627293 main.go:141] libmachine: (ha-792382-m03) Calling .GetSSHPort
I1209 10:51:35.074920 627293 main.go:141] libmachine: (ha-792382-m03) Calling .GetSSHPort
I1209 10:51:35.074923 627293 main.go:141] libmachine: (ha-792382-m03) Calling .GetSSHKeyPath
I1209 10:51:35.075091 627293 main.go:141] libmachine: (ha-792382-m03) Calling .GetSSHKeyPath
I1209 10:51:35.075094 627293 main.go:141] libmachine: (ha-792382-m03) Calling .GetSSHUsername
I1209 10:51:35.075270 627293 main.go:141] libmachine: (ha-792382-m03) Calling .GetSSHUsername
I1209 10:51:35.075298 627293 sshutil.go:53] new ssh client: &{IP:192.168.39.82 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/20068-609844/.minikube/machines/ha-792382-m03/id_rsa Username:docker}
I1209 10:51:35.075413 627293 sshutil.go:53] new ssh client: &{IP:192.168.39.82 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/20068-609844/.minikube/machines/ha-792382-m03/id_rsa Username:docker}
I1209 10:51:35.318511 627293 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
W1209 10:51:35.324511 627293 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I1209 10:51:35.324586 627293 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1209 10:51:35.341575 627293 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)
I1209 10:51:35.341607 627293 start.go:495] detecting cgroup driver to use...
I1209 10:51:35.341686 627293 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1209 10:51:35.357724 627293 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1209 10:51:35.372685 627293 docker.go:217] disabling cri-docker service (if available) ...
I1209 10:51:35.372771 627293 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1209 10:51:35.387627 627293 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1209 10:51:35.401716 627293 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1209 10:51:35.525416 627293 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1209 10:51:35.688544 627293 docker.go:233] disabling docker service ...
I1209 10:51:35.688627 627293 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1209 10:51:35.703495 627293 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1209 10:51:35.717769 627293 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1209 10:51:35.838656 627293 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1209 10:51:35.968740 627293 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1209 10:51:35.982914 627293 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1209 10:51:36.001011 627293 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10" pause image...
I1209 10:51:36.001092 627293 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10"|' /etc/crio/crio.conf.d/02-crio.conf"
I1209 10:51:36.011496 627293 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I1209 10:51:36.011565 627293 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I1209 10:51:36.021527 627293 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1209 10:51:36.031202 627293 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1209 10:51:36.041196 627293 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1209 10:51:36.051656 627293 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I1209 10:51:36.062085 627293 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I1209 10:51:36.078955 627293 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I1209 10:51:36.088919 627293 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1209 10:51:36.098428 627293 crio.go:166] couldn't verify netfilter by "sudo sysctl net.bridge.bridge-nf-call-iptables" which might be okay. error: sudo sysctl net.bridge.bridge-nf-call-iptables: Process exited with status 255
stdout:
stderr:
sysctl: cannot stat /proc/sys/net/bridge/bridge-nf-call-iptables: No such file or directory
I1209 10:51:36.098491 627293 ssh_runner.go:195] Run: sudo modprobe br_netfilter
I1209 10:51:36.112478 627293 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1209 10:51:36.121985 627293 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1209 10:51:36.236147 627293 ssh_runner.go:195] Run: sudo systemctl restart crio
I1209 10:51:36.331891 627293 start.go:542] Will wait 60s for socket path /var/run/crio/crio.sock
I1209 10:51:36.331989 627293 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1209 10:51:36.336578 627293 start.go:563] Will wait 60s for crictl version
I1209 10:51:36.336641 627293 ssh_runner.go:195] Run: which crictl
I1209 10:51:36.340301 627293 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I1209 10:51:36.380474 627293 start.go:579] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.29.1
RuntimeApiVersion: v1
I1209 10:51:36.380557 627293 ssh_runner.go:195] Run: crio --version
I1209 10:51:36.408527 627293 ssh_runner.go:195] Run: crio --version
I1209 10:51:36.438078 627293 out.go:177] * Preparing Kubernetes v1.31.2 on CRI-O 1.29.1 ...
I1209 10:51:36.439329 627293 out.go:177] - env NO_PROXY=192.168.39.69
I1209 10:51:36.440501 627293 out.go:177] - env NO_PROXY=192.168.39.69,192.168.39.89
I1209 10:51:36.441659 627293 main.go:141] libmachine: (ha-792382-m03) Calling .GetIP
I1209 10:51:36.444828 627293 main.go:141] libmachine: (ha-792382-m03) DBG | domain ha-792382-m03 has defined MAC address 52:54:00:10:ae:3c in network mk-ha-792382
I1209 10:51:36.445310 627293 main.go:141] libmachine: (ha-792382-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:10:ae:3c", ip: ""} in network mk-ha-792382: {Iface:virbr1 ExpiryTime:2024-12-09 11:51:25 +0000 UTC Type:0 Mac:52:54:00:10:ae:3c Iaid: IPaddr:192.168.39.82 Prefix:24 Hostname:ha-792382-m03 Clientid:01:52:54:00:10:ae:3c}
I1209 10:51:36.445339 627293 main.go:141] libmachine: (ha-792382-m03) DBG | domain ha-792382-m03 has defined IP address 192.168.39.82 and MAC address 52:54:00:10:ae:3c in network mk-ha-792382
I1209 10:51:36.445521 627293 ssh_runner.go:195] Run: grep 192.168.39.1 host.minikube.internal$ /etc/hosts
I1209 10:51:36.449517 627293 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.39.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1209 10:51:36.461352 627293 mustload.go:65] Loading cluster: ha-792382
I1209 10:51:36.461581 627293 config.go:182] Loaded profile config "ha-792382": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1209 10:51:36.461851 627293 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1209 10:51:36.461915 627293 main.go:141] libmachine: Launching plugin server for driver kvm2
I1209 10:51:36.476757 627293 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:45915
I1209 10:51:36.477266 627293 main.go:141] libmachine: () Calling .GetVersion
I1209 10:51:36.477839 627293 main.go:141] libmachine: Using API Version 1
I1209 10:51:36.477861 627293 main.go:141] libmachine: () Calling .SetConfigRaw
I1209 10:51:36.478264 627293 main.go:141] libmachine: () Calling .GetMachineName
I1209 10:51:36.478470 627293 main.go:141] libmachine: (ha-792382) Calling .GetState
I1209 10:51:36.480228 627293 host.go:66] Checking if "ha-792382" exists ...
I1209 10:51:36.480540 627293 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1209 10:51:36.480578 627293 main.go:141] libmachine: Launching plugin server for driver kvm2
I1209 10:51:36.495892 627293 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:37057
I1209 10:51:36.496439 627293 main.go:141] libmachine: () Calling .GetVersion
I1209 10:51:36.496999 627293 main.go:141] libmachine: Using API Version 1
I1209 10:51:36.497024 627293 main.go:141] libmachine: () Calling .SetConfigRaw
I1209 10:51:36.497365 627293 main.go:141] libmachine: () Calling .GetMachineName
I1209 10:51:36.497597 627293 main.go:141] libmachine: (ha-792382) Calling .DriverName
I1209 10:51:36.497777 627293 certs.go:68] Setting up /home/jenkins/minikube-integration/20068-609844/.minikube/profiles/ha-792382 for IP: 192.168.39.82
I1209 10:51:36.497796 627293 certs.go:194] generating shared ca certs ...
I1209 10:51:36.497816 627293 certs.go:226] acquiring lock for ca certs: {Name:mk2df5887e08965d909a9c950da5dfffb8a04ddc Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1209 10:51:36.497951 627293 certs.go:235] skipping valid "minikubeCA" ca cert: /home/jenkins/minikube-integration/20068-609844/.minikube/ca.key
I1209 10:51:36.497987 627293 certs.go:235] skipping valid "proxyClientCA" ca cert: /home/jenkins/minikube-integration/20068-609844/.minikube/proxy-client-ca.key
I1209 10:51:36.497996 627293 certs.go:256] generating profile certs ...
I1209 10:51:36.498067 627293 certs.go:359] skipping valid signed profile cert regeneration for "minikube-user": /home/jenkins/minikube-integration/20068-609844/.minikube/profiles/ha-792382/client.key
I1209 10:51:36.498091 627293 certs.go:363] generating signed profile cert for "minikube": /home/jenkins/minikube-integration/20068-609844/.minikube/profiles/ha-792382/apiserver.key.74be6275
I1209 10:51:36.498107 627293 crypto.go:68] Generating cert /home/jenkins/minikube-integration/20068-609844/.minikube/profiles/ha-792382/apiserver.crt.74be6275 with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.168.39.69 192.168.39.89 192.168.39.82 192.168.39.254]
I1209 10:51:36.575706 627293 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/20068-609844/.minikube/profiles/ha-792382/apiserver.crt.74be6275 ...
I1209 10:51:36.575744 627293 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20068-609844/.minikube/profiles/ha-792382/apiserver.crt.74be6275: {Name:mkc0279d5f95c7c05a4a03239304c698f543bc23 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1209 10:51:36.575927 627293 crypto.go:164] Writing key to /home/jenkins/minikube-integration/20068-609844/.minikube/profiles/ha-792382/apiserver.key.74be6275 ...
I1209 10:51:36.575940 627293 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20068-609844/.minikube/profiles/ha-792382/apiserver.key.74be6275: {Name:mk628bdb195c5612308f11734296bd7934f36956 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1209 10:51:36.576016 627293 certs.go:381] copying /home/jenkins/minikube-integration/20068-609844/.minikube/profiles/ha-792382/apiserver.crt.74be6275 -> /home/jenkins/minikube-integration/20068-609844/.minikube/profiles/ha-792382/apiserver.crt
I1209 10:51:36.576148 627293 certs.go:385] copying /home/jenkins/minikube-integration/20068-609844/.minikube/profiles/ha-792382/apiserver.key.74be6275 -> /home/jenkins/minikube-integration/20068-609844/.minikube/profiles/ha-792382/apiserver.key
I1209 10:51:36.576277 627293 certs.go:359] skipping valid signed profile cert regeneration for "aggregator": /home/jenkins/minikube-integration/20068-609844/.minikube/profiles/ha-792382/proxy-client.key
I1209 10:51:36.576293 627293 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20068-609844/.minikube/ca.crt -> /var/lib/minikube/certs/ca.crt
I1209 10:51:36.576307 627293 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20068-609844/.minikube/ca.key -> /var/lib/minikube/certs/ca.key
I1209 10:51:36.576321 627293 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20068-609844/.minikube/proxy-client-ca.crt -> /var/lib/minikube/certs/proxy-client-ca.crt
I1209 10:51:36.576334 627293 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20068-609844/.minikube/proxy-client-ca.key -> /var/lib/minikube/certs/proxy-client-ca.key
I1209 10:51:36.576347 627293 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20068-609844/.minikube/profiles/ha-792382/apiserver.crt -> /var/lib/minikube/certs/apiserver.crt
I1209 10:51:36.576359 627293 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20068-609844/.minikube/profiles/ha-792382/apiserver.key -> /var/lib/minikube/certs/apiserver.key
I1209 10:51:36.576371 627293 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20068-609844/.minikube/profiles/ha-792382/proxy-client.crt -> /var/lib/minikube/certs/proxy-client.crt
I1209 10:51:36.590260 627293 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20068-609844/.minikube/profiles/ha-792382/proxy-client.key -> /var/lib/minikube/certs/proxy-client.key
I1209 10:51:36.590358 627293 certs.go:484] found cert: /home/jenkins/minikube-integration/20068-609844/.minikube/certs/617017.pem (1338 bytes)
W1209 10:51:36.590394 627293 certs.go:480] ignoring /home/jenkins/minikube-integration/20068-609844/.minikube/certs/617017_empty.pem, impossibly tiny 0 bytes
I1209 10:51:36.590412 627293 certs.go:484] found cert: /home/jenkins/minikube-integration/20068-609844/.minikube/certs/ca-key.pem (1675 bytes)
I1209 10:51:36.590439 627293 certs.go:484] found cert: /home/jenkins/minikube-integration/20068-609844/.minikube/certs/ca.pem (1082 bytes)
I1209 10:51:36.590462 627293 certs.go:484] found cert: /home/jenkins/minikube-integration/20068-609844/.minikube/certs/cert.pem (1123 bytes)
I1209 10:51:36.590483 627293 certs.go:484] found cert: /home/jenkins/minikube-integration/20068-609844/.minikube/certs/key.pem (1679 bytes)
I1209 10:51:36.590521 627293 certs.go:484] found cert: /home/jenkins/minikube-integration/20068-609844/.minikube/files/etc/ssl/certs/6170172.pem (1708 bytes)
I1209 10:51:36.590548 627293 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20068-609844/.minikube/files/etc/ssl/certs/6170172.pem -> /usr/share/ca-certificates/6170172.pem
I1209 10:51:36.590563 627293 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20068-609844/.minikube/ca.crt -> /usr/share/ca-certificates/minikubeCA.pem
I1209 10:51:36.590576 627293 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20068-609844/.minikube/certs/617017.pem -> /usr/share/ca-certificates/617017.pem
I1209 10:51:36.590614 627293 main.go:141] libmachine: (ha-792382) Calling .GetSSHHostname
I1209 10:51:36.594031 627293 main.go:141] libmachine: (ha-792382) DBG | domain ha-792382 has defined MAC address 52:54:00:a8:82:f7 in network mk-ha-792382
I1209 10:51:36.594418 627293 main.go:141] libmachine: (ha-792382) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:a8:82:f7", ip: ""} in network mk-ha-792382: {Iface:virbr1 ExpiryTime:2024-12-09 11:49:26 +0000 UTC Type:0 Mac:52:54:00:a8:82:f7 Iaid: IPaddr:192.168.39.69 Prefix:24 Hostname:ha-792382 Clientid:01:52:54:00:a8:82:f7}
I1209 10:51:36.594452 627293 main.go:141] libmachine: (ha-792382) DBG | domain ha-792382 has defined IP address 192.168.39.69 and MAC address 52:54:00:a8:82:f7 in network mk-ha-792382
I1209 10:51:36.594660 627293 main.go:141] libmachine: (ha-792382) Calling .GetSSHPort
I1209 10:51:36.594910 627293 main.go:141] libmachine: (ha-792382) Calling .GetSSHKeyPath
I1209 10:51:36.595086 627293 main.go:141] libmachine: (ha-792382) Calling .GetSSHUsername
I1209 10:51:36.595232 627293 sshutil.go:53] new ssh client: &{IP:192.168.39.69 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/20068-609844/.minikube/machines/ha-792382/id_rsa Username:docker}
I1209 10:51:36.666577 627293 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/sa.pub
I1209 10:51:36.671392 627293 ssh_runner.go:447] scp /var/lib/minikube/certs/sa.pub --> memory (451 bytes)
I1209 10:51:36.681688 627293 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/sa.key
I1209 10:51:36.685694 627293 ssh_runner.go:447] scp /var/lib/minikube/certs/sa.key --> memory (1675 bytes)
I1209 10:51:36.696364 627293 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/front-proxy-ca.crt
I1209 10:51:36.700718 627293 ssh_runner.go:447] scp /var/lib/minikube/certs/front-proxy-ca.crt --> memory (1123 bytes)
I1209 10:51:36.712302 627293 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/front-proxy-ca.key
I1209 10:51:36.716534 627293 ssh_runner.go:447] scp /var/lib/minikube/certs/front-proxy-ca.key --> memory (1679 bytes)
I1209 10:51:36.728128 627293 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/etcd/ca.crt
I1209 10:51:36.732026 627293 ssh_runner.go:447] scp /var/lib/minikube/certs/etcd/ca.crt --> memory (1094 bytes)
I1209 10:51:36.743956 627293 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/etcd/ca.key
I1209 10:51:36.748200 627293 ssh_runner.go:447] scp /var/lib/minikube/certs/etcd/ca.key --> memory (1679 bytes)
I1209 10:51:36.761818 627293 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20068-609844/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1209 10:51:36.786260 627293 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20068-609844/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1679 bytes)
I1209 10:51:36.809394 627293 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20068-609844/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1209 10:51:36.832350 627293 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20068-609844/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I1209 10:51:36.854875 627293 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20068-609844/.minikube/profiles/ha-792382/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1444 bytes)
I1209 10:51:36.876691 627293 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20068-609844/.minikube/profiles/ha-792382/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)
I1209 10:51:36.900011 627293 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20068-609844/.minikube/profiles/ha-792382/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1209 10:51:36.922859 627293 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20068-609844/.minikube/profiles/ha-792382/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1675 bytes)
I1209 10:51:36.945086 627293 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20068-609844/.minikube/files/etc/ssl/certs/6170172.pem --> /usr/share/ca-certificates/6170172.pem (1708 bytes)
I1209 10:51:36.966983 627293 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20068-609844/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1209 10:51:36.989660 627293 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20068-609844/.minikube/certs/617017.pem --> /usr/share/ca-certificates/617017.pem (1338 bytes)
I1209 10:51:37.011442 627293 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/sa.pub (451 bytes)
I1209 10:51:37.027256 627293 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/sa.key (1675 bytes)
I1209 10:51:37.042921 627293 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/front-proxy-ca.crt (1123 bytes)
I1209 10:51:37.059579 627293 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/front-proxy-ca.key (1679 bytes)
I1209 10:51:37.078911 627293 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/etcd/ca.crt (1094 bytes)
I1209 10:51:37.094738 627293 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/etcd/ca.key (1679 bytes)
I1209 10:51:37.112113 627293 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (744 bytes)
I1209 10:51:37.130720 627293 ssh_runner.go:195] Run: openssl version
I1209 10:51:37.136460 627293 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1209 10:51:37.148061 627293 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1209 10:51:37.152555 627293 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Dec 9 10:34 /usr/share/ca-certificates/minikubeCA.pem
I1209 10:51:37.152627 627293 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1209 10:51:37.158639 627293 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1209 10:51:37.170061 627293 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/617017.pem && ln -fs /usr/share/ca-certificates/617017.pem /etc/ssl/certs/617017.pem"
I1209 10:51:37.180567 627293 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/617017.pem
I1209 10:51:37.184633 627293 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Dec 9 10:45 /usr/share/ca-certificates/617017.pem
I1209 10:51:37.184695 627293 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/617017.pem
I1209 10:51:37.190044 627293 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/617017.pem /etc/ssl/certs/51391683.0"
I1209 10:51:37.200767 627293 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/6170172.pem && ln -fs /usr/share/ca-certificates/6170172.pem /etc/ssl/certs/6170172.pem"
I1209 10:51:37.211239 627293 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/6170172.pem
I1209 10:51:37.215531 627293 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Dec 9 10:45 /usr/share/ca-certificates/6170172.pem
I1209 10:51:37.215617 627293 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/6170172.pem
I1209 10:51:37.221282 627293 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/6170172.pem /etc/ssl/certs/3ec20f2e.0"
I1209 10:51:37.232891 627293 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1209 10:51:37.237033 627293 certs.go:399] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I1209 10:51:37.237096 627293 kubeadm.go:934] updating node {m03 192.168.39.82 8443 v1.31.2 crio true true} ...
I1209 10:51:37.237210 627293 kubeadm.go:946] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.31.2/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --hostname-override=ha-792382-m03 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.39.82
[Install]
config:
{KubernetesVersion:v1.31.2 ClusterName:ha-792382 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1209 10:51:37.237247 627293 kube-vip.go:115] generating kube-vip config ...
I1209 10:51:37.237291 627293 ssh_runner.go:195] Run: sudo sh -c "modprobe --all ip_vs ip_vs_rr ip_vs_wrr ip_vs_sh nf_conntrack"
I1209 10:51:37.254154 627293 kube-vip.go:167] auto-enabling control-plane load-balancing in kube-vip
I1209 10:51:37.254286 627293 kube-vip.go:137] kube-vip config:
apiVersion: v1
kind: Pod
metadata:
creationTimestamp: null
name: kube-vip
namespace: kube-system
spec:
containers:
- args:
- manager
env:
- name: vip_arp
value: "true"
- name: port
value: "8443"
- name: vip_nodename
valueFrom:
fieldRef:
fieldPath: spec.nodeName
- name: vip_interface
value: eth0
- name: vip_cidr
value: "32"
- name: dns_mode
value: first
- name: cp_enable
value: "true"
- name: cp_namespace
value: kube-system
- name: vip_leaderelection
value: "true"
- name: vip_leasename
value: plndr-cp-lock
- name: vip_leaseduration
value: "5"
- name: vip_renewdeadline
value: "3"
- name: vip_retryperiod
value: "1"
- name: address
value: 192.168.39.254
- name: prometheus_server
value: :2112
- name : lb_enable
value: "true"
- name: lb_port
value: "8443"
image: ghcr.io/kube-vip/kube-vip:v0.8.7
imagePullPolicy: IfNotPresent
name: kube-vip
resources: {}
securityContext:
capabilities:
add:
- NET_ADMIN
- NET_RAW
volumeMounts:
- mountPath: /etc/kubernetes/admin.conf
name: kubeconfig
hostAliases:
- hostnames:
- kubernetes
ip: 127.0.0.1
hostNetwork: true
volumes:
- hostPath:
path: "/etc/kubernetes/admin.conf"
name: kubeconfig
status: {}
I1209 10:51:37.254376 627293 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.31.2
I1209 10:51:37.266499 627293 binaries.go:47] Didn't find k8s binaries: sudo ls /var/lib/minikube/binaries/v1.31.2: Process exited with status 2
stdout:
stderr:
ls: cannot access '/var/lib/minikube/binaries/v1.31.2': No such file or directory
Initiating transfer...
I1209 10:51:37.266573 627293 ssh_runner.go:195] Run: sudo mkdir -p /var/lib/minikube/binaries/v1.31.2
I1209 10:51:37.276989 627293 binary.go:74] Not caching binary, using https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubelet?checksum=file:https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubelet.sha256
I1209 10:51:37.277004 627293 binary.go:74] Not caching binary, using https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubeadm?checksum=file:https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubeadm.sha256
I1209 10:51:37.277031 627293 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20068-609844/.minikube/cache/linux/amd64/v1.31.2/kubeadm -> /var/lib/minikube/binaries/v1.31.2/kubeadm
I1209 10:51:37.277052 627293 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1209 10:51:37.277099 627293 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubeadm
I1209 10:51:37.276989 627293 binary.go:74] Not caching binary, using https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubectl?checksum=file:https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubectl.sha256
I1209 10:51:37.277162 627293 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20068-609844/.minikube/cache/linux/amd64/v1.31.2/kubectl -> /var/lib/minikube/binaries/v1.31.2/kubectl
I1209 10:51:37.277221 627293 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubectl
I1209 10:51:37.294260 627293 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20068-609844/.minikube/cache/linux/amd64/v1.31.2/kubelet -> /var/lib/minikube/binaries/v1.31.2/kubelet
I1209 10:51:37.294329 627293 ssh_runner.go:352] existence check for /var/lib/minikube/binaries/v1.31.2/kubeadm: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubeadm: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/binaries/v1.31.2/kubeadm': No such file or directory
I1209 10:51:37.294354 627293 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20068-609844/.minikube/cache/linux/amd64/v1.31.2/kubeadm --> /var/lib/minikube/binaries/v1.31.2/kubeadm (58290328 bytes)
I1209 10:51:37.294397 627293 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubelet
I1209 10:51:37.294410 627293 ssh_runner.go:352] existence check for /var/lib/minikube/binaries/v1.31.2/kubectl: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubectl: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/binaries/v1.31.2/kubectl': No such file or directory
I1209 10:51:37.294447 627293 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20068-609844/.minikube/cache/linux/amd64/v1.31.2/kubectl --> /var/lib/minikube/binaries/v1.31.2/kubectl (56381592 bytes)
I1209 10:51:37.309738 627293 ssh_runner.go:352] existence check for /var/lib/minikube/binaries/v1.31.2/kubelet: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubelet: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/binaries/v1.31.2/kubelet': No such file or directory
I1209 10:51:37.309777 627293 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20068-609844/.minikube/cache/linux/amd64/v1.31.2/kubelet --> /var/lib/minikube/binaries/v1.31.2/kubelet (76902744 bytes)
I1209 10:51:38.106081 627293 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /etc/kubernetes/manifests
I1209 10:51:38.115636 627293 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (312 bytes)
I1209 10:51:38.132759 627293 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1209 10:51:38.149726 627293 ssh_runner.go:362] scp memory --> /etc/kubernetes/manifests/kube-vip.yaml (1441 bytes)
I1209 10:51:38.166083 627293 ssh_runner.go:195] Run: grep 192.168.39.254 control-plane.minikube.internal$ /etc/hosts
I1209 10:51:38.169937 627293 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.39.254 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1209 10:51:38.181150 627293 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1209 10:51:38.308494 627293 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1209 10:51:38.325679 627293 host.go:66] Checking if "ha-792382" exists ...
I1209 10:51:38.326045 627293 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1209 10:51:38.326105 627293 main.go:141] libmachine: Launching plugin server for driver kvm2
I1209 10:51:38.344459 627293 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:45865
I1209 10:51:38.345084 627293 main.go:141] libmachine: () Calling .GetVersion
I1209 10:51:38.345753 627293 main.go:141] libmachine: Using API Version 1
I1209 10:51:38.345796 627293 main.go:141] libmachine: () Calling .SetConfigRaw
I1209 10:51:38.346197 627293 main.go:141] libmachine: () Calling .GetMachineName
I1209 10:51:38.346437 627293 main.go:141] libmachine: (ha-792382) Calling .DriverName
I1209 10:51:38.346586 627293 start.go:317] joinCluster: &{Name:ha-792382 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19917/minikube-v1.34.0-1730913550-19917-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730888964-19917@sha256:629a5748e3ec15a091fef12257eb3754b8ffc0c974ebcbb016451c65d1829615 Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.2 Cluster
Name:ha-792382 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.39.69 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m02 IP:192.168.39.89 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m03 IP:192.168.39.82 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[ambassador:false amd-gpu-device-plugin:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:false efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-dns
:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:false storage-provisioner-gluster:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: D
isableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1209 10:51:38.346740 627293 ssh_runner.go:195] Run: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.2:$PATH" kubeadm token create --print-join-command --ttl=0"
I1209 10:51:38.346768 627293 main.go:141] libmachine: (ha-792382) Calling .GetSSHHostname
I1209 10:51:38.349642 627293 main.go:141] libmachine: (ha-792382) DBG | domain ha-792382 has defined MAC address 52:54:00:a8:82:f7 in network mk-ha-792382
I1209 10:51:38.350099 627293 main.go:141] libmachine: (ha-792382) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:a8:82:f7", ip: ""} in network mk-ha-792382: {Iface:virbr1 ExpiryTime:2024-12-09 11:49:26 +0000 UTC Type:0 Mac:52:54:00:a8:82:f7 Iaid: IPaddr:192.168.39.69 Prefix:24 Hostname:ha-792382 Clientid:01:52:54:00:a8:82:f7}
I1209 10:51:38.350125 627293 main.go:141] libmachine: (ha-792382) DBG | domain ha-792382 has defined IP address 192.168.39.69 and MAC address 52:54:00:a8:82:f7 in network mk-ha-792382
I1209 10:51:38.350286 627293 main.go:141] libmachine: (ha-792382) Calling .GetSSHPort
I1209 10:51:38.350484 627293 main.go:141] libmachine: (ha-792382) Calling .GetSSHKeyPath
I1209 10:51:38.350634 627293 main.go:141] libmachine: (ha-792382) Calling .GetSSHUsername
I1209 10:51:38.350780 627293 sshutil.go:53] new ssh client: &{IP:192.168.39.69 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/20068-609844/.minikube/machines/ha-792382/id_rsa Username:docker}
I1209 10:51:38.514216 627293 start.go:343] trying to join control-plane node "m03" to cluster: &{Name:m03 IP:192.168.39.82 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}
I1209 10:51:38.514274 627293 ssh_runner.go:195] Run: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.2:$PATH" kubeadm join control-plane.minikube.internal:8443 --token exrmr9.huiz7swpoaojy929 --discovery-token-ca-cert-hash sha256:c011865ce27f188d55feab5f04226df0aae8d2e7cfe661283806c6f2de0ef29a --ignore-preflight-errors=all --cri-socket unix:///var/run/crio/crio.sock --node-name=ha-792382-m03 --control-plane --apiserver-advertise-address=192.168.39.82 --apiserver-bind-port=8443"
I1209 10:52:01.803198 627293 ssh_runner.go:235] Completed: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.2:$PATH" kubeadm join control-plane.minikube.internal:8443 --token exrmr9.huiz7swpoaojy929 --discovery-token-ca-cert-hash sha256:c011865ce27f188d55feab5f04226df0aae8d2e7cfe661283806c6f2de0ef29a --ignore-preflight-errors=all --cri-socket unix:///var/run/crio/crio.sock --node-name=ha-792382-m03 --control-plane --apiserver-advertise-address=192.168.39.82 --apiserver-bind-port=8443": (23.288893034s)
I1209 10:52:01.803245 627293 ssh_runner.go:195] Run: /bin/bash -c "sudo systemctl daemon-reload && sudo systemctl enable kubelet && sudo systemctl start kubelet"
I1209 10:52:02.338453 627293 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig label --overwrite nodes ha-792382-m03 minikube.k8s.io/updated_at=2024_12_09T10_52_02_0700 minikube.k8s.io/version=v1.34.0 minikube.k8s.io/commit=60110addcdbf0fec7168b962521659e922988d6c minikube.k8s.io/name=ha-792382 minikube.k8s.io/primary=false
I1209 10:52:02.475613 627293 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig taint nodes ha-792382-m03 node-role.kubernetes.io/control-plane:NoSchedule-
I1209 10:52:02.591820 627293 start.go:319] duration metric: took 24.245228011s to joinCluster
I1209 10:52:02.591921 627293 start.go:235] Will wait 6m0s for node &{Name:m03 IP:192.168.39.82 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}
I1209 10:52:02.592324 627293 config.go:182] Loaded profile config "ha-792382": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1209 10:52:02.593526 627293 out.go:177] * Verifying Kubernetes components...
I1209 10:52:02.594809 627293 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1209 10:52:02.839263 627293 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1209 10:52:02.861519 627293 loader.go:395] Config loaded from file: /home/jenkins/minikube-integration/20068-609844/kubeconfig
I1209 10:52:02.861874 627293 kapi.go:59] client config for ha-792382: &rest.Config{Host:"https://192.168.39.254:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/home/jenkins/minikube-integration/20068-609844/.minikube/profiles/ha-792382/client.crt", KeyFile:"/home/jenkins/minikube-integration/20068-609844/.minikube/profiles/ha-792382/client.key", CAFile:"/home/jenkins/minikube-integration/20068-609844/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil), CAData:[]uint8(nil), NextProtos:[]string(n
il)}, UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x243b6e0), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
W1209 10:52:02.861974 627293 kubeadm.go:483] Overriding stale ClientConfig host https://192.168.39.254:8443 with https://192.168.39.69:8443
I1209 10:52:02.862413 627293 node_ready.go:35] waiting up to 6m0s for node "ha-792382-m03" to be "Ready" ...
I1209 10:52:02.862536 627293 round_trippers.go:463] GET https://192.168.39.69:8443/api/v1/nodes/ha-792382-m03
I1209 10:52:02.862551 627293 round_trippers.go:469] Request Headers:
I1209 10:52:02.862563 627293 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 10:52:02.862569 627293 round_trippers.go:473] Accept: application/json, */*
I1209 10:52:02.866706 627293 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1209 10:52:03.363562 627293 round_trippers.go:463] GET https://192.168.39.69:8443/api/v1/nodes/ha-792382-m03
I1209 10:52:03.363585 627293 round_trippers.go:469] Request Headers:
I1209 10:52:03.363593 627293 round_trippers.go:473] Accept: application/json, */*
I1209 10:52:03.363597 627293 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 10:52:03.367171 627293 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1209 10:52:03.863250 627293 round_trippers.go:463] GET https://192.168.39.69:8443/api/v1/nodes/ha-792382-m03
I1209 10:52:03.863275 627293 round_trippers.go:469] Request Headers:
I1209 10:52:03.863284 627293 round_trippers.go:473] Accept: application/json, */*
I1209 10:52:03.863288 627293 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 10:52:03.866476 627293 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1209 10:52:04.363562 627293 round_trippers.go:463] GET https://192.168.39.69:8443/api/v1/nodes/ha-792382-m03
I1209 10:52:04.363593 627293 round_trippers.go:469] Request Headers:
I1209 10:52:04.363607 627293 round_trippers.go:473] Accept: application/json, */*
I1209 10:52:04.363611 627293 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 10:52:04.367286 627293 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1209 10:52:04.862912 627293 round_trippers.go:463] GET https://192.168.39.69:8443/api/v1/nodes/ha-792382-m03
I1209 10:52:04.862943 627293 round_trippers.go:469] Request Headers:
I1209 10:52:04.862957 627293 round_trippers.go:473] Accept: application/json, */*
I1209 10:52:04.862964 627293 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 10:52:04.866217 627293 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1209 10:52:04.866889 627293 node_ready.go:53] node "ha-792382-m03" has status "Ready":"False"
I1209 10:52:05.363334 627293 round_trippers.go:463] GET https://192.168.39.69:8443/api/v1/nodes/ha-792382-m03
I1209 10:52:05.363359 627293 round_trippers.go:469] Request Headers:
I1209 10:52:05.363368 627293 round_trippers.go:473] Accept: application/json, */*
I1209 10:52:05.363371 627293 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 10:52:05.366850 627293 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1209 10:52:05.863531 627293 round_trippers.go:463] GET https://192.168.39.69:8443/api/v1/nodes/ha-792382-m03
I1209 10:52:05.863565 627293 round_trippers.go:469] Request Headers:
I1209 10:52:05.863577 627293 round_trippers.go:473] Accept: application/json, */*
I1209 10:52:05.863584 627293 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 10:52:05.867191 627293 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1209 10:52:06.363075 627293 round_trippers.go:463] GET https://192.168.39.69:8443/api/v1/nodes/ha-792382-m03
I1209 10:52:06.363103 627293 round_trippers.go:469] Request Headers:
I1209 10:52:06.363116 627293 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 10:52:06.363123 627293 round_trippers.go:473] Accept: application/json, */*
I1209 10:52:06.368722 627293 round_trippers.go:574] Response Status: 200 OK in 5 milliseconds
I1209 10:52:06.862720 627293 round_trippers.go:463] GET https://192.168.39.69:8443/api/v1/nodes/ha-792382-m03
I1209 10:52:06.862750 627293 round_trippers.go:469] Request Headers:
I1209 10:52:06.862764 627293 round_trippers.go:473] Accept: application/json, */*
I1209 10:52:06.862773 627293 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 10:52:06.865876 627293 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1209 10:52:07.363131 627293 round_trippers.go:463] GET https://192.168.39.69:8443/api/v1/nodes/ha-792382-m03
I1209 10:52:07.363158 627293 round_trippers.go:469] Request Headers:
I1209 10:52:07.363167 627293 round_trippers.go:473] Accept: application/json, */*
I1209 10:52:07.363181 627293 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 10:52:07.366603 627293 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1209 10:52:07.367388 627293 node_ready.go:53] node "ha-792382-m03" has status "Ready":"False"
I1209 10:52:07.862715 627293 round_trippers.go:463] GET https://192.168.39.69:8443/api/v1/nodes/ha-792382-m03
I1209 10:52:07.862743 627293 round_trippers.go:469] Request Headers:
I1209 10:52:07.862756 627293 round_trippers.go:473] Accept: application/json, */*
I1209 10:52:07.862762 627293 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 10:52:07.866073 627293 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1209 10:52:08.362710 627293 round_trippers.go:463] GET https://192.168.39.69:8443/api/v1/nodes/ha-792382-m03
I1209 10:52:08.362744 627293 round_trippers.go:469] Request Headers:
I1209 10:52:08.362756 627293 round_trippers.go:473] Accept: application/json, */*
I1209 10:52:08.362763 627293 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 10:52:08.366953 627293 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1209 10:52:08.862771 627293 round_trippers.go:463] GET https://192.168.39.69:8443/api/v1/nodes/ha-792382-m03
I1209 10:52:08.862799 627293 round_trippers.go:469] Request Headers:
I1209 10:52:08.862808 627293 round_trippers.go:473] Accept: application/json, */*
I1209 10:52:08.862813 627293 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 10:52:08.866875 627293 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1209 10:52:09.362787 627293 round_trippers.go:463] GET https://192.168.39.69:8443/api/v1/nodes/ha-792382-m03
I1209 10:52:09.362812 627293 round_trippers.go:469] Request Headers:
I1209 10:52:09.362820 627293 round_trippers.go:473] Accept: application/json, */*
I1209 10:52:09.362824 627293 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 10:52:09.367053 627293 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1209 10:52:09.367603 627293 node_ready.go:53] node "ha-792382-m03" has status "Ready":"False"
I1209 10:52:09.862752 627293 round_trippers.go:463] GET https://192.168.39.69:8443/api/v1/nodes/ha-792382-m03
I1209 10:52:09.862786 627293 round_trippers.go:469] Request Headers:
I1209 10:52:09.862803 627293 round_trippers.go:473] Accept: application/json, */*
I1209 10:52:09.862809 627293 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 10:52:09.866207 627293 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1209 10:52:10.363296 627293 round_trippers.go:463] GET https://192.168.39.69:8443/api/v1/nodes/ha-792382-m03
I1209 10:52:10.363329 627293 round_trippers.go:469] Request Headers:
I1209 10:52:10.363341 627293 round_trippers.go:473] Accept: application/json, */*
I1209 10:52:10.363347 627293 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 10:52:10.368594 627293 round_trippers.go:574] Response Status: 200 OK in 5 milliseconds
I1209 10:52:10.863471 627293 round_trippers.go:463] GET https://192.168.39.69:8443/api/v1/nodes/ha-792382-m03
I1209 10:52:10.863504 627293 round_trippers.go:469] Request Headers:
I1209 10:52:10.863518 627293 round_trippers.go:473] Accept: application/json, */*
I1209 10:52:10.863523 627293 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 10:52:10.868956 627293 round_trippers.go:574] Response Status: 200 OK in 5 milliseconds
I1209 10:52:11.362961 627293 round_trippers.go:463] GET https://192.168.39.69:8443/api/v1/nodes/ha-792382-m03
I1209 10:52:11.362988 627293 round_trippers.go:469] Request Headers:
I1209 10:52:11.362998 627293 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 10:52:11.363003 627293 round_trippers.go:473] Accept: application/json, */*
I1209 10:52:11.366828 627293 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1209 10:52:11.862866 627293 round_trippers.go:463] GET https://192.168.39.69:8443/api/v1/nodes/ha-792382-m03
I1209 10:52:11.862896 627293 round_trippers.go:469] Request Headers:
I1209 10:52:11.862906 627293 round_trippers.go:473] Accept: application/json, */*
I1209 10:52:11.862912 627293 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 10:52:11.868040 627293 round_trippers.go:574] Response Status: 200 OK in 5 milliseconds
I1209 10:52:11.868910 627293 node_ready.go:53] node "ha-792382-m03" has status "Ready":"False"
I1209 10:52:12.363520 627293 round_trippers.go:463] GET https://192.168.39.69:8443/api/v1/nodes/ha-792382-m03
I1209 10:52:12.363543 627293 round_trippers.go:469] Request Headers:
I1209 10:52:12.363551 627293 round_trippers.go:473] Accept: application/json, */*
I1209 10:52:12.363555 627293 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 10:52:12.367064 627293 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1209 10:52:12.862709 627293 round_trippers.go:463] GET https://192.168.39.69:8443/api/v1/nodes/ha-792382-m03
I1209 10:52:12.862738 627293 round_trippers.go:469] Request Headers:
I1209 10:52:12.862747 627293 round_trippers.go:473] Accept: application/json, */*
I1209 10:52:12.862751 627293 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 10:52:12.866024 627293 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1209 10:52:13.362946 627293 round_trippers.go:463] GET https://192.168.39.69:8443/api/v1/nodes/ha-792382-m03
I1209 10:52:13.362972 627293 round_trippers.go:469] Request Headers:
I1209 10:52:13.362981 627293 round_trippers.go:473] Accept: application/json, */*
I1209 10:52:13.362985 627293 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 10:52:13.367208 627293 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1209 10:52:13.863257 627293 round_trippers.go:463] GET https://192.168.39.69:8443/api/v1/nodes/ha-792382-m03
I1209 10:52:13.863282 627293 round_trippers.go:469] Request Headers:
I1209 10:52:13.863291 627293 round_trippers.go:473] Accept: application/json, */*
I1209 10:52:13.863295 627293 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 10:52:13.866570 627293 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1209 10:52:14.363551 627293 round_trippers.go:463] GET https://192.168.39.69:8443/api/v1/nodes/ha-792382-m03
I1209 10:52:14.363576 627293 round_trippers.go:469] Request Headers:
I1209 10:52:14.363588 627293 round_trippers.go:473] Accept: application/json, */*
I1209 10:52:14.363595 627293 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 10:52:14.367509 627293 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1209 10:52:14.368341 627293 node_ready.go:53] node "ha-792382-m03" has status "Ready":"False"
I1209 10:52:14.863449 627293 round_trippers.go:463] GET https://192.168.39.69:8443/api/v1/nodes/ha-792382-m03
I1209 10:52:14.863475 627293 round_trippers.go:469] Request Headers:
I1209 10:52:14.863485 627293 round_trippers.go:473] Accept: application/json, */*
I1209 10:52:14.863492 627293 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 10:52:14.866808 627293 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1209 10:52:15.363473 627293 round_trippers.go:463] GET https://192.168.39.69:8443/api/v1/nodes/ha-792382-m03
I1209 10:52:15.363501 627293 round_trippers.go:469] Request Headers:
I1209 10:52:15.363510 627293 round_trippers.go:473] Accept: application/json, */*
I1209 10:52:15.363514 627293 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 10:52:15.367252 627293 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1209 10:52:15.863063 627293 round_trippers.go:463] GET https://192.168.39.69:8443/api/v1/nodes/ha-792382-m03
I1209 10:52:15.863086 627293 round_trippers.go:469] Request Headers:
I1209 10:52:15.863095 627293 round_trippers.go:473] Accept: application/json, */*
I1209 10:52:15.863099 627293 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 10:52:15.866694 627293 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1209 10:52:16.363487 627293 round_trippers.go:463] GET https://192.168.39.69:8443/api/v1/nodes/ha-792382-m03
I1209 10:52:16.363515 627293 round_trippers.go:469] Request Headers:
I1209 10:52:16.363525 627293 round_trippers.go:473] Accept: application/json, */*
I1209 10:52:16.363529 627293 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 10:52:16.366968 627293 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1209 10:52:16.863237 627293 round_trippers.go:463] GET https://192.168.39.69:8443/api/v1/nodes/ha-792382-m03
I1209 10:52:16.863267 627293 round_trippers.go:469] Request Headers:
I1209 10:52:16.863277 627293 round_trippers.go:473] Accept: application/json, */*
I1209 10:52:16.863285 627293 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 10:52:16.866528 627293 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1209 10:52:16.867067 627293 node_ready.go:53] node "ha-792382-m03" has status "Ready":"False"
I1209 10:52:17.363592 627293 round_trippers.go:463] GET https://192.168.39.69:8443/api/v1/nodes/ha-792382-m03
I1209 10:52:17.363616 627293 round_trippers.go:469] Request Headers:
I1209 10:52:17.363628 627293 round_trippers.go:473] Accept: application/json, */*
I1209 10:52:17.363634 627293 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 10:52:17.367261 627293 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1209 10:52:17.863310 627293 round_trippers.go:463] GET https://192.168.39.69:8443/api/v1/nodes/ha-792382-m03
I1209 10:52:17.863334 627293 round_trippers.go:469] Request Headers:
I1209 10:52:17.863343 627293 round_trippers.go:473] Accept: application/json, */*
I1209 10:52:17.863347 627293 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 10:52:17.866881 627293 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1209 10:52:18.363575 627293 round_trippers.go:463] GET https://192.168.39.69:8443/api/v1/nodes/ha-792382-m03
I1209 10:52:18.363603 627293 round_trippers.go:469] Request Headers:
I1209 10:52:18.363614 627293 round_trippers.go:473] Accept: application/json, */*
I1209 10:52:18.363624 627293 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 10:52:18.368502 627293 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1209 10:52:18.863660 627293 round_trippers.go:463] GET https://192.168.39.69:8443/api/v1/nodes/ha-792382-m03
I1209 10:52:18.863684 627293 round_trippers.go:469] Request Headers:
I1209 10:52:18.863693 627293 round_trippers.go:473] Accept: application/json, */*
I1209 10:52:18.863698 627293 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 10:52:18.866946 627293 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1209 10:52:18.867391 627293 node_ready.go:53] node "ha-792382-m03" has status "Ready":"False"
I1209 10:52:19.362762 627293 round_trippers.go:463] GET https://192.168.39.69:8443/api/v1/nodes/ha-792382-m03
I1209 10:52:19.362786 627293 round_trippers.go:469] Request Headers:
I1209 10:52:19.362794 627293 round_trippers.go:473] Accept: application/json, */*
I1209 10:52:19.362798 627293 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 10:52:19.366684 627293 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1209 10:52:19.863495 627293 round_trippers.go:463] GET https://192.168.39.69:8443/api/v1/nodes/ha-792382-m03
I1209 10:52:19.863581 627293 round_trippers.go:469] Request Headers:
I1209 10:52:19.863600 627293 round_trippers.go:473] Accept: application/json, */*
I1209 10:52:19.863608 627293 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 10:52:19.870858 627293 round_trippers.go:574] Response Status: 200 OK in 7 milliseconds
I1209 10:52:20.363448 627293 round_trippers.go:463] GET https://192.168.39.69:8443/api/v1/nodes/ha-792382-m03
I1209 10:52:20.363473 627293 round_trippers.go:469] Request Headers:
I1209 10:52:20.363482 627293 round_trippers.go:473] Accept: application/json, */*
I1209 10:52:20.363487 627293 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 10:52:20.367472 627293 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1209 10:52:20.368003 627293 node_ready.go:49] node "ha-792382-m03" has status "Ready":"True"
I1209 10:52:20.368025 627293 node_ready.go:38] duration metric: took 17.505584111s for node "ha-792382-m03" to be "Ready" ...
I1209 10:52:20.368035 627293 pod_ready.go:36] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1209 10:52:20.368124 627293 round_trippers.go:463] GET https://192.168.39.69:8443/api/v1/namespaces/kube-system/pods
I1209 10:52:20.368135 627293 round_trippers.go:469] Request Headers:
I1209 10:52:20.368143 627293 round_trippers.go:473] Accept: application/json, */*
I1209 10:52:20.368147 627293 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 10:52:20.375067 627293 round_trippers.go:574] Response Status: 200 OK in 6 milliseconds
I1209 10:52:20.382809 627293 pod_ready.go:79] waiting up to 6m0s for pod "coredns-7c65d6cfc9-8hlml" in "kube-system" namespace to be "Ready" ...
I1209 10:52:20.382913 627293 round_trippers.go:463] GET https://192.168.39.69:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-8hlml
I1209 10:52:20.382922 627293 round_trippers.go:469] Request Headers:
I1209 10:52:20.382932 627293 round_trippers.go:473] Accept: application/json, */*
I1209 10:52:20.382939 627293 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 10:52:20.386681 627293 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1209 10:52:20.387473 627293 round_trippers.go:463] GET https://192.168.39.69:8443/api/v1/nodes/ha-792382
I1209 10:52:20.387492 627293 round_trippers.go:469] Request Headers:
I1209 10:52:20.387502 627293 round_trippers.go:473] Accept: application/json, */*
I1209 10:52:20.387506 627293 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 10:52:20.390201 627293 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1209 10:52:20.390989 627293 pod_ready.go:93] pod "coredns-7c65d6cfc9-8hlml" in "kube-system" namespace has status "Ready":"True"
I1209 10:52:20.391012 627293 pod_ready.go:82] duration metric: took 8.170284ms for pod "coredns-7c65d6cfc9-8hlml" in "kube-system" namespace to be "Ready" ...
I1209 10:52:20.391025 627293 pod_ready.go:79] waiting up to 6m0s for pod "coredns-7c65d6cfc9-rz6mw" in "kube-system" namespace to be "Ready" ...
I1209 10:52:20.391107 627293 round_trippers.go:463] GET https://192.168.39.69:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-rz6mw
I1209 10:52:20.391121 627293 round_trippers.go:469] Request Headers:
I1209 10:52:20.391132 627293 round_trippers.go:473] Accept: application/json, */*
I1209 10:52:20.391139 627293 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 10:52:20.393896 627293 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1209 10:52:20.394886 627293 round_trippers.go:463] GET https://192.168.39.69:8443/api/v1/nodes/ha-792382
I1209 10:52:20.394902 627293 round_trippers.go:469] Request Headers:
I1209 10:52:20.394910 627293 round_trippers.go:473] Accept: application/json, */*
I1209 10:52:20.394913 627293 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 10:52:20.397630 627293 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1209 10:52:20.398092 627293 pod_ready.go:93] pod "coredns-7c65d6cfc9-rz6mw" in "kube-system" namespace has status "Ready":"True"
I1209 10:52:20.398114 627293 pod_ready.go:82] duration metric: took 7.080989ms for pod "coredns-7c65d6cfc9-rz6mw" in "kube-system" namespace to be "Ready" ...
I1209 10:52:20.398128 627293 pod_ready.go:79] waiting up to 6m0s for pod "etcd-ha-792382" in "kube-system" namespace to be "Ready" ...
I1209 10:52:20.398227 627293 round_trippers.go:463] GET https://192.168.39.69:8443/api/v1/namespaces/kube-system/pods/etcd-ha-792382
I1209 10:52:20.398238 627293 round_trippers.go:469] Request Headers:
I1209 10:52:20.398249 627293 round_trippers.go:473] Accept: application/json, */*
I1209 10:52:20.398255 627293 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 10:52:20.402755 627293 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1209 10:52:20.403454 627293 round_trippers.go:463] GET https://192.168.39.69:8443/api/v1/nodes/ha-792382
I1209 10:52:20.403477 627293 round_trippers.go:469] Request Headers:
I1209 10:52:20.403487 627293 round_trippers.go:473] Accept: application/json, */*
I1209 10:52:20.403495 627293 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 10:52:20.407171 627293 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1209 10:52:20.407675 627293 pod_ready.go:93] pod "etcd-ha-792382" in "kube-system" namespace has status "Ready":"True"
I1209 10:52:20.407690 627293 pod_ready.go:82] duration metric: took 9.55619ms for pod "etcd-ha-792382" in "kube-system" namespace to be "Ready" ...
I1209 10:52:20.407701 627293 pod_ready.go:79] waiting up to 6m0s for pod "etcd-ha-792382-m02" in "kube-system" namespace to be "Ready" ...
I1209 10:52:20.407761 627293 round_trippers.go:463] GET https://192.168.39.69:8443/api/v1/namespaces/kube-system/pods/etcd-ha-792382-m02
I1209 10:52:20.407769 627293 round_trippers.go:469] Request Headers:
I1209 10:52:20.407776 627293 round_trippers.go:473] Accept: application/json, */*
I1209 10:52:20.407782 627293 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 10:52:20.411699 627293 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1209 10:52:20.412198 627293 round_trippers.go:463] GET https://192.168.39.69:8443/api/v1/nodes/ha-792382-m02
I1209 10:52:20.412214 627293 round_trippers.go:469] Request Headers:
I1209 10:52:20.412221 627293 round_trippers.go:473] Accept: application/json, */*
I1209 10:52:20.412228 627293 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 10:52:20.415128 627293 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1209 10:52:20.415876 627293 pod_ready.go:93] pod "etcd-ha-792382-m02" in "kube-system" namespace has status "Ready":"True"
I1209 10:52:20.415895 627293 pod_ready.go:82] duration metric: took 8.185439ms for pod "etcd-ha-792382-m02" in "kube-system" namespace to be "Ready" ...
I1209 10:52:20.415927 627293 pod_ready.go:79] waiting up to 6m0s for pod "etcd-ha-792382-m03" in "kube-system" namespace to be "Ready" ...
I1209 10:52:20.564348 627293 request.go:632] Waited for 148.293235ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.69:8443/api/v1/namespaces/kube-system/pods/etcd-ha-792382-m03
I1209 10:52:20.564443 627293 round_trippers.go:463] GET https://192.168.39.69:8443/api/v1/namespaces/kube-system/pods/etcd-ha-792382-m03
I1209 10:52:20.564455 627293 round_trippers.go:469] Request Headers:
I1209 10:52:20.564475 627293 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 10:52:20.564485 627293 round_trippers.go:473] Accept: application/json, */*
I1209 10:52:20.567758 627293 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1209 10:52:20.763843 627293 request.go:632] Waited for 195.366287ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.69:8443/api/v1/nodes/ha-792382-m03
I1209 10:52:20.763920 627293 round_trippers.go:463] GET https://192.168.39.69:8443/api/v1/nodes/ha-792382-m03
I1209 10:52:20.763933 627293 round_trippers.go:469] Request Headers:
I1209 10:52:20.763945 627293 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 10:52:20.763957 627293 round_trippers.go:473] Accept: application/json, */*
I1209 10:52:20.772124 627293 round_trippers.go:574] Response Status: 200 OK in 8 milliseconds
I1209 10:52:20.772769 627293 pod_ready.go:93] pod "etcd-ha-792382-m03" in "kube-system" namespace has status "Ready":"True"
I1209 10:52:20.772802 627293 pod_ready.go:82] duration metric: took 356.849767ms for pod "etcd-ha-792382-m03" in "kube-system" namespace to be "Ready" ...
I1209 10:52:20.772827 627293 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-ha-792382" in "kube-system" namespace to be "Ready" ...
I1209 10:52:20.963692 627293 request.go:632] Waited for 190.744323ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.69:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-792382
I1209 10:52:20.963762 627293 round_trippers.go:463] GET https://192.168.39.69:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-792382
I1209 10:52:20.963767 627293 round_trippers.go:469] Request Headers:
I1209 10:52:20.963775 627293 round_trippers.go:473] Accept: application/json, */*
I1209 10:52:20.963781 627293 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 10:52:20.966983 627293 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1209 10:52:21.163987 627293 request.go:632] Waited for 196.382643ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.69:8443/api/v1/nodes/ha-792382
I1209 10:52:21.164057 627293 round_trippers.go:463] GET https://192.168.39.69:8443/api/v1/nodes/ha-792382
I1209 10:52:21.164062 627293 round_trippers.go:469] Request Headers:
I1209 10:52:21.164070 627293 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 10:52:21.164074 627293 round_trippers.go:473] Accept: application/json, */*
I1209 10:52:21.167406 627293 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1209 10:52:21.168047 627293 pod_ready.go:93] pod "kube-apiserver-ha-792382" in "kube-system" namespace has status "Ready":"True"
I1209 10:52:21.168074 627293 pod_ready.go:82] duration metric: took 395.237987ms for pod "kube-apiserver-ha-792382" in "kube-system" namespace to be "Ready" ...
I1209 10:52:21.168086 627293 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-ha-792382-m02" in "kube-system" namespace to be "Ready" ...
I1209 10:52:21.364059 627293 request.go:632] Waited for 195.853676ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.69:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-792382-m02
I1209 10:52:21.364141 627293 round_trippers.go:463] GET https://192.168.39.69:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-792382-m02
I1209 10:52:21.364147 627293 round_trippers.go:469] Request Headers:
I1209 10:52:21.364155 627293 round_trippers.go:473] Accept: application/json, */*
I1209 10:52:21.364164 627293 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 10:52:21.368500 627293 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1209 10:52:21.563923 627293 request.go:632] Waited for 194.790397ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.69:8443/api/v1/nodes/ha-792382-m02
I1209 10:52:21.563997 627293 round_trippers.go:463] GET https://192.168.39.69:8443/api/v1/nodes/ha-792382-m02
I1209 10:52:21.564006 627293 round_trippers.go:469] Request Headers:
I1209 10:52:21.564018 627293 round_trippers.go:473] Accept: application/json, */*
I1209 10:52:21.564029 627293 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 10:52:21.567739 627293 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1209 10:52:21.568495 627293 pod_ready.go:93] pod "kube-apiserver-ha-792382-m02" in "kube-system" namespace has status "Ready":"True"
I1209 10:52:21.568518 627293 pod_ready.go:82] duration metric: took 400.423423ms for pod "kube-apiserver-ha-792382-m02" in "kube-system" namespace to be "Ready" ...
I1209 10:52:21.568529 627293 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-ha-792382-m03" in "kube-system" namespace to be "Ready" ...
I1209 10:52:21.763480 627293 request.go:632] Waited for 194.86491ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.69:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-792382-m03
I1209 10:52:21.763574 627293 round_trippers.go:463] GET https://192.168.39.69:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-792382-m03
I1209 10:52:21.763581 627293 round_trippers.go:469] Request Headers:
I1209 10:52:21.763594 627293 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 10:52:21.763602 627293 round_trippers.go:473] Accept: application/json, */*
I1209 10:52:21.767033 627293 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1209 10:52:21.964208 627293 request.go:632] Waited for 196.356498ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.69:8443/api/v1/nodes/ha-792382-m03
I1209 10:52:21.964296 627293 round_trippers.go:463] GET https://192.168.39.69:8443/api/v1/nodes/ha-792382-m03
I1209 10:52:21.964305 627293 round_trippers.go:469] Request Headers:
I1209 10:52:21.964340 627293 round_trippers.go:473] Accept: application/json, */*
I1209 10:52:21.964351 627293 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 10:52:21.967752 627293 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1209 10:52:21.968228 627293 pod_ready.go:93] pod "kube-apiserver-ha-792382-m03" in "kube-system" namespace has status "Ready":"True"
I1209 10:52:21.968247 627293 pod_ready.go:82] duration metric: took 399.712092ms for pod "kube-apiserver-ha-792382-m03" in "kube-system" namespace to be "Ready" ...
I1209 10:52:21.968258 627293 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-ha-792382" in "kube-system" namespace to be "Ready" ...
I1209 10:52:22.163746 627293 request.go:632] Waited for 195.415661ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.69:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-792382
I1209 10:52:22.163805 627293 round_trippers.go:463] GET https://192.168.39.69:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-792382
I1209 10:52:22.163810 627293 round_trippers.go:469] Request Headers:
I1209 10:52:22.163823 627293 round_trippers.go:473] Accept: application/json, */*
I1209 10:52:22.163830 627293 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 10:52:22.166645 627293 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1209 10:52:22.364336 627293 request.go:632] Waited for 197.03194ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.69:8443/api/v1/nodes/ha-792382
I1209 10:52:22.364428 627293 round_trippers.go:463] GET https://192.168.39.69:8443/api/v1/nodes/ha-792382
I1209 10:52:22.364449 627293 round_trippers.go:469] Request Headers:
I1209 10:52:22.364480 627293 round_trippers.go:473] Accept: application/json, */*
I1209 10:52:22.364491 627293 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 10:52:22.368286 627293 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1209 10:52:22.369016 627293 pod_ready.go:93] pod "kube-controller-manager-ha-792382" in "kube-system" namespace has status "Ready":"True"
I1209 10:52:22.369039 627293 pod_ready.go:82] duration metric: took 400.774826ms for pod "kube-controller-manager-ha-792382" in "kube-system" namespace to be "Ready" ...
I1209 10:52:22.369050 627293 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-ha-792382-m02" in "kube-system" namespace to be "Ready" ...
I1209 10:52:22.564041 627293 request.go:632] Waited for 194.907266ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.69:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-792382-m02
I1209 10:52:22.564119 627293 round_trippers.go:463] GET https://192.168.39.69:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-792382-m02
I1209 10:52:22.564127 627293 round_trippers.go:469] Request Headers:
I1209 10:52:22.564140 627293 round_trippers.go:473] Accept: application/json, */*
I1209 10:52:22.564149 627293 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 10:52:22.567707 627293 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1209 10:52:22.763845 627293 request.go:632] Waited for 195.40032ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.69:8443/api/v1/nodes/ha-792382-m02
I1209 10:52:22.763928 627293 round_trippers.go:463] GET https://192.168.39.69:8443/api/v1/nodes/ha-792382-m02
I1209 10:52:22.763935 627293 round_trippers.go:469] Request Headers:
I1209 10:52:22.763956 627293 round_trippers.go:473] Accept: application/json, */*
I1209 10:52:22.763982 627293 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 10:52:22.767705 627293 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1209 10:52:22.768312 627293 pod_ready.go:93] pod "kube-controller-manager-ha-792382-m02" in "kube-system" namespace has status "Ready":"True"
I1209 10:52:22.768335 627293 pod_ready.go:82] duration metric: took 399.277854ms for pod "kube-controller-manager-ha-792382-m02" in "kube-system" namespace to be "Ready" ...
I1209 10:52:22.768350 627293 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-ha-792382-m03" in "kube-system" namespace to be "Ready" ...
I1209 10:52:22.964360 627293 request.go:632] Waited for 195.903206ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.69:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-792382-m03
I1209 10:52:22.964433 627293 round_trippers.go:463] GET https://192.168.39.69:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-792382-m03
I1209 10:52:22.964446 627293 round_trippers.go:469] Request Headers:
I1209 10:52:22.964457 627293 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 10:52:22.964465 627293 round_trippers.go:473] Accept: application/json, */*
I1209 10:52:22.967540 627293 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1209 10:52:23.163523 627293 request.go:632] Waited for 195.162382ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.69:8443/api/v1/nodes/ha-792382-m03
I1209 10:52:23.163590 627293 round_trippers.go:463] GET https://192.168.39.69:8443/api/v1/nodes/ha-792382-m03
I1209 10:52:23.163596 627293 round_trippers.go:469] Request Headers:
I1209 10:52:23.163611 627293 round_trippers.go:473] Accept: application/json, */*
I1209 10:52:23.163618 627293 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 10:52:23.166875 627293 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1209 10:52:23.167557 627293 pod_ready.go:93] pod "kube-controller-manager-ha-792382-m03" in "kube-system" namespace has status "Ready":"True"
I1209 10:52:23.167581 627293 pod_ready.go:82] duration metric: took 399.219283ms for pod "kube-controller-manager-ha-792382-m03" in "kube-system" namespace to be "Ready" ...
I1209 10:52:23.167592 627293 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-2l42s" in "kube-system" namespace to be "Ready" ...
I1209 10:52:23.364163 627293 request.go:632] Waited for 196.469736ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.69:8443/api/v1/namespaces/kube-system/pods/kube-proxy-2l42s
I1209 10:52:23.364233 627293 round_trippers.go:463] GET https://192.168.39.69:8443/api/v1/namespaces/kube-system/pods/kube-proxy-2l42s
I1209 10:52:23.364240 627293 round_trippers.go:469] Request Headers:
I1209 10:52:23.364250 627293 round_trippers.go:473] Accept: application/json, */*
I1209 10:52:23.364256 627293 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 10:52:23.368871 627293 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1209 10:52:23.564369 627293 request.go:632] Waited for 194.396631ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.69:8443/api/v1/nodes/ha-792382-m03
I1209 10:52:23.564485 627293 round_trippers.go:463] GET https://192.168.39.69:8443/api/v1/nodes/ha-792382-m03
I1209 10:52:23.564496 627293 round_trippers.go:469] Request Headers:
I1209 10:52:23.564504 627293 round_trippers.go:473] Accept: application/json, */*
I1209 10:52:23.564509 627293 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 10:52:23.567861 627293 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1209 10:52:23.568367 627293 pod_ready.go:93] pod "kube-proxy-2l42s" in "kube-system" namespace has status "Ready":"True"
I1209 10:52:23.568387 627293 pod_ready.go:82] duration metric: took 400.786442ms for pod "kube-proxy-2l42s" in "kube-system" namespace to be "Ready" ...
I1209 10:52:23.568400 627293 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-dckpl" in "kube-system" namespace to be "Ready" ...
I1209 10:52:23.763515 627293 request.go:632] Waited for 195.023087ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.69:8443/api/v1/namespaces/kube-system/pods/kube-proxy-dckpl
I1209 10:52:23.763600 627293 round_trippers.go:463] GET https://192.168.39.69:8443/api/v1/namespaces/kube-system/pods/kube-proxy-dckpl
I1209 10:52:23.763608 627293 round_trippers.go:469] Request Headers:
I1209 10:52:23.763619 627293 round_trippers.go:473] Accept: application/json, */*
I1209 10:52:23.763628 627293 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 10:52:23.767899 627293 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1209 10:52:23.964038 627293 request.go:632] Waited for 195.369645ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.69:8443/api/v1/nodes/ha-792382-m02
I1209 10:52:23.964137 627293 round_trippers.go:463] GET https://192.168.39.69:8443/api/v1/nodes/ha-792382-m02
I1209 10:52:23.964144 627293 round_trippers.go:469] Request Headers:
I1209 10:52:23.964152 627293 round_trippers.go:473] Accept: application/json, */*
I1209 10:52:23.964161 627293 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 10:52:23.967628 627293 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1209 10:52:23.968543 627293 pod_ready.go:93] pod "kube-proxy-dckpl" in "kube-system" namespace has status "Ready":"True"
I1209 10:52:23.968572 627293 pod_ready.go:82] duration metric: took 400.162458ms for pod "kube-proxy-dckpl" in "kube-system" namespace to be "Ready" ...
I1209 10:52:23.968586 627293 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-wrvgb" in "kube-system" namespace to be "Ready" ...
I1209 10:52:24.164418 627293 request.go:632] Waited for 195.731455ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.69:8443/api/v1/namespaces/kube-system/pods/kube-proxy-wrvgb
I1209 10:52:24.164497 627293 round_trippers.go:463] GET https://192.168.39.69:8443/api/v1/namespaces/kube-system/pods/kube-proxy-wrvgb
I1209 10:52:24.164502 627293 round_trippers.go:469] Request Headers:
I1209 10:52:24.164511 627293 round_trippers.go:473] Accept: application/json, */*
I1209 10:52:24.164516 627293 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 10:52:24.167227 627293 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1209 10:52:24.364211 627293 request.go:632] Waited for 196.319396ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.69:8443/api/v1/nodes/ha-792382
I1209 10:52:24.364296 627293 round_trippers.go:463] GET https://192.168.39.69:8443/api/v1/nodes/ha-792382
I1209 10:52:24.364308 627293 round_trippers.go:469] Request Headers:
I1209 10:52:24.364319 627293 round_trippers.go:473] Accept: application/json, */*
I1209 10:52:24.364330 627293 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 10:52:24.368387 627293 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1209 10:52:24.369158 627293 pod_ready.go:93] pod "kube-proxy-wrvgb" in "kube-system" namespace has status "Ready":"True"
I1209 10:52:24.369182 627293 pod_ready.go:82] duration metric: took 400.580765ms for pod "kube-proxy-wrvgb" in "kube-system" namespace to be "Ready" ...
I1209 10:52:24.369195 627293 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-ha-792382" in "kube-system" namespace to be "Ready" ...
I1209 10:52:24.564251 627293 request.go:632] Waited for 194.959562ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.69:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-792382
I1209 10:52:24.564342 627293 round_trippers.go:463] GET https://192.168.39.69:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-792382
I1209 10:52:24.564348 627293 round_trippers.go:469] Request Headers:
I1209 10:52:24.564357 627293 round_trippers.go:473] Accept: application/json, */*
I1209 10:52:24.564361 627293 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 10:52:24.568298 627293 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1209 10:52:24.764304 627293 request.go:632] Waited for 195.363618ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.69:8443/api/v1/nodes/ha-792382
I1209 10:52:24.764392 627293 round_trippers.go:463] GET https://192.168.39.69:8443/api/v1/nodes/ha-792382
I1209 10:52:24.764408 627293 round_trippers.go:469] Request Headers:
I1209 10:52:24.764418 627293 round_trippers.go:473] Accept: application/json, */*
I1209 10:52:24.764425 627293 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 10:52:24.768139 627293 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1209 10:52:24.768711 627293 pod_ready.go:93] pod "kube-scheduler-ha-792382" in "kube-system" namespace has status "Ready":"True"
I1209 10:52:24.768733 627293 pod_ready.go:82] duration metric: took 399.519254ms for pod "kube-scheduler-ha-792382" in "kube-system" namespace to be "Ready" ...
I1209 10:52:24.768746 627293 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-ha-792382-m02" in "kube-system" namespace to be "Ready" ...
I1209 10:52:24.963667 627293 request.go:632] Waited for 194.82946ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.69:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-792382-m02
I1209 10:52:24.963730 627293 round_trippers.go:463] GET https://192.168.39.69:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-792382-m02
I1209 10:52:24.963736 627293 round_trippers.go:469] Request Headers:
I1209 10:52:24.963744 627293 round_trippers.go:473] Accept: application/json, */*
I1209 10:52:24.963749 627293 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 10:52:24.967092 627293 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1209 10:52:25.164276 627293 request.go:632] Waited for 196.380929ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.69:8443/api/v1/nodes/ha-792382-m02
I1209 10:52:25.164345 627293 round_trippers.go:463] GET https://192.168.39.69:8443/api/v1/nodes/ha-792382-m02
I1209 10:52:25.164349 627293 round_trippers.go:469] Request Headers:
I1209 10:52:25.164358 627293 round_trippers.go:473] Accept: application/json, */*
I1209 10:52:25.164364 627293 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 10:52:25.169070 627293 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1209 10:52:25.169673 627293 pod_ready.go:93] pod "kube-scheduler-ha-792382-m02" in "kube-system" namespace has status "Ready":"True"
I1209 10:52:25.169696 627293 pod_ready.go:82] duration metric: took 400.939865ms for pod "kube-scheduler-ha-792382-m02" in "kube-system" namespace to be "Ready" ...
I1209 10:52:25.169706 627293 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-ha-792382-m03" in "kube-system" namespace to be "Ready" ...
I1209 10:52:25.363779 627293 request.go:632] Waited for 193.996151ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.69:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-792382-m03
I1209 10:52:25.363866 627293 round_trippers.go:463] GET https://192.168.39.69:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-792382-m03
I1209 10:52:25.363882 627293 round_trippers.go:469] Request Headers:
I1209 10:52:25.363912 627293 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 10:52:25.363923 627293 round_trippers.go:473] Accept: application/json, */*
I1209 10:52:25.367885 627293 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1209 10:52:25.563919 627293 request.go:632] Waited for 195.39244ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.69:8443/api/v1/nodes/ha-792382-m03
I1209 10:52:25.563987 627293 round_trippers.go:463] GET https://192.168.39.69:8443/api/v1/nodes/ha-792382-m03
I1209 10:52:25.563992 627293 round_trippers.go:469] Request Headers:
I1209 10:52:25.564000 627293 round_trippers.go:473] Accept: application/json, */*
I1209 10:52:25.564003 627293 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 10:52:25.567759 627293 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1209 10:52:25.568223 627293 pod_ready.go:93] pod "kube-scheduler-ha-792382-m03" in "kube-system" namespace has status "Ready":"True"
I1209 10:52:25.568247 627293 pod_ready.go:82] duration metric: took 398.53325ms for pod "kube-scheduler-ha-792382-m03" in "kube-system" namespace to be "Ready" ...
I1209 10:52:25.568262 627293 pod_ready.go:39] duration metric: took 5.200212564s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1209 10:52:25.568288 627293 api_server.go:52] waiting for apiserver process to appear ...
I1209 10:52:25.568359 627293 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1209 10:52:25.588000 627293 api_server.go:72] duration metric: took 22.996035203s to wait for apiserver process to appear ...
I1209 10:52:25.588031 627293 api_server.go:88] waiting for apiserver healthz status ...
I1209 10:52:25.588055 627293 api_server.go:253] Checking apiserver healthz at https://192.168.39.69:8443/healthz ...
I1209 10:52:25.592469 627293 api_server.go:279] https://192.168.39.69:8443/healthz returned 200:
ok
I1209 10:52:25.592544 627293 round_trippers.go:463] GET https://192.168.39.69:8443/version
I1209 10:52:25.592549 627293 round_trippers.go:469] Request Headers:
I1209 10:52:25.592557 627293 round_trippers.go:473] Accept: application/json, */*
I1209 10:52:25.592563 627293 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 10:52:25.593630 627293 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1209 10:52:25.593699 627293 api_server.go:141] control plane version: v1.31.2
I1209 10:52:25.593714 627293 api_server.go:131] duration metric: took 5.676129ms to wait for apiserver health ...
I1209 10:52:25.593722 627293 system_pods.go:43] waiting for kube-system pods to appear ...
I1209 10:52:25.764156 627293 request.go:632] Waited for 170.352326ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.69:8443/api/v1/namespaces/kube-system/pods
I1209 10:52:25.764268 627293 round_trippers.go:463] GET https://192.168.39.69:8443/api/v1/namespaces/kube-system/pods
I1209 10:52:25.764281 627293 round_trippers.go:469] Request Headers:
I1209 10:52:25.764294 627293 round_trippers.go:473] Accept: application/json, */*
I1209 10:52:25.764301 627293 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 10:52:25.774462 627293 round_trippers.go:574] Response Status: 200 OK in 10 milliseconds
I1209 10:52:25.781848 627293 system_pods.go:59] 24 kube-system pods found
I1209 10:52:25.781880 627293 system_pods.go:61] "coredns-7c65d6cfc9-8hlml" [d820cd6c-5064-4934-adc8-c68f84c09b46] Running
I1209 10:52:25.781886 627293 system_pods.go:61] "coredns-7c65d6cfc9-rz6mw" [af297b6d-91f1-4114-b98c-cdfdfbd1589e] Running
I1209 10:52:25.781890 627293 system_pods.go:61] "etcd-ha-792382" [eee2fbad-7f2f-4f5a-b701-abdbf8456f99] Running
I1209 10:52:25.781894 627293 system_pods.go:61] "etcd-ha-792382-m02" [424768ff-af5d-4a31-b062-ab2c9576884d] Running
I1209 10:52:25.781897 627293 system_pods.go:61] "etcd-ha-792382-m03" [4112b988-6915-413a-badd-c0207865e60d] Running
I1209 10:52:25.781900 627293 system_pods.go:61] "kindnet-6hlht" [23156ebc-d366-4fc2-bedb-7a63e950b116] Running
I1209 10:52:25.781903 627293 system_pods.go:61] "kindnet-bqp2z" [b2c40579-4d72-4efe-b921-1e0f98b91544] Running
I1209 10:52:25.781906 627293 system_pods.go:61] "kindnet-hkrhk" [9b35011c-ab45-4f55-a60f-08f9c4509c1d] Running
I1209 10:52:25.781909 627293 system_pods.go:61] "kube-apiserver-ha-792382" [5157cfb0-bc91-4efe-b2e2-689778d5b012] Running
I1209 10:52:25.781913 627293 system_pods.go:61] "kube-apiserver-ha-792382-m02" [71f9ce1c-aeff-4853-83ec-01a7fb6a81d5] Running
I1209 10:52:25.781916 627293 system_pods.go:61] "kube-apiserver-ha-792382-m03" [5cd4395c-58a8-45ba-90ea-72105d25fadd] Running
I1209 10:52:25.781919 627293 system_pods.go:61] "kube-controller-manager-ha-792382" [f8cb7175-f6fd-4dcf-a6a5-66c44aa136ce] Running
I1209 10:52:25.781922 627293 system_pods.go:61] "kube-controller-manager-ha-792382-m02" [2f7d8deb-ddad-47ac-ad18-5f8e7d0e095d] Running
I1209 10:52:25.781926 627293 system_pods.go:61] "kube-controller-manager-ha-792382-m03" [5c5d03de-e7e9-491b-a6fd-fdc50b4ce7ed] Running
I1209 10:52:25.781930 627293 system_pods.go:61] "kube-proxy-2l42s" [a4bfe3cb-9b06-4d1e-9887-c461d31aaaec] Running
I1209 10:52:25.781934 627293 system_pods.go:61] "kube-proxy-dckpl" [13f7bda1-f9c2-4fd0-96e0-b6aee1139bc1] Running
I1209 10:52:25.781940 627293 system_pods.go:61] "kube-proxy-wrvgb" [2531e29f-a4d5-41f9-8c38-3220b4caf96b] Running
I1209 10:52:25.781942 627293 system_pods.go:61] "kube-scheduler-ha-792382" [b11693d0-b2e7-45a1-a1a2-6519a1535c45] Running
I1209 10:52:25.781945 627293 system_pods.go:61] "kube-scheduler-ha-792382-m02" [250ce40c-5cbf-4f5d-a475-4f3d7ec100d9] Running
I1209 10:52:25.781948 627293 system_pods.go:61] "kube-scheduler-ha-792382-m03" [b994f699-40b5-423e-b92f-3ca6208e69d0] Running
I1209 10:52:25.781951 627293 system_pods.go:61] "kube-vip-ha-792382" [511f3a84-b444-4603-8f6f-eeeb262b1384] Running
I1209 10:52:25.781954 627293 system_pods.go:61] "kube-vip-ha-792382-m02" [f2110c28-09f5-42f9-8e16-beec9759a0a2] Running
I1209 10:52:25.781957 627293 system_pods.go:61] "kube-vip-ha-792382-m03" [5eee7c3c-1b75-48ad-813e-963fa4308d1b] Running
I1209 10:52:25.781960 627293 system_pods.go:61] "storage-provisioner" [4419fe4f-e2ed-4ecb-a912-2dd074e29727] Running
I1209 10:52:25.781965 627293 system_pods.go:74] duration metric: took 188.238253ms to wait for pod list to return data ...
I1209 10:52:25.781976 627293 default_sa.go:34] waiting for default service account to be created ...
I1209 10:52:25.964450 627293 request.go:632] Waited for 182.375955ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.69:8443/api/v1/namespaces/default/serviceaccounts
I1209 10:52:25.964524 627293 round_trippers.go:463] GET https://192.168.39.69:8443/api/v1/namespaces/default/serviceaccounts
I1209 10:52:25.964529 627293 round_trippers.go:469] Request Headers:
I1209 10:52:25.964538 627293 round_trippers.go:473] Accept: application/json, */*
I1209 10:52:25.964543 627293 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 10:52:25.968489 627293 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1209 10:52:25.968636 627293 default_sa.go:45] found service account: "default"
I1209 10:52:25.968653 627293 default_sa.go:55] duration metric: took 186.669919ms for default service account to be created ...
I1209 10:52:25.968664 627293 system_pods.go:116] waiting for k8s-apps to be running ...
I1209 10:52:26.163895 627293 request.go:632] Waited for 195.104758ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.69:8443/api/v1/namespaces/kube-system/pods
I1209 10:52:26.163963 627293 round_trippers.go:463] GET https://192.168.39.69:8443/api/v1/namespaces/kube-system/pods
I1209 10:52:26.163969 627293 round_trippers.go:469] Request Headers:
I1209 10:52:26.163977 627293 round_trippers.go:473] Accept: application/json, */*
I1209 10:52:26.163981 627293 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 10:52:26.169457 627293 round_trippers.go:574] Response Status: 200 OK in 5 milliseconds
I1209 10:52:26.176126 627293 system_pods.go:86] 24 kube-system pods found
I1209 10:52:26.176160 627293 system_pods.go:89] "coredns-7c65d6cfc9-8hlml" [d820cd6c-5064-4934-adc8-c68f84c09b46] Running
I1209 10:52:26.176166 627293 system_pods.go:89] "coredns-7c65d6cfc9-rz6mw" [af297b6d-91f1-4114-b98c-cdfdfbd1589e] Running
I1209 10:52:26.176171 627293 system_pods.go:89] "etcd-ha-792382" [eee2fbad-7f2f-4f5a-b701-abdbf8456f99] Running
I1209 10:52:26.176175 627293 system_pods.go:89] "etcd-ha-792382-m02" [424768ff-af5d-4a31-b062-ab2c9576884d] Running
I1209 10:52:26.176178 627293 system_pods.go:89] "etcd-ha-792382-m03" [4112b988-6915-413a-badd-c0207865e60d] Running
I1209 10:52:26.176184 627293 system_pods.go:89] "kindnet-6hlht" [23156ebc-d366-4fc2-bedb-7a63e950b116] Running
I1209 10:52:26.176189 627293 system_pods.go:89] "kindnet-bqp2z" [b2c40579-4d72-4efe-b921-1e0f98b91544] Running
I1209 10:52:26.176195 627293 system_pods.go:89] "kindnet-hkrhk" [9b35011c-ab45-4f55-a60f-08f9c4509c1d] Running
I1209 10:52:26.176201 627293 system_pods.go:89] "kube-apiserver-ha-792382" [5157cfb0-bc91-4efe-b2e2-689778d5b012] Running
I1209 10:52:26.176206 627293 system_pods.go:89] "kube-apiserver-ha-792382-m02" [71f9ce1c-aeff-4853-83ec-01a7fb6a81d5] Running
I1209 10:52:26.176212 627293 system_pods.go:89] "kube-apiserver-ha-792382-m03" [5cd4395c-58a8-45ba-90ea-72105d25fadd] Running
I1209 10:52:26.176220 627293 system_pods.go:89] "kube-controller-manager-ha-792382" [f8cb7175-f6fd-4dcf-a6a5-66c44aa136ce] Running
I1209 10:52:26.176231 627293 system_pods.go:89] "kube-controller-manager-ha-792382-m02" [2f7d8deb-ddad-47ac-ad18-5f8e7d0e095d] Running
I1209 10:52:26.176240 627293 system_pods.go:89] "kube-controller-manager-ha-792382-m03" [5c5d03de-e7e9-491b-a6fd-fdc50b4ce7ed] Running
I1209 10:52:26.176245 627293 system_pods.go:89] "kube-proxy-2l42s" [a4bfe3cb-9b06-4d1e-9887-c461d31aaaec] Running
I1209 10:52:26.176254 627293 system_pods.go:89] "kube-proxy-dckpl" [13f7bda1-f9c2-4fd0-96e0-b6aee1139bc1] Running
I1209 10:52:26.176263 627293 system_pods.go:89] "kube-proxy-wrvgb" [2531e29f-a4d5-41f9-8c38-3220b4caf96b] Running
I1209 10:52:26.176272 627293 system_pods.go:89] "kube-scheduler-ha-792382" [b11693d0-b2e7-45a1-a1a2-6519a1535c45] Running
I1209 10:52:26.176285 627293 system_pods.go:89] "kube-scheduler-ha-792382-m02" [250ce40c-5cbf-4f5d-a475-4f3d7ec100d9] Running
I1209 10:52:26.176294 627293 system_pods.go:89] "kube-scheduler-ha-792382-m03" [b994f699-40b5-423e-b92f-3ca6208e69d0] Running
I1209 10:52:26.176303 627293 system_pods.go:89] "kube-vip-ha-792382" [511f3a84-b444-4603-8f6f-eeeb262b1384] Running
I1209 10:52:26.176312 627293 system_pods.go:89] "kube-vip-ha-792382-m02" [f2110c28-09f5-42f9-8e16-beec9759a0a2] Running
I1209 10:52:26.176320 627293 system_pods.go:89] "kube-vip-ha-792382-m03" [5eee7c3c-1b75-48ad-813e-963fa4308d1b] Running
I1209 10:52:26.176327 627293 system_pods.go:89] "storage-provisioner" [4419fe4f-e2ed-4ecb-a912-2dd074e29727] Running
I1209 10:52:26.176338 627293 system_pods.go:126] duration metric: took 207.663846ms to wait for k8s-apps to be running ...
I1209 10:52:26.176348 627293 system_svc.go:44] waiting for kubelet service to be running ....
I1209 10:52:26.176410 627293 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1209 10:52:26.193241 627293 system_svc.go:56] duration metric: took 16.882967ms WaitForService to wait for kubelet
I1209 10:52:26.193274 627293 kubeadm.go:582] duration metric: took 23.601316183s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1209 10:52:26.193295 627293 node_conditions.go:102] verifying NodePressure condition ...
I1209 10:52:26.363791 627293 request.go:632] Waited for 170.378697ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.69:8443/api/v1/nodes
I1209 10:52:26.363869 627293 round_trippers.go:463] GET https://192.168.39.69:8443/api/v1/nodes
I1209 10:52:26.363877 627293 round_trippers.go:469] Request Headers:
I1209 10:52:26.363893 627293 round_trippers.go:473] Accept: application/json, */*
I1209 10:52:26.363902 627293 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 10:52:26.369525 627293 round_trippers.go:574] Response Status: 200 OK in 5 milliseconds
I1209 10:52:26.370723 627293 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I1209 10:52:26.370747 627293 node_conditions.go:123] node cpu capacity is 2
I1209 10:52:26.370760 627293 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I1209 10:52:26.370763 627293 node_conditions.go:123] node cpu capacity is 2
I1209 10:52:26.370766 627293 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I1209 10:52:26.370770 627293 node_conditions.go:123] node cpu capacity is 2
I1209 10:52:26.370774 627293 node_conditions.go:105] duration metric: took 177.473705ms to run NodePressure ...
I1209 10:52:26.370790 627293 start.go:241] waiting for startup goroutines ...
I1209 10:52:26.370823 627293 start.go:255] writing updated cluster config ...
I1209 10:52:26.371156 627293 ssh_runner.go:195] Run: rm -f paused
I1209 10:52:26.426485 627293 start.go:600] kubectl: 1.31.3, cluster: 1.31.2 (minor skew: 0)
I1209 10:52:26.428634 627293 out.go:177] * Done! kubectl is now configured to use "ha-792382" cluster and "default" namespace by default
==> CRI-O <==
Dec 09 10:56:24 ha-792382 crio[665]: time="2024-12-09 10:56:24.673667647Z" level=debug msg="Response: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733741784673643480,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156102,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}" file="otel-collector/interceptors.go:74" id=ef26f90d-edc8-458e-b364-0e4cdb885936 name=/runtime.v1.ImageService/ImageFsInfo
Dec 09 10:56:24 ha-792382 crio[665]: time="2024-12-09 10:56:24.674102408Z" level=debug msg="Request: &ListContainersRequest{Filter:&ContainerFilter{Id:,State:nil,PodSandboxId:,LabelSelector:map[string]string{},},}" file="otel-collector/interceptors.go:62" id=10a89ece-8798-407c-9b15-7de654387d6e name=/runtime.v1.RuntimeService/ListContainers
Dec 09 10:56:24 ha-792382 crio[665]: time="2024-12-09 10:56:24.674151382Z" level=debug msg="No filters were applied, returning full container list" file="server/container_list.go:60" id=10a89ece-8798-407c-9b15-7de654387d6e name=/runtime.v1.RuntimeService/ListContainers
Dec 09 10:56:24 ha-792382 crio[665]: time="2024-12-09 10:56:24.674537474Z" level=debug msg="Response: &ListContainersResponse{Containers:[]*Container{&Container{Id:3354d3bec20606deb1f19130215939f5c7b2123b73319ef892bffc278d375fb8,PodSandboxId:e47f42b7e0900b7149c93ac504858a9b845addf2278ae1c0abd45e66fc9df066,Metadata:&ContainerMetadata{Name:busybox,Attempt:0,},Image:&ImageSpec{Image:gcr.io/k8s-minikube/busybox@sha256:74f634b1bc1bd74535d5209589734efbd44a25f4e2dc96d78784576a3eb5b335,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:8c811b4aec35f259572d0f79207bc0678df4c736eeec50bc9fec37ed936a472a,State:CONTAINER_RUNNING,CreatedAt:1733741551077576684,Labels:map[string]string{io.kubernetes.container.name: busybox,io.kubernetes.pod.name: busybox-7dff88458-z9wjm,io.kubernetes.pod.namespace: default,io.kubernetes.pod.uid: 00b911f2-4cd1-486a-9276-1e98745ede0e,},Annotations:map[string]string{io.kubernetes.container.hash: 82159afa,io.kubernetes.container.restartCount: 0,io.kubernetes.c
ontainer.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:f4ba11ff07ea5065d66a5e8b8d091a9ba9a1c680ab1ade1d19aecf153081d7dd,PodSandboxId:a5c60a0e3c19becc3387cabd45cb24c34922bd26351286c88744f9e2caf6f8d6,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1733741412981896414,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-8hlml,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: d820cd6c-5064-4934-adc8-c68f84c09b46,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"
UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:afc0f0aea4c8acce16752f3e50cc08b660c2c26b24932beaf28ba3d1bc596733,PodSandboxId:038ff3d97cfe50dddc147974bab92d243212a5896794a4bc3f1ce2b77fdb5e39,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1733741412958470450,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-rz6mw,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid:
af297b6d-91f1-4114-b98c-cdfdfbd1589e,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:d9fa96349b5a7bf6e8223fd16d01f77aa0d3c45aa83ad28fc42eec5d2a80dd24,PodSandboxId:02bd44e5a67d9df1c56cc6297ec66940ce286c89b103f7efa4b35259d2a2f8c7,Metadata:&ContainerMetadata{Name:storage-provisioner,Attempt:0,},Image:&ImageSpec{Image:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,State:CONTAINER_RUNNIN
G,CreatedAt:1733741412903452485,Labels:map[string]string{io.kubernetes.container.name: storage-provisioner,io.kubernetes.pod.name: storage-provisioner,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 4419fe4f-e2ed-4ecb-a912-2dd074e29727,},Annotations:map[string]string{io.kubernetes.container.hash: 6c6bf961,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:b6bf7c7cf0d689f954fca58d1d94afa21f5bfd0f606552fbbf1479a9ae1593d3,PodSandboxId:cfb791c6d05cec0b9cc244408089c309a41f321fe06c2083eabaeaf9184c0ff6,Metadata:&ContainerMetadata{Name:kindnet-cni,Attempt:0,},Image:&ImageSpec{Image:docker.io/kindest/kindnetd@sha256:3da053f9c42d9123d34d4582cc77041c013e1419204b9ef180f0b3bffa7769e3,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:50415e5d05f05adbdfd902507532ebb86f924dc2e05511a3b47920156ee4236e,State:CO
NTAINER_RUNNING,CreatedAt:1733741400823508110,Labels:map[string]string{io.kubernetes.container.name: kindnet-cni,io.kubernetes.pod.name: kindnet-bqp2z,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: b2c40579-4d72-4efe-b921-1e0f98b91544,},Annotations:map[string]string{io.kubernetes.container.hash: 9533276,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:3cf6196a4789ec6471e8e2fe474e71d1756368a4423e425262410e6c7a71e522,PodSandboxId:82b54a7467a7aa9cf761959fb4e7e7ea830c6fdcf33629ec45c8b55326334f67,Metadata:&ContainerMetadata{Name:kube-proxy,Attempt:0,},Image:&ImageSpec{Image:505d571f5fd56726488d27af0d9a8e02c6db58f5d62ea51dd10d47de7a0c2d38,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:505d571f5fd56726488d27af0d9a8e02c6db58f5d62ea51dd10d47de7a0c2d38,State:CONTAINER_RUNNING,CreatedAt:1733741398
382511881,Labels:map[string]string{io.kubernetes.container.name: kube-proxy,io.kubernetes.pod.name: kube-proxy-wrvgb,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 2531e29f-a4d5-41f9-8c38-3220b4caf96b,},Annotations:map[string]string{io.kubernetes.container.hash: adb187fb,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:082e8ff7e6c7e3e1110852687152ddb22202b3134aa3105a8b11aa7d702bcd6a,PodSandboxId:1486ff19db45e7b9cb8b545f56579a8765f6cef7fe3b1d44f967a5c5823b4cdc,Metadata:&ContainerMetadata{Name:kube-vip,Attempt:0,},Image:&ImageSpec{Image:ghcr.io/kube-vip/kube-vip@sha256:32829cc6f8630eba4e1b5e4df5bcbc34c767e70703d26e64a0f7317951c7b517,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:f1c87c24be687be21b68228b1b53b7792a3d82fb4d99bc68a5a984f582508a37,State:CONTAINER_RUNNING,CreatedAt:173374138888
4669062,Labels:map[string]string{io.kubernetes.container.name: kube-vip,io.kubernetes.pod.name: kube-vip-ha-792382,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 9922f13afb31842008ba0179dabd897e,},Annotations:map[string]string{io.kubernetes.container.hash: 69195791,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:778345b29099a60c663a83117fc6b409ae496d9228f79ecc48c26209e7a87f63,PodSandboxId:27e12e36b1bd81bfdb6cc876b8c1a9c925ed2eec6ac687056f4bd10eb872b7a6,Metadata:&ContainerMetadata{Name:etcd,Attempt:0,},Image:&ImageSpec{Image:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,State:CONTAINER_RUNNING,CreatedAt:1733741386069265058,Labels:map[string]string{io.kuberne
tes.container.name: etcd,io.kubernetes.pod.name: etcd-ha-792382,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 2460a8b15a62b9cf3ad5343586bde402,},Annotations:map[string]string{io.kubernetes.container.hash: cdf7d3fa,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:64b96c1c2297057b3b928bc7494df511d909f05efb4f8d5be27458c164efe95f,PodSandboxId:7bbf390b8ef03829849defea1ba3817acb7a86ce1705fb53d765d7ddca57a066,Metadata:&ContainerMetadata{Name:kube-apiserver,Attempt:0,},Image:&ImageSpec{Image:9499c9960544e80a96c223cdc5d3059dd7c2cc37ea20e7138af4a6e415a49173,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:9499c9960544e80a96c223cdc5d3059dd7c2cc37ea20e7138af4a6e415a49173,State:CONTAINER_RUNNING,CreatedAt:1733741386071035939,Labels:map[string]string{io.kubernetes.container.name: kube-apiserver,io.kub
ernetes.pod.name: kube-apiserver-ha-792382,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 89a89b1c65df6e3ad9608c5607172f77,},Annotations:map[string]string{io.kubernetes.container.hash: c6927529,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:d93c68b855d9f72ce368ee4f59250a988032fe781209e2115a8d70ea60f77fee,PodSandboxId:9493b93aded71efd1c05e2df3b9537c0c63dc9b2e9abdbf1be430d3c29d5ad9f,Metadata:&ContainerMetadata{Name:kube-scheduler,Attempt:0,},Image:&ImageSpec{Image:847c7bc1a541865e150af08318f49d02d0e0cff4a0530fd4ffe369e294dd2856,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:847c7bc1a541865e150af08318f49d02d0e0cff4a0530fd4ffe369e294dd2856,State:CONTAINER_RUNNING,CreatedAt:1733741386009117508,Labels:map[string]string{io.kubernetes.container.name: kube-scheduler,io.kubernetes.pod.name: kub
e-scheduler-ha-792382,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 082fcfac40bcf36b76f1e733a9f73bc8,},Annotations:map[string]string{io.kubernetes.container.hash: 16c835f9,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:00db8f77881efc15e9bf57aba34890302ec37f9239ba1d191862ea78b9833604,PodSandboxId:02e8433fa67cc5aef5d43a5edf820340ad5d91eef3bdd9e7149eeec0e55a8c95,Metadata:&ContainerMetadata{Name:kube-controller-manager,Attempt:0,},Image:&ImageSpec{Image:0486b6c53a1b5af26f2ad2fb89a089e04c6baa6369f8545ab0854f9d62b44503,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:0486b6c53a1b5af26f2ad2fb89a089e04c6baa6369f8545ab0854f9d62b44503,State:CONTAINER_RUNNING,CreatedAt:1733741385994463722,Labels:map[string]string{io.kubernetes.container.name: kube-controller-manager,io.kubernetes.pod.name: kube-c
ontroller-manager-ha-792382,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: a4d8d358ed72ac30c9365aedd3aee4d1,},Annotations:map[string]string{io.kubernetes.container.hash: 3111262b,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},},}" file="otel-collector/interceptors.go:74" id=10a89ece-8798-407c-9b15-7de654387d6e name=/runtime.v1.RuntimeService/ListContainers
Dec 09 10:56:24 ha-792382 crio[665]: time="2024-12-09 10:56:24.710626466Z" level=debug msg="Request: &VersionRequest{Version:,}" file="otel-collector/interceptors.go:62" id=f910c593-235c-4f30-9472-feb3449f3171 name=/runtime.v1.RuntimeService/Version
Dec 09 10:56:24 ha-792382 crio[665]: time="2024-12-09 10:56:24.710705495Z" level=debug msg="Response: &VersionResponse{Version:0.1.0,RuntimeName:cri-o,RuntimeVersion:1.29.1,RuntimeApiVersion:v1,}" file="otel-collector/interceptors.go:74" id=f910c593-235c-4f30-9472-feb3449f3171 name=/runtime.v1.RuntimeService/Version
Dec 09 10:56:24 ha-792382 crio[665]: time="2024-12-09 10:56:24.711817764Z" level=debug msg="Request: &ImageFsInfoRequest{}" file="otel-collector/interceptors.go:62" id=e436f63c-dc5a-402f-a652-cd33063b1cf8 name=/runtime.v1.ImageService/ImageFsInfo
Dec 09 10:56:24 ha-792382 crio[665]: time="2024-12-09 10:56:24.712237270Z" level=debug msg="Response: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733741784712215082,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156102,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}" file="otel-collector/interceptors.go:74" id=e436f63c-dc5a-402f-a652-cd33063b1cf8 name=/runtime.v1.ImageService/ImageFsInfo
Dec 09 10:56:24 ha-792382 crio[665]: time="2024-12-09 10:56:24.712892873Z" level=debug msg="Request: &ListContainersRequest{Filter:&ContainerFilter{Id:,State:nil,PodSandboxId:,LabelSelector:map[string]string{},},}" file="otel-collector/interceptors.go:62" id=7a7abf5c-957a-43eb-ae1b-a38da14efd7a name=/runtime.v1.RuntimeService/ListContainers
Dec 09 10:56:24 ha-792382 crio[665]: time="2024-12-09 10:56:24.712950124Z" level=debug msg="No filters were applied, returning full container list" file="server/container_list.go:60" id=7a7abf5c-957a-43eb-ae1b-a38da14efd7a name=/runtime.v1.RuntimeService/ListContainers
Dec 09 10:56:24 ha-792382 crio[665]: time="2024-12-09 10:56:24.713217540Z" level=debug msg="Response: &ListContainersResponse{Containers:[]*Container{&Container{Id:3354d3bec20606deb1f19130215939f5c7b2123b73319ef892bffc278d375fb8,PodSandboxId:e47f42b7e0900b7149c93ac504858a9b845addf2278ae1c0abd45e66fc9df066,Metadata:&ContainerMetadata{Name:busybox,Attempt:0,},Image:&ImageSpec{Image:gcr.io/k8s-minikube/busybox@sha256:74f634b1bc1bd74535d5209589734efbd44a25f4e2dc96d78784576a3eb5b335,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:8c811b4aec35f259572d0f79207bc0678df4c736eeec50bc9fec37ed936a472a,State:CONTAINER_RUNNING,CreatedAt:1733741551077576684,Labels:map[string]string{io.kubernetes.container.name: busybox,io.kubernetes.pod.name: busybox-7dff88458-z9wjm,io.kubernetes.pod.namespace: default,io.kubernetes.pod.uid: 00b911f2-4cd1-486a-9276-1e98745ede0e,},Annotations:map[string]string{io.kubernetes.container.hash: 82159afa,io.kubernetes.container.restartCount: 0,io.kubernetes.c
ontainer.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:f4ba11ff07ea5065d66a5e8b8d091a9ba9a1c680ab1ade1d19aecf153081d7dd,PodSandboxId:a5c60a0e3c19becc3387cabd45cb24c34922bd26351286c88744f9e2caf6f8d6,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1733741412981896414,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-8hlml,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: d820cd6c-5064-4934-adc8-c68f84c09b46,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"
UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:afc0f0aea4c8acce16752f3e50cc08b660c2c26b24932beaf28ba3d1bc596733,PodSandboxId:038ff3d97cfe50dddc147974bab92d243212a5896794a4bc3f1ce2b77fdb5e39,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1733741412958470450,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-rz6mw,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid:
af297b6d-91f1-4114-b98c-cdfdfbd1589e,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:d9fa96349b5a7bf6e8223fd16d01f77aa0d3c45aa83ad28fc42eec5d2a80dd24,PodSandboxId:02bd44e5a67d9df1c56cc6297ec66940ce286c89b103f7efa4b35259d2a2f8c7,Metadata:&ContainerMetadata{Name:storage-provisioner,Attempt:0,},Image:&ImageSpec{Image:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,State:CONTAINER_RUNNIN
G,CreatedAt:1733741412903452485,Labels:map[string]string{io.kubernetes.container.name: storage-provisioner,io.kubernetes.pod.name: storage-provisioner,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 4419fe4f-e2ed-4ecb-a912-2dd074e29727,},Annotations:map[string]string{io.kubernetes.container.hash: 6c6bf961,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:b6bf7c7cf0d689f954fca58d1d94afa21f5bfd0f606552fbbf1479a9ae1593d3,PodSandboxId:cfb791c6d05cec0b9cc244408089c309a41f321fe06c2083eabaeaf9184c0ff6,Metadata:&ContainerMetadata{Name:kindnet-cni,Attempt:0,},Image:&ImageSpec{Image:docker.io/kindest/kindnetd@sha256:3da053f9c42d9123d34d4582cc77041c013e1419204b9ef180f0b3bffa7769e3,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:50415e5d05f05adbdfd902507532ebb86f924dc2e05511a3b47920156ee4236e,State:CO
NTAINER_RUNNING,CreatedAt:1733741400823508110,Labels:map[string]string{io.kubernetes.container.name: kindnet-cni,io.kubernetes.pod.name: kindnet-bqp2z,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: b2c40579-4d72-4efe-b921-1e0f98b91544,},Annotations:map[string]string{io.kubernetes.container.hash: 9533276,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:3cf6196a4789ec6471e8e2fe474e71d1756368a4423e425262410e6c7a71e522,PodSandboxId:82b54a7467a7aa9cf761959fb4e7e7ea830c6fdcf33629ec45c8b55326334f67,Metadata:&ContainerMetadata{Name:kube-proxy,Attempt:0,},Image:&ImageSpec{Image:505d571f5fd56726488d27af0d9a8e02c6db58f5d62ea51dd10d47de7a0c2d38,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:505d571f5fd56726488d27af0d9a8e02c6db58f5d62ea51dd10d47de7a0c2d38,State:CONTAINER_RUNNING,CreatedAt:1733741398
382511881,Labels:map[string]string{io.kubernetes.container.name: kube-proxy,io.kubernetes.pod.name: kube-proxy-wrvgb,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 2531e29f-a4d5-41f9-8c38-3220b4caf96b,},Annotations:map[string]string{io.kubernetes.container.hash: adb187fb,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:082e8ff7e6c7e3e1110852687152ddb22202b3134aa3105a8b11aa7d702bcd6a,PodSandboxId:1486ff19db45e7b9cb8b545f56579a8765f6cef7fe3b1d44f967a5c5823b4cdc,Metadata:&ContainerMetadata{Name:kube-vip,Attempt:0,},Image:&ImageSpec{Image:ghcr.io/kube-vip/kube-vip@sha256:32829cc6f8630eba4e1b5e4df5bcbc34c767e70703d26e64a0f7317951c7b517,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:f1c87c24be687be21b68228b1b53b7792a3d82fb4d99bc68a5a984f582508a37,State:CONTAINER_RUNNING,CreatedAt:173374138888
4669062,Labels:map[string]string{io.kubernetes.container.name: kube-vip,io.kubernetes.pod.name: kube-vip-ha-792382,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 9922f13afb31842008ba0179dabd897e,},Annotations:map[string]string{io.kubernetes.container.hash: 69195791,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:778345b29099a60c663a83117fc6b409ae496d9228f79ecc48c26209e7a87f63,PodSandboxId:27e12e36b1bd81bfdb6cc876b8c1a9c925ed2eec6ac687056f4bd10eb872b7a6,Metadata:&ContainerMetadata{Name:etcd,Attempt:0,},Image:&ImageSpec{Image:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,State:CONTAINER_RUNNING,CreatedAt:1733741386069265058,Labels:map[string]string{io.kuberne
tes.container.name: etcd,io.kubernetes.pod.name: etcd-ha-792382,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 2460a8b15a62b9cf3ad5343586bde402,},Annotations:map[string]string{io.kubernetes.container.hash: cdf7d3fa,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:64b96c1c2297057b3b928bc7494df511d909f05efb4f8d5be27458c164efe95f,PodSandboxId:7bbf390b8ef03829849defea1ba3817acb7a86ce1705fb53d765d7ddca57a066,Metadata:&ContainerMetadata{Name:kube-apiserver,Attempt:0,},Image:&ImageSpec{Image:9499c9960544e80a96c223cdc5d3059dd7c2cc37ea20e7138af4a6e415a49173,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:9499c9960544e80a96c223cdc5d3059dd7c2cc37ea20e7138af4a6e415a49173,State:CONTAINER_RUNNING,CreatedAt:1733741386071035939,Labels:map[string]string{io.kubernetes.container.name: kube-apiserver,io.kub
ernetes.pod.name: kube-apiserver-ha-792382,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 89a89b1c65df6e3ad9608c5607172f77,},Annotations:map[string]string{io.kubernetes.container.hash: c6927529,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:d93c68b855d9f72ce368ee4f59250a988032fe781209e2115a8d70ea60f77fee,PodSandboxId:9493b93aded71efd1c05e2df3b9537c0c63dc9b2e9abdbf1be430d3c29d5ad9f,Metadata:&ContainerMetadata{Name:kube-scheduler,Attempt:0,},Image:&ImageSpec{Image:847c7bc1a541865e150af08318f49d02d0e0cff4a0530fd4ffe369e294dd2856,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:847c7bc1a541865e150af08318f49d02d0e0cff4a0530fd4ffe369e294dd2856,State:CONTAINER_RUNNING,CreatedAt:1733741386009117508,Labels:map[string]string{io.kubernetes.container.name: kube-scheduler,io.kubernetes.pod.name: kub
e-scheduler-ha-792382,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 082fcfac40bcf36b76f1e733a9f73bc8,},Annotations:map[string]string{io.kubernetes.container.hash: 16c835f9,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:00db8f77881efc15e9bf57aba34890302ec37f9239ba1d191862ea78b9833604,PodSandboxId:02e8433fa67cc5aef5d43a5edf820340ad5d91eef3bdd9e7149eeec0e55a8c95,Metadata:&ContainerMetadata{Name:kube-controller-manager,Attempt:0,},Image:&ImageSpec{Image:0486b6c53a1b5af26f2ad2fb89a089e04c6baa6369f8545ab0854f9d62b44503,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:0486b6c53a1b5af26f2ad2fb89a089e04c6baa6369f8545ab0854f9d62b44503,State:CONTAINER_RUNNING,CreatedAt:1733741385994463722,Labels:map[string]string{io.kubernetes.container.name: kube-controller-manager,io.kubernetes.pod.name: kube-c
ontroller-manager-ha-792382,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: a4d8d358ed72ac30c9365aedd3aee4d1,},Annotations:map[string]string{io.kubernetes.container.hash: 3111262b,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},},}" file="otel-collector/interceptors.go:74" id=7a7abf5c-957a-43eb-ae1b-a38da14efd7a name=/runtime.v1.RuntimeService/ListContainers
Dec 09 10:56:24 ha-792382 crio[665]: time="2024-12-09 10:56:24.753733113Z" level=debug msg="Request: &VersionRequest{Version:,}" file="otel-collector/interceptors.go:62" id=092dc546-c8ae-46f5-b639-ec92fec24d87 name=/runtime.v1.RuntimeService/Version
Dec 09 10:56:24 ha-792382 crio[665]: time="2024-12-09 10:56:24.753832624Z" level=debug msg="Response: &VersionResponse{Version:0.1.0,RuntimeName:cri-o,RuntimeVersion:1.29.1,RuntimeApiVersion:v1,}" file="otel-collector/interceptors.go:74" id=092dc546-c8ae-46f5-b639-ec92fec24d87 name=/runtime.v1.RuntimeService/Version
Dec 09 10:56:24 ha-792382 crio[665]: time="2024-12-09 10:56:24.755064874Z" level=debug msg="Request: &ImageFsInfoRequest{}" file="otel-collector/interceptors.go:62" id=09b0579c-9315-47d6-8f09-1e6f40e0d86e name=/runtime.v1.ImageService/ImageFsInfo
Dec 09 10:56:24 ha-792382 crio[665]: time="2024-12-09 10:56:24.755594155Z" level=debug msg="Response: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733741784755560058,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156102,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}" file="otel-collector/interceptors.go:74" id=09b0579c-9315-47d6-8f09-1e6f40e0d86e name=/runtime.v1.ImageService/ImageFsInfo
Dec 09 10:56:24 ha-792382 crio[665]: time="2024-12-09 10:56:24.756346092Z" level=debug msg="Request: &ListContainersRequest{Filter:&ContainerFilter{Id:,State:nil,PodSandboxId:,LabelSelector:map[string]string{},},}" file="otel-collector/interceptors.go:62" id=2306bcb9-875d-4fd5-8ec0-eefb4c7e0069 name=/runtime.v1.RuntimeService/ListContainers
Dec 09 10:56:24 ha-792382 crio[665]: time="2024-12-09 10:56:24.756400858Z" level=debug msg="No filters were applied, returning full container list" file="server/container_list.go:60" id=2306bcb9-875d-4fd5-8ec0-eefb4c7e0069 name=/runtime.v1.RuntimeService/ListContainers
Dec 09 10:56:24 ha-792382 crio[665]: time="2024-12-09 10:56:24.756998231Z" level=debug msg="Response: &ListContainersResponse{Containers:[]*Container{&Container{Id:3354d3bec20606deb1f19130215939f5c7b2123b73319ef892bffc278d375fb8,PodSandboxId:e47f42b7e0900b7149c93ac504858a9b845addf2278ae1c0abd45e66fc9df066,Metadata:&ContainerMetadata{Name:busybox,Attempt:0,},Image:&ImageSpec{Image:gcr.io/k8s-minikube/busybox@sha256:74f634b1bc1bd74535d5209589734efbd44a25f4e2dc96d78784576a3eb5b335,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:8c811b4aec35f259572d0f79207bc0678df4c736eeec50bc9fec37ed936a472a,State:CONTAINER_RUNNING,CreatedAt:1733741551077576684,Labels:map[string]string{io.kubernetes.container.name: busybox,io.kubernetes.pod.name: busybox-7dff88458-z9wjm,io.kubernetes.pod.namespace: default,io.kubernetes.pod.uid: 00b911f2-4cd1-486a-9276-1e98745ede0e,},Annotations:map[string]string{io.kubernetes.container.hash: 82159afa,io.kubernetes.container.restartCount: 0,io.kubernetes.c
ontainer.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:f4ba11ff07ea5065d66a5e8b8d091a9ba9a1c680ab1ade1d19aecf153081d7dd,PodSandboxId:a5c60a0e3c19becc3387cabd45cb24c34922bd26351286c88744f9e2caf6f8d6,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1733741412981896414,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-8hlml,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: d820cd6c-5064-4934-adc8-c68f84c09b46,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"
UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:afc0f0aea4c8acce16752f3e50cc08b660c2c26b24932beaf28ba3d1bc596733,PodSandboxId:038ff3d97cfe50dddc147974bab92d243212a5896794a4bc3f1ce2b77fdb5e39,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1733741412958470450,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-rz6mw,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid:
af297b6d-91f1-4114-b98c-cdfdfbd1589e,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:d9fa96349b5a7bf6e8223fd16d01f77aa0d3c45aa83ad28fc42eec5d2a80dd24,PodSandboxId:02bd44e5a67d9df1c56cc6297ec66940ce286c89b103f7efa4b35259d2a2f8c7,Metadata:&ContainerMetadata{Name:storage-provisioner,Attempt:0,},Image:&ImageSpec{Image:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,State:CONTAINER_RUNNIN
G,CreatedAt:1733741412903452485,Labels:map[string]string{io.kubernetes.container.name: storage-provisioner,io.kubernetes.pod.name: storage-provisioner,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 4419fe4f-e2ed-4ecb-a912-2dd074e29727,},Annotations:map[string]string{io.kubernetes.container.hash: 6c6bf961,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:b6bf7c7cf0d689f954fca58d1d94afa21f5bfd0f606552fbbf1479a9ae1593d3,PodSandboxId:cfb791c6d05cec0b9cc244408089c309a41f321fe06c2083eabaeaf9184c0ff6,Metadata:&ContainerMetadata{Name:kindnet-cni,Attempt:0,},Image:&ImageSpec{Image:docker.io/kindest/kindnetd@sha256:3da053f9c42d9123d34d4582cc77041c013e1419204b9ef180f0b3bffa7769e3,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:50415e5d05f05adbdfd902507532ebb86f924dc2e05511a3b47920156ee4236e,State:CO
NTAINER_RUNNING,CreatedAt:1733741400823508110,Labels:map[string]string{io.kubernetes.container.name: kindnet-cni,io.kubernetes.pod.name: kindnet-bqp2z,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: b2c40579-4d72-4efe-b921-1e0f98b91544,},Annotations:map[string]string{io.kubernetes.container.hash: 9533276,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:3cf6196a4789ec6471e8e2fe474e71d1756368a4423e425262410e6c7a71e522,PodSandboxId:82b54a7467a7aa9cf761959fb4e7e7ea830c6fdcf33629ec45c8b55326334f67,Metadata:&ContainerMetadata{Name:kube-proxy,Attempt:0,},Image:&ImageSpec{Image:505d571f5fd56726488d27af0d9a8e02c6db58f5d62ea51dd10d47de7a0c2d38,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:505d571f5fd56726488d27af0d9a8e02c6db58f5d62ea51dd10d47de7a0c2d38,State:CONTAINER_RUNNING,CreatedAt:1733741398
382511881,Labels:map[string]string{io.kubernetes.container.name: kube-proxy,io.kubernetes.pod.name: kube-proxy-wrvgb,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 2531e29f-a4d5-41f9-8c38-3220b4caf96b,},Annotations:map[string]string{io.kubernetes.container.hash: adb187fb,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:082e8ff7e6c7e3e1110852687152ddb22202b3134aa3105a8b11aa7d702bcd6a,PodSandboxId:1486ff19db45e7b9cb8b545f56579a8765f6cef7fe3b1d44f967a5c5823b4cdc,Metadata:&ContainerMetadata{Name:kube-vip,Attempt:0,},Image:&ImageSpec{Image:ghcr.io/kube-vip/kube-vip@sha256:32829cc6f8630eba4e1b5e4df5bcbc34c767e70703d26e64a0f7317951c7b517,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:f1c87c24be687be21b68228b1b53b7792a3d82fb4d99bc68a5a984f582508a37,State:CONTAINER_RUNNING,CreatedAt:173374138888
4669062,Labels:map[string]string{io.kubernetes.container.name: kube-vip,io.kubernetes.pod.name: kube-vip-ha-792382,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 9922f13afb31842008ba0179dabd897e,},Annotations:map[string]string{io.kubernetes.container.hash: 69195791,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:778345b29099a60c663a83117fc6b409ae496d9228f79ecc48c26209e7a87f63,PodSandboxId:27e12e36b1bd81bfdb6cc876b8c1a9c925ed2eec6ac687056f4bd10eb872b7a6,Metadata:&ContainerMetadata{Name:etcd,Attempt:0,},Image:&ImageSpec{Image:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,State:CONTAINER_RUNNING,CreatedAt:1733741386069265058,Labels:map[string]string{io.kuberne
tes.container.name: etcd,io.kubernetes.pod.name: etcd-ha-792382,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 2460a8b15a62b9cf3ad5343586bde402,},Annotations:map[string]string{io.kubernetes.container.hash: cdf7d3fa,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:64b96c1c2297057b3b928bc7494df511d909f05efb4f8d5be27458c164efe95f,PodSandboxId:7bbf390b8ef03829849defea1ba3817acb7a86ce1705fb53d765d7ddca57a066,Metadata:&ContainerMetadata{Name:kube-apiserver,Attempt:0,},Image:&ImageSpec{Image:9499c9960544e80a96c223cdc5d3059dd7c2cc37ea20e7138af4a6e415a49173,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:9499c9960544e80a96c223cdc5d3059dd7c2cc37ea20e7138af4a6e415a49173,State:CONTAINER_RUNNING,CreatedAt:1733741386071035939,Labels:map[string]string{io.kubernetes.container.name: kube-apiserver,io.kub
ernetes.pod.name: kube-apiserver-ha-792382,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 89a89b1c65df6e3ad9608c5607172f77,},Annotations:map[string]string{io.kubernetes.container.hash: c6927529,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:d93c68b855d9f72ce368ee4f59250a988032fe781209e2115a8d70ea60f77fee,PodSandboxId:9493b93aded71efd1c05e2df3b9537c0c63dc9b2e9abdbf1be430d3c29d5ad9f,Metadata:&ContainerMetadata{Name:kube-scheduler,Attempt:0,},Image:&ImageSpec{Image:847c7bc1a541865e150af08318f49d02d0e0cff4a0530fd4ffe369e294dd2856,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:847c7bc1a541865e150af08318f49d02d0e0cff4a0530fd4ffe369e294dd2856,State:CONTAINER_RUNNING,CreatedAt:1733741386009117508,Labels:map[string]string{io.kubernetes.container.name: kube-scheduler,io.kubernetes.pod.name: kub
e-scheduler-ha-792382,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 082fcfac40bcf36b76f1e733a9f73bc8,},Annotations:map[string]string{io.kubernetes.container.hash: 16c835f9,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:00db8f77881efc15e9bf57aba34890302ec37f9239ba1d191862ea78b9833604,PodSandboxId:02e8433fa67cc5aef5d43a5edf820340ad5d91eef3bdd9e7149eeec0e55a8c95,Metadata:&ContainerMetadata{Name:kube-controller-manager,Attempt:0,},Image:&ImageSpec{Image:0486b6c53a1b5af26f2ad2fb89a089e04c6baa6369f8545ab0854f9d62b44503,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:0486b6c53a1b5af26f2ad2fb89a089e04c6baa6369f8545ab0854f9d62b44503,State:CONTAINER_RUNNING,CreatedAt:1733741385994463722,Labels:map[string]string{io.kubernetes.container.name: kube-controller-manager,io.kubernetes.pod.name: kube-c
ontroller-manager-ha-792382,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: a4d8d358ed72ac30c9365aedd3aee4d1,},Annotations:map[string]string{io.kubernetes.container.hash: 3111262b,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},},}" file="otel-collector/interceptors.go:74" id=2306bcb9-875d-4fd5-8ec0-eefb4c7e0069 name=/runtime.v1.RuntimeService/ListContainers
Dec 09 10:56:24 ha-792382 crio[665]: time="2024-12-09 10:56:24.798890201Z" level=debug msg="Request: &VersionRequest{Version:,}" file="otel-collector/interceptors.go:62" id=bc0e6cf9-0e2c-401b-a10f-ca25a50d0571 name=/runtime.v1.RuntimeService/Version
Dec 09 10:56:24 ha-792382 crio[665]: time="2024-12-09 10:56:24.799015687Z" level=debug msg="Response: &VersionResponse{Version:0.1.0,RuntimeName:cri-o,RuntimeVersion:1.29.1,RuntimeApiVersion:v1,}" file="otel-collector/interceptors.go:74" id=bc0e6cf9-0e2c-401b-a10f-ca25a50d0571 name=/runtime.v1.RuntimeService/Version
Dec 09 10:56:24 ha-792382 crio[665]: time="2024-12-09 10:56:24.800203122Z" level=debug msg="Request: &ImageFsInfoRequest{}" file="otel-collector/interceptors.go:62" id=b1b43ba9-643f-4959-855f-df01f6fd2be5 name=/runtime.v1.ImageService/ImageFsInfo
Dec 09 10:56:24 ha-792382 crio[665]: time="2024-12-09 10:56:24.801001118Z" level=debug msg="Response: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733741784800975110,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156102,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}" file="otel-collector/interceptors.go:74" id=b1b43ba9-643f-4959-855f-df01f6fd2be5 name=/runtime.v1.ImageService/ImageFsInfo
Dec 09 10:56:24 ha-792382 crio[665]: time="2024-12-09 10:56:24.801903039Z" level=debug msg="Request: &ListContainersRequest{Filter:&ContainerFilter{Id:,State:nil,PodSandboxId:,LabelSelector:map[string]string{},},}" file="otel-collector/interceptors.go:62" id=6eaaea57-cf6b-4520-83ed-dcd83b1b64ca name=/runtime.v1.RuntimeService/ListContainers
Dec 09 10:56:24 ha-792382 crio[665]: time="2024-12-09 10:56:24.801992583Z" level=debug msg="No filters were applied, returning full container list" file="server/container_list.go:60" id=6eaaea57-cf6b-4520-83ed-dcd83b1b64ca name=/runtime.v1.RuntimeService/ListContainers
Dec 09 10:56:24 ha-792382 crio[665]: time="2024-12-09 10:56:24.802374793Z" level=debug msg="Response: &ListContainersResponse{Containers:[]*Container{&Container{Id:3354d3bec20606deb1f19130215939f5c7b2123b73319ef892bffc278d375fb8,PodSandboxId:e47f42b7e0900b7149c93ac504858a9b845addf2278ae1c0abd45e66fc9df066,Metadata:&ContainerMetadata{Name:busybox,Attempt:0,},Image:&ImageSpec{Image:gcr.io/k8s-minikube/busybox@sha256:74f634b1bc1bd74535d5209589734efbd44a25f4e2dc96d78784576a3eb5b335,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:8c811b4aec35f259572d0f79207bc0678df4c736eeec50bc9fec37ed936a472a,State:CONTAINER_RUNNING,CreatedAt:1733741551077576684,Labels:map[string]string{io.kubernetes.container.name: busybox,io.kubernetes.pod.name: busybox-7dff88458-z9wjm,io.kubernetes.pod.namespace: default,io.kubernetes.pod.uid: 00b911f2-4cd1-486a-9276-1e98745ede0e,},Annotations:map[string]string{io.kubernetes.container.hash: 82159afa,io.kubernetes.container.restartCount: 0,io.kubernetes.c
ontainer.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:f4ba11ff07ea5065d66a5e8b8d091a9ba9a1c680ab1ade1d19aecf153081d7dd,PodSandboxId:a5c60a0e3c19becc3387cabd45cb24c34922bd26351286c88744f9e2caf6f8d6,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1733741412981896414,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-8hlml,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: d820cd6c-5064-4934-adc8-c68f84c09b46,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"
UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:afc0f0aea4c8acce16752f3e50cc08b660c2c26b24932beaf28ba3d1bc596733,PodSandboxId:038ff3d97cfe50dddc147974bab92d243212a5896794a4bc3f1ce2b77fdb5e39,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1733741412958470450,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-rz6mw,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid:
af297b6d-91f1-4114-b98c-cdfdfbd1589e,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:d9fa96349b5a7bf6e8223fd16d01f77aa0d3c45aa83ad28fc42eec5d2a80dd24,PodSandboxId:02bd44e5a67d9df1c56cc6297ec66940ce286c89b103f7efa4b35259d2a2f8c7,Metadata:&ContainerMetadata{Name:storage-provisioner,Attempt:0,},Image:&ImageSpec{Image:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,State:CONTAINER_RUNNIN
G,CreatedAt:1733741412903452485,Labels:map[string]string{io.kubernetes.container.name: storage-provisioner,io.kubernetes.pod.name: storage-provisioner,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 4419fe4f-e2ed-4ecb-a912-2dd074e29727,},Annotations:map[string]string{io.kubernetes.container.hash: 6c6bf961,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:b6bf7c7cf0d689f954fca58d1d94afa21f5bfd0f606552fbbf1479a9ae1593d3,PodSandboxId:cfb791c6d05cec0b9cc244408089c309a41f321fe06c2083eabaeaf9184c0ff6,Metadata:&ContainerMetadata{Name:kindnet-cni,Attempt:0,},Image:&ImageSpec{Image:docker.io/kindest/kindnetd@sha256:3da053f9c42d9123d34d4582cc77041c013e1419204b9ef180f0b3bffa7769e3,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:50415e5d05f05adbdfd902507532ebb86f924dc2e05511a3b47920156ee4236e,State:CO
NTAINER_RUNNING,CreatedAt:1733741400823508110,Labels:map[string]string{io.kubernetes.container.name: kindnet-cni,io.kubernetes.pod.name: kindnet-bqp2z,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: b2c40579-4d72-4efe-b921-1e0f98b91544,},Annotations:map[string]string{io.kubernetes.container.hash: 9533276,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:3cf6196a4789ec6471e8e2fe474e71d1756368a4423e425262410e6c7a71e522,PodSandboxId:82b54a7467a7aa9cf761959fb4e7e7ea830c6fdcf33629ec45c8b55326334f67,Metadata:&ContainerMetadata{Name:kube-proxy,Attempt:0,},Image:&ImageSpec{Image:505d571f5fd56726488d27af0d9a8e02c6db58f5d62ea51dd10d47de7a0c2d38,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:505d571f5fd56726488d27af0d9a8e02c6db58f5d62ea51dd10d47de7a0c2d38,State:CONTAINER_RUNNING,CreatedAt:1733741398
382511881,Labels:map[string]string{io.kubernetes.container.name: kube-proxy,io.kubernetes.pod.name: kube-proxy-wrvgb,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 2531e29f-a4d5-41f9-8c38-3220b4caf96b,},Annotations:map[string]string{io.kubernetes.container.hash: adb187fb,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:082e8ff7e6c7e3e1110852687152ddb22202b3134aa3105a8b11aa7d702bcd6a,PodSandboxId:1486ff19db45e7b9cb8b545f56579a8765f6cef7fe3b1d44f967a5c5823b4cdc,Metadata:&ContainerMetadata{Name:kube-vip,Attempt:0,},Image:&ImageSpec{Image:ghcr.io/kube-vip/kube-vip@sha256:32829cc6f8630eba4e1b5e4df5bcbc34c767e70703d26e64a0f7317951c7b517,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:f1c87c24be687be21b68228b1b53b7792a3d82fb4d99bc68a5a984f582508a37,State:CONTAINER_RUNNING,CreatedAt:173374138888
4669062,Labels:map[string]string{io.kubernetes.container.name: kube-vip,io.kubernetes.pod.name: kube-vip-ha-792382,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 9922f13afb31842008ba0179dabd897e,},Annotations:map[string]string{io.kubernetes.container.hash: 69195791,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:778345b29099a60c663a83117fc6b409ae496d9228f79ecc48c26209e7a87f63,PodSandboxId:27e12e36b1bd81bfdb6cc876b8c1a9c925ed2eec6ac687056f4bd10eb872b7a6,Metadata:&ContainerMetadata{Name:etcd,Attempt:0,},Image:&ImageSpec{Image:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,State:CONTAINER_RUNNING,CreatedAt:1733741386069265058,Labels:map[string]string{io.kuberne
tes.container.name: etcd,io.kubernetes.pod.name: etcd-ha-792382,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 2460a8b15a62b9cf3ad5343586bde402,},Annotations:map[string]string{io.kubernetes.container.hash: cdf7d3fa,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:64b96c1c2297057b3b928bc7494df511d909f05efb4f8d5be27458c164efe95f,PodSandboxId:7bbf390b8ef03829849defea1ba3817acb7a86ce1705fb53d765d7ddca57a066,Metadata:&ContainerMetadata{Name:kube-apiserver,Attempt:0,},Image:&ImageSpec{Image:9499c9960544e80a96c223cdc5d3059dd7c2cc37ea20e7138af4a6e415a49173,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:9499c9960544e80a96c223cdc5d3059dd7c2cc37ea20e7138af4a6e415a49173,State:CONTAINER_RUNNING,CreatedAt:1733741386071035939,Labels:map[string]string{io.kubernetes.container.name: kube-apiserver,io.kub
ernetes.pod.name: kube-apiserver-ha-792382,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 89a89b1c65df6e3ad9608c5607172f77,},Annotations:map[string]string{io.kubernetes.container.hash: c6927529,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:d93c68b855d9f72ce368ee4f59250a988032fe781209e2115a8d70ea60f77fee,PodSandboxId:9493b93aded71efd1c05e2df3b9537c0c63dc9b2e9abdbf1be430d3c29d5ad9f,Metadata:&ContainerMetadata{Name:kube-scheduler,Attempt:0,},Image:&ImageSpec{Image:847c7bc1a541865e150af08318f49d02d0e0cff4a0530fd4ffe369e294dd2856,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:847c7bc1a541865e150af08318f49d02d0e0cff4a0530fd4ffe369e294dd2856,State:CONTAINER_RUNNING,CreatedAt:1733741386009117508,Labels:map[string]string{io.kubernetes.container.name: kube-scheduler,io.kubernetes.pod.name: kub
e-scheduler-ha-792382,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 082fcfac40bcf36b76f1e733a9f73bc8,},Annotations:map[string]string{io.kubernetes.container.hash: 16c835f9,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:00db8f77881efc15e9bf57aba34890302ec37f9239ba1d191862ea78b9833604,PodSandboxId:02e8433fa67cc5aef5d43a5edf820340ad5d91eef3bdd9e7149eeec0e55a8c95,Metadata:&ContainerMetadata{Name:kube-controller-manager,Attempt:0,},Image:&ImageSpec{Image:0486b6c53a1b5af26f2ad2fb89a089e04c6baa6369f8545ab0854f9d62b44503,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:0486b6c53a1b5af26f2ad2fb89a089e04c6baa6369f8545ab0854f9d62b44503,State:CONTAINER_RUNNING,CreatedAt:1733741385994463722,Labels:map[string]string{io.kubernetes.container.name: kube-controller-manager,io.kubernetes.pod.name: kube-c
ontroller-manager-ha-792382,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: a4d8d358ed72ac30c9365aedd3aee4d1,},Annotations:map[string]string{io.kubernetes.container.hash: 3111262b,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},},}" file="otel-collector/interceptors.go:74" id=6eaaea57-cf6b-4520-83ed-dcd83b1b64ca name=/runtime.v1.RuntimeService/ListContainers
==> container status <==
CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD
3354d3bec2060 gcr.io/k8s-minikube/busybox@sha256:74f634b1bc1bd74535d5209589734efbd44a25f4e2dc96d78784576a3eb5b335 3 minutes ago Running busybox 0 e47f42b7e0900 busybox-7dff88458-z9wjm
f4ba11ff07ea5 c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6 6 minutes ago Running coredns 0 a5c60a0e3c19b coredns-7c65d6cfc9-8hlml
afc0f0aea4c8a c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6 6 minutes ago Running coredns 0 038ff3d97cfe5 coredns-7c65d6cfc9-rz6mw
d9fa96349b5a7 6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562 6 minutes ago Running storage-provisioner 0 02bd44e5a67d9 storage-provisioner
b6bf7c7cf0d68 docker.io/kindest/kindnetd@sha256:3da053f9c42d9123d34d4582cc77041c013e1419204b9ef180f0b3bffa7769e3 6 minutes ago Running kindnet-cni 0 cfb791c6d05ce kindnet-bqp2z
3cf6196a4789e 505d571f5fd56726488d27af0d9a8e02c6db58f5d62ea51dd10d47de7a0c2d38 6 minutes ago Running kube-proxy 0 82b54a7467a7a kube-proxy-wrvgb
082e8ff7e6c7e ghcr.io/kube-vip/kube-vip@sha256:32829cc6f8630eba4e1b5e4df5bcbc34c767e70703d26e64a0f7317951c7b517 6 minutes ago Running kube-vip 0 1486ff19db45e kube-vip-ha-792382
64b96c1c22970 9499c9960544e80a96c223cdc5d3059dd7c2cc37ea20e7138af4a6e415a49173 6 minutes ago Running kube-apiserver 0 7bbf390b8ef03 kube-apiserver-ha-792382
778345b29099a 2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4 6 minutes ago Running etcd 0 27e12e36b1bd8 etcd-ha-792382
d93c68b855d9f 847c7bc1a541865e150af08318f49d02d0e0cff4a0530fd4ffe369e294dd2856 6 minutes ago Running kube-scheduler 0 9493b93aded71 kube-scheduler-ha-792382
00db8f77881ef 0486b6c53a1b5af26f2ad2fb89a089e04c6baa6369f8545ab0854f9d62b44503 6 minutes ago Running kube-controller-manager 0 02e8433fa67cc kube-controller-manager-ha-792382
==> coredns [afc0f0aea4c8acce16752f3e50cc08b660c2c26b24932beaf28ba3d1bc596733] <==
[INFO] 10.244.2.2:57485 - 5 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000178522s
[INFO] 10.244.2.2:51008 - 6 "A IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 36 0.003461693s
[INFO] 10.244.2.2:51209 - 7 "A IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000132423s
[INFO] 10.244.2.2:44233 - 8 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000160403s
[INFO] 10.244.2.2:36343 - 9 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000113366s
[INFO] 10.244.1.2:40108 - 3 "AAAA IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 36 0.001755871s
[INFO] 10.244.1.2:57627 - 8 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000088641s
[INFO] 10.244.0.4:49175 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000210271s
[INFO] 10.244.0.4:42721 - 6 "A IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 36 0.001653061s
[INFO] 10.244.0.4:53085 - 7 "A IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000087293s
[INFO] 10.244.2.2:46633 - 3 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000111394s
[INFO] 10.244.2.2:34060 - 4 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000087724s
[INFO] 10.244.2.2:42086 - 5 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000112165s
[INFO] 10.244.1.2:55917 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000167759s
[INFO] 10.244.1.2:38190 - 3 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000113655s
[INFO] 10.244.1.2:46262 - 4 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000092112s
[INFO] 10.244.1.2:55410 - 5 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000080217s
[INFO] 10.244.0.4:43802 - 3 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000073668s
[INFO] 10.244.0.4:48010 - 4 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000099328s
[INFO] 10.244.0.4:45687 - 5 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.00004859s
[INFO] 10.244.2.2:35669 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.00019184s
[INFO] 10.244.2.2:54242 - 3 "AAAA IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 40 0.000232065s
[INFO] 10.244.2.2:41931 - 4 "A IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 78 0.000140914s
[INFO] 10.244.0.4:48531 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000105047s
[INFO] 10.244.0.4:36756 - 4 "A IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 78 0.000068167s
==> coredns [f4ba11ff07ea5065d66a5e8b8d091a9ba9a1c680ab1ade1d19aecf153081d7dd] <==
[INFO] 10.244.0.4:58900 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000184784s
[INFO] 10.244.0.4:59585 - 3 "AAAA IN kubernetes.io. udp 31 false 512" NOERROR qr,rd,ra 31 0.004212695s
[INFO] 10.244.0.4:42331 - 5 "PTR IN 148.40.75.147.in-addr.arpa. udp 44 false 512" NXDOMAIN qr,rd,ra 44 0.001567158s
[INFO] 10.244.2.2:43555 - 3 "AAAA IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 36 0.003700387s
[INFO] 10.244.2.2:38437 - 4 "AAAA IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000268841s
[INFO] 10.244.1.2:36722 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000174774s
[INFO] 10.244.1.2:46295 - 4 "AAAA IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000167521s
[INFO] 10.244.1.2:36004 - 5 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000192453s
[INFO] 10.244.1.2:54275 - 6 "A IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 36 0.001271437s
[INFO] 10.244.1.2:48954 - 7 "A IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000183213s
[INFO] 10.244.1.2:57839 - 9 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.00017811s
[INFO] 10.244.0.4:54946 - 3 "AAAA IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 36 0.001925365s
[INFO] 10.244.0.4:59669 - 4 "AAAA IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.0000722s
[INFO] 10.244.0.4:40897 - 5 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000074421s
[INFO] 10.244.0.4:46937 - 8 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000174065s
[INFO] 10.244.0.4:34613 - 9 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000075946s
[INFO] 10.244.2.2:44189 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000216239s
[INFO] 10.244.0.4:39246 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000155453s
[INFO] 10.244.2.2:48134 - 5 "PTR IN 1.39.168.192.in-addr.arpa. udp 43 false 512" NOERROR qr,aa,rd 104 0.000162494s
[INFO] 10.244.1.2:44589 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000125364s
[INFO] 10.244.1.2:59702 - 3 "AAAA IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 40 0.00019329s
[INFO] 10.244.1.2:58920 - 4 "A IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 78 0.000146935s
[INFO] 10.244.1.2:55802 - 5 "PTR IN 1.39.168.192.in-addr.arpa. udp 43 false 512" NOERROR qr,aa,rd 104 0.000116158s
[INFO] 10.244.0.4:47226 - 3 "AAAA IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 40 0.000097556s
[INFO] 10.244.0.4:42857 - 5 "PTR IN 1.39.168.192.in-addr.arpa. udp 43 false 512" NOERROR qr,aa,rd 104 0.000073279s
==> describe nodes <==
Name: ha-792382
Roles: control-plane
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=ha-792382
kubernetes.io/os=linux
minikube.k8s.io/commit=60110addcdbf0fec7168b962521659e922988d6c
minikube.k8s.io/name=ha-792382
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2024_12_09T10_49_53_0700
minikube.k8s.io/version=v1.34.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Mon, 09 Dec 2024 10:49:49 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: ha-792382
AcquireTime: <unset>
RenewTime: Mon, 09 Dec 2024 10:56:19 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Mon, 09 Dec 2024 10:52:55 +0000 Mon, 09 Dec 2024 10:49:48 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Mon, 09 Dec 2024 10:52:55 +0000 Mon, 09 Dec 2024 10:49:48 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Mon, 09 Dec 2024 10:52:55 +0000 Mon, 09 Dec 2024 10:49:48 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Mon, 09 Dec 2024 10:52:55 +0000 Mon, 09 Dec 2024 10:50:12 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.39.69
Hostname: ha-792382
Capacity:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
System Info:
Machine ID: 2c956a5ad4d142099b593c1d9352f7b5
System UUID: 2c956a5a-d4d1-4209-9b59-3c1d9352f7b5
Boot ID: 5140ef96-1a92-4f56-b80b-7e99ce150ca0
Kernel Version: 5.10.207
OS Image: Buildroot 2023.02.9
Operating System: linux
Architecture: amd64
Container Runtime Version: cri-o://1.29.1
Kubelet Version: v1.31.2
Kube-Proxy Version: v1.31.2
PodCIDR: 10.244.0.0/24
PodCIDRs: 10.244.0.0/24
Non-terminated Pods: (11 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox-7dff88458-z9wjm 0 (0%) 0 (0%) 0 (0%) 0 (0%) 3m58s
kube-system coredns-7c65d6cfc9-8hlml 100m (5%) 0 (0%) 70Mi (3%) 170Mi (8%) 6m29s
kube-system coredns-7c65d6cfc9-rz6mw 100m (5%) 0 (0%) 70Mi (3%) 170Mi (8%) 6m29s
kube-system etcd-ha-792382 100m (5%) 0 (0%) 100Mi (4%) 0 (0%) 6m33s
kube-system kindnet-bqp2z 100m (5%) 100m (5%) 50Mi (2%) 50Mi (2%) 6m29s
kube-system kube-apiserver-ha-792382 250m (12%) 0 (0%) 0 (0%) 0 (0%) 6m33s
kube-system kube-controller-manager-ha-792382 200m (10%) 0 (0%) 0 (0%) 0 (0%) 6m33s
kube-system kube-proxy-wrvgb 0 (0%) 0 (0%) 0 (0%) 0 (0%) 6m29s
kube-system kube-scheduler-ha-792382 100m (5%) 0 (0%) 0 (0%) 0 (0%) 6m34s
kube-system kube-vip-ha-792382 0 (0%) 0 (0%) 0 (0%) 0 (0%) 6m36s
kube-system storage-provisioner 0 (0%) 0 (0%) 0 (0%) 0 (0%) 6m28s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 950m (47%) 100m (5%)
memory 290Mi (13%) 390Mi (18%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 6m26s kube-proxy
Normal NodeHasSufficientPID 6m40s (x7 over 6m40s) kubelet Node ha-792382 status is now: NodeHasSufficientPID
Normal NodeAllocatableEnforced 6m40s kubelet Updated Node Allocatable limit across pods
Normal Starting 6m40s kubelet Starting kubelet.
Normal NodeHasSufficientMemory 6m40s (x8 over 6m40s) kubelet Node ha-792382 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 6m40s (x8 over 6m40s) kubelet Node ha-792382 status is now: NodeHasNoDiskPressure
Normal Starting 6m34s kubelet Starting kubelet.
Normal NodeAllocatableEnforced 6m33s kubelet Updated Node Allocatable limit across pods
Normal NodeHasSufficientMemory 6m33s kubelet Node ha-792382 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 6m33s kubelet Node ha-792382 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 6m33s kubelet Node ha-792382 status is now: NodeHasSufficientPID
Normal RegisteredNode 6m30s node-controller Node ha-792382 event: Registered Node ha-792382 in Controller
Normal NodeReady 6m13s kubelet Node ha-792382 status is now: NodeReady
Normal RegisteredNode 5m33s node-controller Node ha-792382 event: Registered Node ha-792382 in Controller
Normal RegisteredNode 4m18s node-controller Node ha-792382 event: Registered Node ha-792382 in Controller
Name: ha-792382-m02
Roles: control-plane
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=ha-792382-m02
kubernetes.io/os=linux
minikube.k8s.io/commit=60110addcdbf0fec7168b962521659e922988d6c
minikube.k8s.io/name=ha-792382
minikube.k8s.io/primary=false
minikube.k8s.io/updated_at=2024_12_09T10_50_47_0700
minikube.k8s.io/version=v1.34.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Mon, 09 Dec 2024 10:50:44 +0000
Taints: node.kubernetes.io/unreachable:NoExecute
node.kubernetes.io/unreachable:NoSchedule
Unschedulable: false
Lease:
HolderIdentity: ha-792382-m02
AcquireTime: <unset>
RenewTime: Mon, 09 Dec 2024 10:53:37 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure Unknown Mon, 09 Dec 2024 10:52:48 +0000 Mon, 09 Dec 2024 10:54:20 +0000 NodeStatusUnknown Kubelet stopped posting node status.
DiskPressure Unknown Mon, 09 Dec 2024 10:52:48 +0000 Mon, 09 Dec 2024 10:54:20 +0000 NodeStatusUnknown Kubelet stopped posting node status.
PIDPressure Unknown Mon, 09 Dec 2024 10:52:48 +0000 Mon, 09 Dec 2024 10:54:20 +0000 NodeStatusUnknown Kubelet stopped posting node status.
Ready Unknown Mon, 09 Dec 2024 10:52:48 +0000 Mon, 09 Dec 2024 10:54:20 +0000 NodeStatusUnknown Kubelet stopped posting node status.
Addresses:
InternalIP: 192.168.39.89
Hostname: ha-792382-m02
Capacity:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
System Info:
Machine ID: 167721adca2249268bf51688530c2893
System UUID: 167721ad-ca22-4926-8bf5-1688530c2893
Boot ID: 74f1c671-e420-4f88-b05b-e50c0597ee01
Kernel Version: 5.10.207
OS Image: Buildroot 2023.02.9
Operating System: linux
Architecture: amd64
Container Runtime Version: cri-o://1.29.1
Kubelet Version: v1.31.2
Kube-Proxy Version: v1.31.2
PodCIDR: 10.244.1.0/24
PodCIDRs: 10.244.1.0/24
Non-terminated Pods: (8 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox-7dff88458-rbrpt 0 (0%) 0 (0%) 0 (0%) 0 (0%) 3m58s
kube-system etcd-ha-792382-m02 100m (5%) 0 (0%) 100Mi (4%) 0 (0%) 5m39s
kube-system kindnet-hkrhk 100m (5%) 100m (5%) 50Mi (2%) 50Mi (2%) 5m41s
kube-system kube-apiserver-ha-792382-m02 250m (12%) 0 (0%) 0 (0%) 0 (0%) 5m39s
kube-system kube-controller-manager-ha-792382-m02 200m (10%) 0 (0%) 0 (0%) 0 (0%) 5m31s
kube-system kube-proxy-dckpl 0 (0%) 0 (0%) 0 (0%) 0 (0%) 5m41s
kube-system kube-scheduler-ha-792382-m02 100m (5%) 0 (0%) 0 (0%) 0 (0%) 5m32s
kube-system kube-vip-ha-792382-m02 0 (0%) 0 (0%) 0 (0%) 0 (0%) 5m37s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 750m (37%) 100m (5%)
memory 150Mi (7%) 50Mi (2%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 5m36s kube-proxy
Normal NodeHasSufficientMemory 5m41s (x8 over 5m41s) kubelet Node ha-792382-m02 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 5m41s (x8 over 5m41s) kubelet Node ha-792382-m02 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 5m41s (x7 over 5m41s) kubelet Node ha-792382-m02 status is now: NodeHasSufficientPID
Normal NodeAllocatableEnforced 5m41s kubelet Updated Node Allocatable limit across pods
Normal RegisteredNode 5m40s node-controller Node ha-792382-m02 event: Registered Node ha-792382-m02 in Controller
Normal RegisteredNode 5m33s node-controller Node ha-792382-m02 event: Registered Node ha-792382-m02 in Controller
Normal RegisteredNode 4m18s node-controller Node ha-792382-m02 event: Registered Node ha-792382-m02 in Controller
Normal NodeNotReady 2m5s node-controller Node ha-792382-m02 status is now: NodeNotReady
Name: ha-792382-m03
Roles: control-plane
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=ha-792382-m03
kubernetes.io/os=linux
minikube.k8s.io/commit=60110addcdbf0fec7168b962521659e922988d6c
minikube.k8s.io/name=ha-792382
minikube.k8s.io/primary=false
minikube.k8s.io/updated_at=2024_12_09T10_52_02_0700
minikube.k8s.io/version=v1.34.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Mon, 09 Dec 2024 10:51:58 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: ha-792382-m03
AcquireTime: <unset>
RenewTime: Mon, 09 Dec 2024 10:56:24 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Mon, 09 Dec 2024 10:53:00 +0000 Mon, 09 Dec 2024 10:51:58 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Mon, 09 Dec 2024 10:53:00 +0000 Mon, 09 Dec 2024 10:51:58 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Mon, 09 Dec 2024 10:53:00 +0000 Mon, 09 Dec 2024 10:51:58 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Mon, 09 Dec 2024 10:53:00 +0000 Mon, 09 Dec 2024 10:52:19 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.39.82
Hostname: ha-792382-m03
Capacity:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
System Info:
Machine ID: c7e770a97238401cb03ba22edd7f66bc
System UUID: c7e770a9-7238-401c-b03b-a22edd7f66bc
Boot ID: 75bcd068-8763-4e3a-b01e-036ac11d2956
Kernel Version: 5.10.207
OS Image: Buildroot 2023.02.9
Operating System: linux
Architecture: amd64
Container Runtime Version: cri-o://1.29.1
Kubelet Version: v1.31.2
Kube-Proxy Version: v1.31.2
PodCIDR: 10.244.2.0/24
PodCIDRs: 10.244.2.0/24
Non-terminated Pods: (8 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox-7dff88458-ft8s2 0 (0%) 0 (0%) 0 (0%) 0 (0%) 3m58s
kube-system etcd-ha-792382-m03 100m (5%) 0 (0%) 100Mi (4%) 0 (0%) 4m26s
kube-system kindnet-6hlht 100m (5%) 100m (5%) 50Mi (2%) 50Mi (2%) 4m27s
kube-system kube-apiserver-ha-792382-m03 250m (12%) 0 (0%) 0 (0%) 0 (0%) 4m26s
kube-system kube-controller-manager-ha-792382-m03 200m (10%) 0 (0%) 0 (0%) 0 (0%) 4m26s
kube-system kube-proxy-2l42s 0 (0%) 0 (0%) 0 (0%) 0 (0%) 4m27s
kube-system kube-scheduler-ha-792382-m03 100m (5%) 0 (0%) 0 (0%) 0 (0%) 4m26s
kube-system kube-vip-ha-792382-m03 0 (0%) 0 (0%) 0 (0%) 0 (0%) 4m23s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 750m (37%) 100m (5%)
memory 150Mi (7%) 50Mi (2%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 4m22s kube-proxy
Normal Starting 4m27s kubelet Starting kubelet.
Normal NodeHasSufficientMemory 4m27s (x8 over 4m27s) kubelet Node ha-792382-m03 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 4m27s (x8 over 4m27s) kubelet Node ha-792382-m03 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 4m27s (x7 over 4m27s) kubelet Node ha-792382-m03 status is now: NodeHasSufficientPID
Normal NodeAllocatableEnforced 4m27s kubelet Updated Node Allocatable limit across pods
Normal RegisteredNode 4m25s node-controller Node ha-792382-m03 event: Registered Node ha-792382-m03 in Controller
Normal RegisteredNode 4m23s node-controller Node ha-792382-m03 event: Registered Node ha-792382-m03 in Controller
Normal RegisteredNode 4m18s node-controller Node ha-792382-m03 event: Registered Node ha-792382-m03 in Controller
Name: ha-792382-m04
Roles: <none>
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=ha-792382-m04
kubernetes.io/os=linux
minikube.k8s.io/commit=60110addcdbf0fec7168b962521659e922988d6c
minikube.k8s.io/name=ha-792382
minikube.k8s.io/primary=false
minikube.k8s.io/updated_at=2024_12_09T10_53_05_0700
minikube.k8s.io/version=v1.34.0
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Mon, 09 Dec 2024 10:53:04 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: ha-792382-m04
AcquireTime: <unset>
RenewTime: Mon, 09 Dec 2024 10:56:18 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Mon, 09 Dec 2024 10:53:35 +0000 Mon, 09 Dec 2024 10:53:04 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Mon, 09 Dec 2024 10:53:35 +0000 Mon, 09 Dec 2024 10:53:04 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Mon, 09 Dec 2024 10:53:35 +0000 Mon, 09 Dec 2024 10:53:04 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Mon, 09 Dec 2024 10:53:35 +0000 Mon, 09 Dec 2024 10:53:25 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.39.54
Hostname: ha-792382-m04
Capacity:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
System Info:
Machine ID: f7109c0766654d148c611df97b2ed795
System UUID: f7109c07-6665-4d14-8c61-1df97b2ed795
Boot ID: 8d79820d-d818-486f-88fb-9a376256bc79
Kernel Version: 5.10.207
OS Image: Buildroot 2023.02.9
Operating System: linux
Architecture: amd64
Container Runtime Version: cri-o://1.29.1
Kubelet Version: v1.31.2
Kube-Proxy Version: v1.31.2
PodCIDR: 10.244.3.0/24
PodCIDRs: 10.244.3.0/24
Non-terminated Pods: (2 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
kube-system kindnet-rwsmp 100m (5%) 100m (5%) 50Mi (2%) 50Mi (2%) 3m21s
kube-system kube-proxy-727n6 0 (0%) 0 (0%) 0 (0%) 0 (0%) 3m21s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 100m (5%) 100m (5%)
memory 50Mi (2%) 50Mi (2%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 3m14s kube-proxy
Normal NodeHasSufficientMemory 3m21s (x2 over 3m21s) kubelet Node ha-792382-m04 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 3m21s (x2 over 3m21s) kubelet Node ha-792382-m04 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 3m21s (x2 over 3m21s) kubelet Node ha-792382-m04 status is now: NodeHasSufficientPID
Normal NodeAllocatableEnforced 3m21s kubelet Updated Node Allocatable limit across pods
Normal RegisteredNode 3m20s node-controller Node ha-792382-m04 event: Registered Node ha-792382-m04 in Controller
Normal RegisteredNode 3m18s node-controller Node ha-792382-m04 event: Registered Node ha-792382-m04 in Controller
Normal RegisteredNode 3m18s node-controller Node ha-792382-m04 event: Registered Node ha-792382-m04 in Controller
Normal NodeReady 3m kubelet Node ha-792382-m04 status is now: NodeReady
==> dmesg <==
[Dec 9 10:49] You have booted with nomodeset. This means your GPU drivers are DISABLED
[ +0.000001] Any video related functionality will be severely degraded, and you may not even be able to suspend the system properly
[ +0.000000] Unless you actually understand what nomodeset does, you should reboot without enabling it
[ +0.052723] Spectre V2 : WARNING: Unprivileged eBPF is enabled with eIBRS on, data leaks possible via Spectre v2 BHB attacks!
[ +0.037555] acpi PNP0A03:00: fail to add MMCONFIG information, can't access extended PCI configuration space under this bridge.
[ +4.827157] platform regulatory.0: Direct firmware load for regulatory.db failed with error -2
[ +1.929161] systemd-fstab-generator[116]: Ignoring "noauto" option for root device
[ +4.560988] NFSD: Using /var/lib/nfs/v4recovery as the NFSv4 state recovery directory
[ +0.000007] NFSD: unable to find recovery directory /var/lib/nfs/v4recovery
[ +0.000001] NFSD: Unable to initialize client recovery tracking! (-2)
[ +8.837514] systemd-fstab-generator[584]: Ignoring "noauto" option for root device
[ +0.057481] kauditd_printk_skb: 1 callbacks suppressed
[ +0.052320] systemd-fstab-generator[596]: Ignoring "noauto" option for root device
[ +0.193651] systemd-fstab-generator[610]: Ignoring "noauto" option for root device
[ +0.117185] systemd-fstab-generator[622]: Ignoring "noauto" option for root device
[ +0.263430] systemd-fstab-generator[656]: Ignoring "noauto" option for root device
[ +3.805323] systemd-fstab-generator[749]: Ignoring "noauto" option for root device
[ +3.647118] systemd-fstab-generator[878]: Ignoring "noauto" option for root device
[ +0.055434] kauditd_printk_skb: 158 callbacks suppressed
[ +7.026961] systemd-fstab-generator[1297]: Ignoring "noauto" option for root device
[ +0.076746] kauditd_printk_skb: 79 callbacks suppressed
[ +5.128281] kauditd_printk_skb: 21 callbacks suppressed
[Dec 9 10:50] kauditd_printk_skb: 38 callbacks suppressed
[ +38.131475] kauditd_printk_skb: 28 callbacks suppressed
==> etcd [778345b29099a60c663a83117fc6b409ae496d9228f79ecc48c26209e7a87f63] <==
{"level":"warn","ts":"2024-12-09T10:56:25.077984Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"9199217ddd03919b","from":"9199217ddd03919b","remote-peer-id":"950d7fcf7e5c88d0","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-12-09T10:56:25.087650Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_SNAPSHOT","remote-peer-id":"950d7fcf7e5c88d0","rtt":"936.555µs","error":"dial tcp 192.168.39.89:2380: connect: no route to host"}
{"level":"warn","ts":"2024-12-09T10:56:25.087716Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_RAFT_MESSAGE","remote-peer-id":"950d7fcf7e5c88d0","rtt":"8.363905ms","error":"dial tcp 192.168.39.89:2380: connect: no route to host"}
{"level":"warn","ts":"2024-12-09T10:56:25.088252Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"9199217ddd03919b","from":"9199217ddd03919b","remote-peer-id":"950d7fcf7e5c88d0","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-12-09T10:56:25.091866Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"9199217ddd03919b","from":"9199217ddd03919b","remote-peer-id":"950d7fcf7e5c88d0","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-12-09T10:56:25.095163Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"9199217ddd03919b","from":"9199217ddd03919b","remote-peer-id":"950d7fcf7e5c88d0","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-12-09T10:56:25.101691Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"9199217ddd03919b","from":"9199217ddd03919b","remote-peer-id":"950d7fcf7e5c88d0","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-12-09T10:56:25.108218Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"9199217ddd03919b","from":"9199217ddd03919b","remote-peer-id":"950d7fcf7e5c88d0","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-12-09T10:56:25.115485Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"9199217ddd03919b","from":"9199217ddd03919b","remote-peer-id":"950d7fcf7e5c88d0","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-12-09T10:56:25.118651Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"9199217ddd03919b","from":"9199217ddd03919b","remote-peer-id":"950d7fcf7e5c88d0","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-12-09T10:56:25.121626Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"9199217ddd03919b","from":"9199217ddd03919b","remote-peer-id":"950d7fcf7e5c88d0","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-12-09T10:56:25.126908Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"9199217ddd03919b","from":"9199217ddd03919b","remote-peer-id":"950d7fcf7e5c88d0","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-12-09T10:56:25.131621Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"9199217ddd03919b","from":"9199217ddd03919b","remote-peer-id":"950d7fcf7e5c88d0","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-12-09T10:56:25.134240Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"9199217ddd03919b","from":"9199217ddd03919b","remote-peer-id":"950d7fcf7e5c88d0","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-12-09T10:56:25.141522Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"9199217ddd03919b","from":"9199217ddd03919b","remote-peer-id":"950d7fcf7e5c88d0","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-12-09T10:56:25.146091Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"9199217ddd03919b","from":"9199217ddd03919b","remote-peer-id":"950d7fcf7e5c88d0","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-12-09T10:56:25.149461Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"9199217ddd03919b","from":"9199217ddd03919b","remote-peer-id":"950d7fcf7e5c88d0","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-12-09T10:56:25.153745Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"9199217ddd03919b","from":"9199217ddd03919b","remote-peer-id":"950d7fcf7e5c88d0","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-12-09T10:56:25.161495Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"9199217ddd03919b","from":"9199217ddd03919b","remote-peer-id":"950d7fcf7e5c88d0","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-12-09T10:56:25.168725Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"9199217ddd03919b","from":"9199217ddd03919b","remote-peer-id":"950d7fcf7e5c88d0","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-12-09T10:56:25.219272Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"9199217ddd03919b","from":"9199217ddd03919b","remote-peer-id":"950d7fcf7e5c88d0","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-12-09T10:56:25.231795Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"9199217ddd03919b","from":"9199217ddd03919b","remote-peer-id":"950d7fcf7e5c88d0","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-12-09T10:56:25.231961Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"9199217ddd03919b","from":"9199217ddd03919b","remote-peer-id":"950d7fcf7e5c88d0","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-12-09T10:56:25.234475Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"9199217ddd03919b","from":"9199217ddd03919b","remote-peer-id":"950d7fcf7e5c88d0","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-12-09T10:56:25.236896Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"9199217ddd03919b","from":"9199217ddd03919b","remote-peer-id":"950d7fcf7e5c88d0","remote-peer-name":"pipeline","remote-peer-active":false}
==> kernel <==
10:56:25 up 7 min, 0 users, load average: 0.38, 0.31, 0.16
Linux ha-792382 5.10.207 #1 SMP Wed Nov 6 22:25:03 UTC 2024 x86_64 GNU/Linux
PRETTY_NAME="Buildroot 2023.02.9"
==> kindnet [b6bf7c7cf0d689f954fca58d1d94afa21f5bfd0f606552fbbf1479a9ae1593d3] <==
I1209 10:55:51.786644 1 main.go:324] Node ha-792382-m04 has CIDR [10.244.3.0/24]
I1209 10:56:01.783030 1 main.go:297] Handling node with IPs: map[192.168.39.69:{}]
I1209 10:56:01.783176 1 main.go:301] handling current node
I1209 10:56:01.783209 1 main.go:297] Handling node with IPs: map[192.168.39.89:{}]
I1209 10:56:01.783262 1 main.go:324] Node ha-792382-m02 has CIDR [10.244.1.0/24]
I1209 10:56:01.783503 1 main.go:297] Handling node with IPs: map[192.168.39.82:{}]
I1209 10:56:01.783567 1 main.go:324] Node ha-792382-m03 has CIDR [10.244.2.0/24]
I1209 10:56:01.784071 1 main.go:297] Handling node with IPs: map[192.168.39.54:{}]
I1209 10:56:01.784166 1 main.go:324] Node ha-792382-m04 has CIDR [10.244.3.0/24]
I1209 10:56:11.792014 1 main.go:297] Handling node with IPs: map[192.168.39.69:{}]
I1209 10:56:11.792252 1 main.go:301] handling current node
I1209 10:56:11.792297 1 main.go:297] Handling node with IPs: map[192.168.39.89:{}]
I1209 10:56:11.792379 1 main.go:324] Node ha-792382-m02 has CIDR [10.244.1.0/24]
I1209 10:56:11.792752 1 main.go:297] Handling node with IPs: map[192.168.39.82:{}]
I1209 10:56:11.792788 1 main.go:324] Node ha-792382-m03 has CIDR [10.244.2.0/24]
I1209 10:56:11.792953 1 main.go:297] Handling node with IPs: map[192.168.39.54:{}]
I1209 10:56:11.792978 1 main.go:324] Node ha-792382-m04 has CIDR [10.244.3.0/24]
I1209 10:56:21.792397 1 main.go:297] Handling node with IPs: map[192.168.39.69:{}]
I1209 10:56:21.792532 1 main.go:301] handling current node
I1209 10:56:21.792631 1 main.go:297] Handling node with IPs: map[192.168.39.89:{}]
I1209 10:56:21.792641 1 main.go:324] Node ha-792382-m02 has CIDR [10.244.1.0/24]
I1209 10:56:21.793010 1 main.go:297] Handling node with IPs: map[192.168.39.82:{}]
I1209 10:56:21.793029 1 main.go:324] Node ha-792382-m03 has CIDR [10.244.2.0/24]
I1209 10:56:21.793227 1 main.go:297] Handling node with IPs: map[192.168.39.54:{}]
I1209 10:56:21.793244 1 main.go:324] Node ha-792382-m04 has CIDR [10.244.3.0/24]
==> kube-apiserver [64b96c1c2297057b3b928bc7494df511d909f05efb4f8d5be27458c164efe95f] <==
I1209 10:49:52.072307 1 alloc.go:330] "allocated clusterIPs" service="kube-system/kube-dns" clusterIPs={"IPv4":"10.96.0.10"}
I1209 10:49:52.095069 1 controller.go:615] quota admission added evaluator for: daemonsets.apps
I1209 10:49:56.392767 1 controller.go:615] quota admission added evaluator for: controllerrevisions.apps
I1209 10:49:56.516080 1 controller.go:615] quota admission added evaluator for: replicasets.apps
E1209 10:51:59.302973 1 writers.go:122] "Unhandled Error" err="apiserver was unable to write a JSON response: http: Handler timeout" logger="UnhandledError"
E1209 10:51:59.303668 1 finisher.go:175] "Unhandled Error" err="FinishRequest: post-timeout activity - time-elapsed: 331.746µs, panicked: false, err: context canceled, panic-reason: <nil>" logger="UnhandledError"
E1209 10:51:59.304570 1 status.go:71] "Unhandled Error" err="apiserver received an error that is not an metav1.Status: &errors.errorString{s:\"http: Handler timeout\"}: http: Handler timeout" logger="UnhandledError"
E1209 10:51:59.308414 1 writers.go:135] "Unhandled Error" err="apiserver was unable to write a fallback JSON response: http: Handler timeout" logger="UnhandledError"
E1209 10:51:59.309695 1 timeout.go:140] "Post-timeout activity" logger="UnhandledError" timeElapsed="6.795998ms" method="POST" path="/api/v1/namespaces/kube-system/events" result=null
E1209 10:52:32.421048 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:43832: use of closed network connection
E1209 10:52:32.619590 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:43852: use of closed network connection
E1209 10:52:32.815616 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:43862: use of closed network connection
E1209 10:52:33.010440 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:43888: use of closed network connection
E1209 10:52:33.191451 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:43910: use of closed network connection
E1209 10:52:33.385647 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:43930: use of closed network connection
E1209 10:52:33.571472 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:43946: use of closed network connection
E1209 10:52:33.741655 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:43972: use of closed network connection
E1209 10:52:33.919176 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:43990: use of closed network connection
E1209 10:52:34.226233 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:44000: use of closed network connection
E1209 10:52:34.408728 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:44016: use of closed network connection
E1209 10:52:34.588897 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:44034: use of closed network connection
E1209 10:52:34.765608 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:44050: use of closed network connection
E1209 10:52:34.943122 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:44058: use of closed network connection
E1209 10:52:35.115793 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:44068: use of closed network connection
W1209 10:54:00.405476 1 lease.go:265] Resetting endpoints for master service "kubernetes" to [192.168.39.69 192.168.39.82]
==> kube-controller-manager [00db8f77881efc15e9bf57aba34890302ec37f9239ba1d191862ea78b9833604] <==
I1209 10:53:04.483677 1 range_allocator.go:422] "Set node PodCIDR" logger="node-ipam-controller" node="ha-792382-m04" podCIDRs=["10.244.3.0/24"]
I1209 10:53:04.483873 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-792382-m04"
I1209 10:53:04.484031 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-792382-m04"
I1209 10:53:04.508782 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-792382-m04"
I1209 10:53:04.947247 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-792382-m04"
I1209 10:53:05.336150 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-792382-m04"
I1209 10:53:05.632610 1 node_lifecycle_controller.go:884] "Missing timestamp for Node. Assuming now as a timestamp" logger="node-lifecycle-controller" node="ha-792382-m04"
I1209 10:53:05.665145 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-792382-m04"
I1209 10:53:07.101579 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-792382-m04"
I1209 10:53:07.148958 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-792382-m04"
I1209 10:53:08.041907 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-792382-m04"
I1209 10:53:08.474258 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-792382-m04"
I1209 10:53:14.706287 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-792382-m04"
I1209 10:53:25.397617 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-792382-m04"
I1209 10:53:25.397765 1 topologycache.go:237] "Can't get CPU or zone information for node" logger="endpointslice-controller" node="ha-792382-m04"
I1209 10:53:25.412410 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-792382-m04"
I1209 10:53:25.649201 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-792382-m04"
I1209 10:53:35.378859 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-792382-m04"
I1209 10:54:20.671888 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-792382-m02"
I1209 10:54:20.672434 1 topologycache.go:237] "Can't get CPU or zone information for node" logger="endpointslice-controller" node="ha-792382-m04"
I1209 10:54:20.703980 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-792382-m02"
I1209 10:54:20.840624 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/busybox-7dff88458" duration="14.419282ms"
I1209 10:54:20.841721 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/busybox-7dff88458" duration="157.508µs"
I1209 10:54:22.157822 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-792382-m02"
I1209 10:54:25.899451 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-792382-m02"
==> kube-proxy [3cf6196a4789ec6471e8e2fe474e71d1756368a4423e425262410e6c7a71e522] <==
add table ip kube-proxy
^^^^^^^^^^^^^^^^^^^^^^^^
>
E1209 10:49:58.601423 1 proxier.go:734] "Error cleaning up nftables rules" err=<
could not run nftables command: /dev/stdin:1:1-25: Error: Could not process rule: Operation not supported
add table ip6 kube-proxy
^^^^^^^^^^^^^^^^^^^^^^^^^
>
I1209 10:49:58.617859 1 server.go:677] "Successfully retrieved node IP(s)" IPs=["192.168.39.69"]
E1209 10:49:58.617945 1 server.go:234] "Kube-proxy configuration may be incomplete or incorrect" err="nodePortAddresses is unset; NodePort connections will be accepted on all local IPs. Consider using `--nodeport-addresses primary`"
I1209 10:49:58.657152 1 server_linux.go:146] "No iptables support for family" ipFamily="IPv6"
I1209 10:49:58.657213 1 server.go:245] "kube-proxy running in single-stack mode" ipFamily="IPv4"
I1209 10:49:58.657247 1 server_linux.go:169] "Using iptables Proxier"
I1209 10:49:58.660760 1 proxier.go:255] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses" ipFamily="IPv4"
I1209 10:49:58.661154 1 server.go:483] "Version info" version="v1.31.2"
I1209 10:49:58.661230 1 server.go:485] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I1209 10:49:58.663604 1 config.go:199] "Starting service config controller"
I1209 10:49:58.663767 1 shared_informer.go:313] Waiting for caches to sync for service config
I1209 10:49:58.664471 1 config.go:105] "Starting endpoint slice config controller"
I1209 10:49:58.664498 1 shared_informer.go:313] Waiting for caches to sync for endpoint slice config
I1209 10:49:58.666409 1 config.go:328] "Starting node config controller"
I1209 10:49:58.666433 1 shared_informer.go:313] Waiting for caches to sync for node config
I1209 10:49:58.765096 1 shared_informer.go:320] Caches are synced for endpoint slice config
I1209 10:49:58.767373 1 shared_informer.go:320] Caches are synced for service config
I1209 10:49:58.767373 1 shared_informer.go:320] Caches are synced for node config
==> kube-scheduler [d93c68b855d9f72ce368ee4f59250a988032fe781209e2115a8d70ea60f77fee] <==
W1209 10:49:49.686971 1 reflector.go:561] runtime/asm_amd64.s:1695: failed to list *v1.ConfigMap: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot list resource "configmaps" in API group "" in the namespace "kube-system"
E1209 10:49:49.687036 1 reflector.go:158] "Unhandled Error" err="runtime/asm_amd64.s:1695: Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"extension-apiserver-authentication\" is forbidden: User \"system:kube-scheduler\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\"" logger="UnhandledError"
W1209 10:49:49.693717 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csistoragecapacities" in API group "storage.k8s.io" at the cluster scope
E1209 10:49:49.693755 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSIStorageCapacity: failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csistoragecapacities\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
W1209 10:49:49.756854 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csinodes" in API group "storage.k8s.io" at the cluster scope
E1209 10:49:49.756907 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSINode: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csinodes\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
W1209 10:49:49.761365 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope
E1209 10:49:49.761407 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.StatefulSet: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User \"system:kube-scheduler\" cannot list resource \"statefulsets\" in API group \"apps\" at the cluster scope" logger="UnhandledError"
W1209 10:49:49.901909 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope
E1209 10:49:49.902484 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Pod: failed to list *v1.Pod: pods is forbidden: User \"system:kube-scheduler\" cannot list resource \"pods\" in API group \"\" at the cluster scope" logger="UnhandledError"
W1209 10:49:50.012571 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "storageclasses" in API group "storage.k8s.io" at the cluster scope
E1209 10:49:50.012617 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.StorageClass: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"storageclasses\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
W1209 10:49:50.018069 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope
E1209 10:49:50.018128 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.ReplicaSet: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User \"system:kube-scheduler\" cannot list resource \"replicasets\" in API group \"apps\" at the cluster scope" logger="UnhandledError"
W1209 10:49:50.045681 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Service: services is forbidden: User "system:kube-scheduler" cannot list resource "services" in API group "" at the cluster scope
E1209 10:49:50.045732 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User \"system:kube-scheduler\" cannot list resource \"services\" in API group \"\" at the cluster scope" logger="UnhandledError"
W1209 10:49:50.048146 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumes" in API group "" at the cluster scope
E1209 10:49:50.048203 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PersistentVolume: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User \"system:kube-scheduler\" cannot list resource \"persistentvolumes\" in API group \"\" at the cluster scope" logger="UnhandledError"
I1209 10:49:51.665195 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
E1209 10:52:27.353144 1 framework.go:1305] "Plugin Failed" err="Operation cannot be fulfilled on pods/binding \"busybox-7dff88458-ft8s2\": pod busybox-7dff88458-ft8s2 is already assigned to node \"ha-792382-m03\"" plugin="DefaultBinder" pod="default/busybox-7dff88458-ft8s2" node="ha-792382-m03"
E1209 10:52:27.354035 1 schedule_one.go:348] "scheduler cache ForgetPod failed" err="pod 51271b6c-9fb3-4893-8502-54b74c4cbaa5(default/busybox-7dff88458-ft8s2) wasn't assumed so cannot be forgotten" pod="default/busybox-7dff88458-ft8s2"
E1209 10:52:27.354086 1 schedule_one.go:1057] "Error scheduling pod; retrying" err="running Bind plugin \"DefaultBinder\": Operation cannot be fulfilled on pods/binding \"busybox-7dff88458-ft8s2\": pod busybox-7dff88458-ft8s2 is already assigned to node \"ha-792382-m03\"" pod="default/busybox-7dff88458-ft8s2"
I1209 10:52:27.354141 1 schedule_one.go:1070] "Pod has been assigned to node. Abort adding it back to queue." pod="default/busybox-7dff88458-ft8s2" node="ha-792382-m03"
E1209 10:52:27.402980 1 framework.go:1305] "Plugin Failed" err="Operation cannot be fulfilled on pods/binding \"busybox-7dff88458-z9wjm\": pod busybox-7dff88458-z9wjm is already assigned to node \"ha-792382\"" plugin="DefaultBinder" pod="default/busybox-7dff88458-z9wjm" node="ha-792382"
E1209 10:52:27.403164 1 schedule_one.go:1057] "Error scheduling pod; retrying" err="running Bind plugin \"DefaultBinder\": Operation cannot be fulfilled on pods/binding \"busybox-7dff88458-z9wjm\": pod busybox-7dff88458-z9wjm is already assigned to node \"ha-792382\"" pod="default/busybox-7dff88458-z9wjm"
==> kubelet <==
Dec 09 10:54:52 ha-792382 kubelet[1304]: E1209 10:54:52.082247 1304 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733741692081818749,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156102,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 09 10:54:52 ha-792382 kubelet[1304]: E1209 10:54:52.082273 1304 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733741692081818749,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156102,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 09 10:55:02 ha-792382 kubelet[1304]: E1209 10:55:02.088147 1304 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733741702086894201,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156102,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 09 10:55:02 ha-792382 kubelet[1304]: E1209 10:55:02.088210 1304 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733741702086894201,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156102,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 09 10:55:12 ha-792382 kubelet[1304]: E1209 10:55:12.089935 1304 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733741712089600382,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156102,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 09 10:55:12 ha-792382 kubelet[1304]: E1209 10:55:12.090372 1304 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733741712089600382,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156102,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 09 10:55:22 ha-792382 kubelet[1304]: E1209 10:55:22.094837 1304 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733741722094438540,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156102,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 09 10:55:22 ha-792382 kubelet[1304]: E1209 10:55:22.094877 1304 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733741722094438540,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156102,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 09 10:55:32 ha-792382 kubelet[1304]: E1209 10:55:32.096240 1304 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733741732095902907,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156102,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 09 10:55:32 ha-792382 kubelet[1304]: E1209 10:55:32.096268 1304 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733741732095902907,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156102,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 09 10:55:42 ha-792382 kubelet[1304]: E1209 10:55:42.098166 1304 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733741742097877429,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156102,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 09 10:55:42 ha-792382 kubelet[1304]: E1209 10:55:42.098566 1304 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733741742097877429,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156102,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 09 10:55:52 ha-792382 kubelet[1304]: E1209 10:55:52.004085 1304 iptables.go:577] "Could not set up iptables canary" err=<
Dec 09 10:55:52 ha-792382 kubelet[1304]: error creating chain "KUBE-KUBELET-CANARY": exit status 3: Ignoring deprecated --wait-interval option.
Dec 09 10:55:52 ha-792382 kubelet[1304]: ip6tables v1.8.9 (legacy): can't initialize ip6tables table `nat': Table does not exist (do you need to insmod?)
Dec 09 10:55:52 ha-792382 kubelet[1304]: Perhaps ip6tables or your kernel needs to be upgraded.
Dec 09 10:55:52 ha-792382 kubelet[1304]: > table="nat" chain="KUBE-KUBELET-CANARY"
Dec 09 10:55:52 ha-792382 kubelet[1304]: E1209 10:55:52.100761 1304 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733741752100425512,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156102,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 09 10:55:52 ha-792382 kubelet[1304]: E1209 10:55:52.100783 1304 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733741752100425512,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156102,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 09 10:56:02 ha-792382 kubelet[1304]: E1209 10:56:02.102546 1304 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733741762102177289,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156102,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 09 10:56:02 ha-792382 kubelet[1304]: E1209 10:56:02.102939 1304 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733741762102177289,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156102,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 09 10:56:12 ha-792382 kubelet[1304]: E1209 10:56:12.104513 1304 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733741772104031126,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156102,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 09 10:56:12 ha-792382 kubelet[1304]: E1209 10:56:12.104554 1304 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733741772104031126,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156102,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 09 10:56:22 ha-792382 kubelet[1304]: E1209 10:56:22.106017 1304 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733741782105667766,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156102,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 09 10:56:22 ha-792382 kubelet[1304]: E1209 10:56:22.106283 1304 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733741782105667766,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156102,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
-- /stdout --
helpers_test.go:254: (dbg) Run: out/minikube-linux-amd64 status --format={{.APIServer}} -p ha-792382 -n ha-792382
helpers_test.go:261: (dbg) Run: kubectl --context ha-792382 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:285: <<< TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart FAILED: end of post-mortem logs <<<
helpers_test.go:286: ---------------------/post-mortem---------------------------------
--- FAIL: TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart (6.22s)