=== RUN TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart
ha_test.go:281: (dbg) Run: out/minikube-linux-amd64 profile list --output json
E1008 18:04:22.755442 537013 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/19774-529764/.minikube/profiles/functional-922806/client.crt: no such file or directory" logger="UnhandledError"
ha_test.go:281: (dbg) Done: out/minikube-linux-amd64 profile list --output json: (4.123483551s)
ha_test.go:309: expected profile "ha-094095" in json of 'profile list' to have "HAppy" status but have "Unknown" status. got *"{\"invalid\":[],\"valid\":[{\"Name\":\"ha-094095\",\"Status\":\"Unknown\",\"Config\":{\"Name\":\"ha-094095\",\"KeepContext\":false,\"EmbedCerts\":false,\"MinikubeISO\":\"https://storage.googleapis.com/minikube-builds/iso/19774/minikube-v1.34.0-1728382514-19774-amd64.iso\",\"KicBaseImage\":\"gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1728382586-19774@sha256:5d8c4f6d838467365e214e2194dd0153a763e3f78723b5f2a8e06ef7b47409ec\",\"Memory\":2200,\"CPUs\":2,\"DiskSize\":20000,\"Driver\":\"kvm2\",\"HyperkitVpnKitSock\":\"\",\"HyperkitVSockPorts\":[],\"DockerEnv\":null,\"ContainerVolumeMounts\":null,\"InsecureRegistry\":null,\"RegistryMirror\":[],\"HostOnlyCIDR\":\"192.168.59.1/24\",\"HypervVirtualSwitch\":\"\",\"HypervUseExternalSwitch\":false,\"HypervExternalAdapter\":\"\",\"KVMNetwork\":\"default\",\"KVMQemuURI\":\"qemu:///system\",\"KVMGPU\":false,\"KVMHidden\":false,\"KVMNUMACount\":1,\
"APIServerPort\":8443,\"DockerOpt\":null,\"DisableDriverMounts\":false,\"NFSShare\":[],\"NFSSharesRoot\":\"/nfsshares\",\"UUID\":\"\",\"NoVTXCheck\":false,\"DNSProxy\":false,\"HostDNSResolver\":true,\"HostOnlyNicType\":\"virtio\",\"NatNicType\":\"virtio\",\"SSHIPAddress\":\"\",\"SSHUser\":\"root\",\"SSHKey\":\"\",\"SSHPort\":22,\"KubernetesConfig\":{\"KubernetesVersion\":\"v1.31.1\",\"ClusterName\":\"ha-094095\",\"Namespace\":\"default\",\"APIServerHAVIP\":\"192.168.39.254\",\"APIServerName\":\"minikubeCA\",\"APIServerNames\":null,\"APIServerIPs\":null,\"DNSDomain\":\"cluster.local\",\"ContainerRuntime\":\"crio\",\"CRISocket\":\"\",\"NetworkPlugin\":\"cni\",\"FeatureGates\":\"\",\"ServiceCIDR\":\"10.96.0.0/12\",\"ImageRepository\":\"\",\"LoadBalancerStartIP\":\"\",\"LoadBalancerEndIP\":\"\",\"CustomIngressCert\":\"\",\"RegistryAliases\":\"\",\"ExtraOptions\":null,\"ShouldLoadCachedImages\":true,\"EnableDefaultCNI\":false,\"CNI\":\"\"},\"Nodes\":[{\"Name\":\"\",\"IP\":\"192.168.39.99\",\"Port\":8443,\"Kubernet
esVersion\":\"v1.31.1\",\"ContainerRuntime\":\"crio\",\"ControlPlane\":true,\"Worker\":true},{\"Name\":\"m02\",\"IP\":\"192.168.39.65\",\"Port\":8443,\"KubernetesVersion\":\"v1.31.1\",\"ContainerRuntime\":\"crio\",\"ControlPlane\":true,\"Worker\":true},{\"Name\":\"m03\",\"IP\":\"192.168.39.194\",\"Port\":8443,\"KubernetesVersion\":\"v1.31.1\",\"ContainerRuntime\":\"crio\",\"ControlPlane\":true,\"Worker\":true},{\"Name\":\"m04\",\"IP\":\"192.168.39.33\",\"Port\":0,\"KubernetesVersion\":\"v1.31.1\",\"ContainerRuntime\":\"\",\"ControlPlane\":false,\"Worker\":true}],\"Addons\":{\"ambassador\":false,\"auto-pause\":false,\"cloud-spanner\":false,\"csi-hostpath-driver\":false,\"dashboard\":false,\"default-storageclass\":false,\"efk\":false,\"freshpod\":false,\"gcp-auth\":false,\"gvisor\":false,\"headlamp\":false,\"inaccel\":false,\"ingress\":false,\"ingress-dns\":false,\"inspektor-gadget\":false,\"istio\":false,\"istio-provisioner\":false,\"kong\":false,\"kubeflow\":false,\"kubevirt\":false,\"logviewer\":false,\"meta
llb\":false,\"metrics-server\":false,\"nvidia-device-plugin\":false,\"nvidia-driver-installer\":false,\"nvidia-gpu-device-plugin\":false,\"olm\":false,\"pod-security-policy\":false,\"portainer\":false,\"registry\":false,\"registry-aliases\":false,\"registry-creds\":false,\"storage-provisioner\":false,\"storage-provisioner-gluster\":false,\"storage-provisioner-rancher\":false,\"volcano\":false,\"volumesnapshots\":false,\"yakd\":false},\"CustomAddonImages\":null,\"CustomAddonRegistries\":null,\"VerifyComponents\":{\"apiserver\":true,\"apps_running\":true,\"default_sa\":true,\"extra\":true,\"kubelet\":true,\"node_ready\":true,\"system_pods\":true},\"StartHostTimeout\":360000000000,\"ScheduledStop\":null,\"ExposedPorts\":[],\"ListenAddress\":\"\",\"Network\":\"\",\"Subnet\":\"\",\"MultiNodeRequested\":true,\"ExtraDisks\":0,\"CertExpiration\":94608000000000000,\"Mount\":false,\"MountString\":\"/home/jenkins:/minikube-host\",\"Mount9PVersion\":\"9p2000.L\",\"MountGID\":\"docker\",\"MountIP\":\"\",\"MountMSize\":262
144,\"MountOptions\":[],\"MountPort\":0,\"MountType\":\"9p\",\"MountUID\":\"docker\",\"BinaryMirror\":\"\",\"DisableOptimizations\":false,\"DisableMetrics\":false,\"CustomQemuFirmwarePath\":\"\",\"SocketVMnetClientPath\":\"\",\"SocketVMnetPath\":\"\",\"StaticIP\":\"\",\"SSHAuthSock\":\"\",\"SSHAgentPID\":0,\"GPUs\":\"\",\"AutoPauseInterval\":60000000000},\"Active\":false,\"ActiveKubeContext\":true}]}"*. args: "out/minikube-linux-amd64 profile list --output json"
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:239: (dbg) Run: out/minikube-linux-amd64 status --format={{.Host}} -p ha-094095 -n ha-094095
helpers_test.go:244: <<< TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart FAILED: start of post-mortem logs <<<
helpers_test.go:245: ======> post-mortem[TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart]: minikube logs <======
helpers_test.go:247: (dbg) Run: out/minikube-linux-amd64 -p ha-094095 logs -n 25
helpers_test.go:247: (dbg) Done: out/minikube-linux-amd64 -p ha-094095 logs -n 25: (1.263106356s)
helpers_test.go:252: TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart logs:
-- stdout --
==> Audit <==
|---------|---------------------------------------------------------------------------------|-----------|---------|---------|---------------------|---------------------|
| Command | Args | Profile | User | Version | Start Time | End Time |
|---------|---------------------------------------------------------------------------------|-----------|---------|---------|---------------------|---------------------|
| ssh | ha-094095 ssh -n | ha-094095 | jenkins | v1.34.0 | 08 Oct 24 18:01 UTC | 08 Oct 24 18:01 UTC |
| | ha-094095-m03 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| cp | ha-094095 cp ha-094095-m03:/home/docker/cp-test.txt | ha-094095 | jenkins | v1.34.0 | 08 Oct 24 18:01 UTC | 08 Oct 24 18:01 UTC |
| | ha-094095:/home/docker/cp-test_ha-094095-m03_ha-094095.txt | | | | | |
| ssh | ha-094095 ssh -n | ha-094095 | jenkins | v1.34.0 | 08 Oct 24 18:01 UTC | 08 Oct 24 18:01 UTC |
| | ha-094095-m03 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-094095 ssh -n ha-094095 sudo cat | ha-094095 | jenkins | v1.34.0 | 08 Oct 24 18:01 UTC | 08 Oct 24 18:01 UTC |
| | /home/docker/cp-test_ha-094095-m03_ha-094095.txt | | | | | |
| cp | ha-094095 cp ha-094095-m03:/home/docker/cp-test.txt | ha-094095 | jenkins | v1.34.0 | 08 Oct 24 18:01 UTC | 08 Oct 24 18:01 UTC |
| | ha-094095-m02:/home/docker/cp-test_ha-094095-m03_ha-094095-m02.txt | | | | | |
| ssh | ha-094095 ssh -n | ha-094095 | jenkins | v1.34.0 | 08 Oct 24 18:01 UTC | 08 Oct 24 18:01 UTC |
| | ha-094095-m03 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-094095 ssh -n ha-094095-m02 sudo cat | ha-094095 | jenkins | v1.34.0 | 08 Oct 24 18:01 UTC | 08 Oct 24 18:01 UTC |
| | /home/docker/cp-test_ha-094095-m03_ha-094095-m02.txt | | | | | |
| cp | ha-094095 cp ha-094095-m03:/home/docker/cp-test.txt | ha-094095 | jenkins | v1.34.0 | 08 Oct 24 18:01 UTC | 08 Oct 24 18:01 UTC |
| | ha-094095-m04:/home/docker/cp-test_ha-094095-m03_ha-094095-m04.txt | | | | | |
| ssh | ha-094095 ssh -n | ha-094095 | jenkins | v1.34.0 | 08 Oct 24 18:01 UTC | 08 Oct 24 18:01 UTC |
| | ha-094095-m03 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-094095 ssh -n ha-094095-m04 sudo cat | ha-094095 | jenkins | v1.34.0 | 08 Oct 24 18:01 UTC | 08 Oct 24 18:01 UTC |
| | /home/docker/cp-test_ha-094095-m03_ha-094095-m04.txt | | | | | |
| cp | ha-094095 cp testdata/cp-test.txt | ha-094095 | jenkins | v1.34.0 | 08 Oct 24 18:01 UTC | 08 Oct 24 18:01 UTC |
| | ha-094095-m04:/home/docker/cp-test.txt | | | | | |
| ssh | ha-094095 ssh -n | ha-094095 | jenkins | v1.34.0 | 08 Oct 24 18:01 UTC | 08 Oct 24 18:01 UTC |
| | ha-094095-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| cp | ha-094095 cp ha-094095-m04:/home/docker/cp-test.txt | ha-094095 | jenkins | v1.34.0 | 08 Oct 24 18:01 UTC | 08 Oct 24 18:01 UTC |
| | /tmp/TestMultiControlPlaneserialCopyFile781590352/001/cp-test_ha-094095-m04.txt | | | | | |
| ssh | ha-094095 ssh -n | ha-094095 | jenkins | v1.34.0 | 08 Oct 24 18:01 UTC | 08 Oct 24 18:01 UTC |
| | ha-094095-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| cp | ha-094095 cp ha-094095-m04:/home/docker/cp-test.txt | ha-094095 | jenkins | v1.34.0 | 08 Oct 24 18:01 UTC | 08 Oct 24 18:01 UTC |
| | ha-094095:/home/docker/cp-test_ha-094095-m04_ha-094095.txt | | | | | |
| ssh | ha-094095 ssh -n | ha-094095 | jenkins | v1.34.0 | 08 Oct 24 18:01 UTC | 08 Oct 24 18:01 UTC |
| | ha-094095-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-094095 ssh -n ha-094095 sudo cat | ha-094095 | jenkins | v1.34.0 | 08 Oct 24 18:01 UTC | 08 Oct 24 18:01 UTC |
| | /home/docker/cp-test_ha-094095-m04_ha-094095.txt | | | | | |
| cp | ha-094095 cp ha-094095-m04:/home/docker/cp-test.txt | ha-094095 | jenkins | v1.34.0 | 08 Oct 24 18:01 UTC | 08 Oct 24 18:01 UTC |
| | ha-094095-m02:/home/docker/cp-test_ha-094095-m04_ha-094095-m02.txt | | | | | |
| ssh | ha-094095 ssh -n | ha-094095 | jenkins | v1.34.0 | 08 Oct 24 18:01 UTC | 08 Oct 24 18:01 UTC |
| | ha-094095-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-094095 ssh -n ha-094095-m02 sudo cat | ha-094095 | jenkins | v1.34.0 | 08 Oct 24 18:01 UTC | 08 Oct 24 18:01 UTC |
| | /home/docker/cp-test_ha-094095-m04_ha-094095-m02.txt | | | | | |
| cp | ha-094095 cp ha-094095-m04:/home/docker/cp-test.txt | ha-094095 | jenkins | v1.34.0 | 08 Oct 24 18:01 UTC | 08 Oct 24 18:01 UTC |
| | ha-094095-m03:/home/docker/cp-test_ha-094095-m04_ha-094095-m03.txt | | | | | |
| ssh | ha-094095 ssh -n | ha-094095 | jenkins | v1.34.0 | 08 Oct 24 18:01 UTC | 08 Oct 24 18:01 UTC |
| | ha-094095-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-094095 ssh -n ha-094095-m03 sudo cat | ha-094095 | jenkins | v1.34.0 | 08 Oct 24 18:01 UTC | 08 Oct 24 18:01 UTC |
| | /home/docker/cp-test_ha-094095-m04_ha-094095-m03.txt | | | | | |
| node | ha-094095 node stop m02 -v=7 | ha-094095 | jenkins | v1.34.0 | 08 Oct 24 18:01 UTC | |
| | --alsologtostderr | | | | | |
| node | ha-094095 node start m02 -v=7 | ha-094095 | jenkins | v1.34.0 | 08 Oct 24 18:04 UTC | |
| | --alsologtostderr | | | | | |
|---------|---------------------------------------------------------------------------------|-----------|---------|---------|---------------------|---------------------|
==> Last Start <==
Log file created at: 2024/10/08 17:57:18
Running on machine: ubuntu-20-agent-14
Binary: Built with gc go1.23.1 for linux/amd64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I1008 17:57:18.946903 548894 out.go:345] Setting OutFile to fd 1 ...
I1008 17:57:18.947145 548894 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1008 17:57:18.947153 548894 out.go:358] Setting ErrFile to fd 2...
I1008 17:57:18.947157 548894 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1008 17:57:18.947344 548894 root.go:338] Updating PATH: /home/jenkins/minikube-integration/19774-529764/.minikube/bin
I1008 17:57:18.947912 548894 out.go:352] Setting JSON to false
I1008 17:57:18.948876 548894 start.go:129] hostinfo: {"hostname":"ubuntu-20-agent-14","uptime":5991,"bootTime":1728404248,"procs":220,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1069-gcp","kernelArch":"x86_64","virtualizationSystem":"kvm","virtualizationRole":"guest","hostId":"591c9f12-2938-3743-e2bf-c56a050d43d1"}
I1008 17:57:18.948933 548894 start.go:139] virtualization: kvm guest
I1008 17:57:18.950969 548894 out.go:177] * [ha-094095] minikube v1.34.0 on Ubuntu 20.04 (kvm/amd64)
I1008 17:57:18.952033 548894 out.go:177] - MINIKUBE_LOCATION=19774
I1008 17:57:18.952082 548894 notify.go:220] Checking for updates...
I1008 17:57:18.954369 548894 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1008 17:57:18.955681 548894 out.go:177] - KUBECONFIG=/home/jenkins/minikube-integration/19774-529764/kubeconfig
I1008 17:57:18.956842 548894 out.go:177] - MINIKUBE_HOME=/home/jenkins/minikube-integration/19774-529764/.minikube
I1008 17:57:18.957830 548894 out.go:177] - MINIKUBE_BIN=out/minikube-linux-amd64
I1008 17:57:18.959069 548894 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I1008 17:57:18.960234 548894 driver.go:394] Setting default libvirt URI to qemu:///system
I1008 17:57:18.994761 548894 out.go:177] * Using the kvm2 driver based on user configuration
I1008 17:57:18.995800 548894 start.go:297] selected driver: kvm2
I1008 17:57:18.995813 548894 start.go:901] validating driver "kvm2" against <nil>
I1008 17:57:18.995824 548894 start.go:912] status for kvm2: {Installed:true Healthy:true Running:true NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I1008 17:57:18.996586 548894 install.go:52] acquiring lock: {Name:mk900956b073697a4aa6c80a27c6bb0742a99a53 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1008 17:57:18.996660 548894 install.go:117] Validating docker-machine-driver-kvm2, PATH=/home/jenkins/minikube-integration/19774-529764/.minikube/bin:/home/jenkins/workspace/KVM_Linux_crio_integration/out/:/usr/local/bin:/usr/bin:/bin:/usr/local/games:/usr/games:/usr/local/go/bin:/home/jenkins/go/bin:/usr/local/bin/:/usr/local/go/bin/:/home/jenkins/go/bin
I1008 17:57:19.011273 548894 install.go:137] /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2 version is 1.34.0
I1008 17:57:19.011313 548894 start_flags.go:310] no existing cluster config was found, will generate one from the flags
I1008 17:57:19.011548 548894 start_flags.go:947] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1008 17:57:19.011585 548894 cni.go:84] Creating CNI manager for ""
I1008 17:57:19.011625 548894 cni.go:136] multinode detected (0 nodes found), recommending kindnet
I1008 17:57:19.011636 548894 start_flags.go:319] Found "CNI" CNI - setting NetworkPlugin=cni
I1008 17:57:19.011687 548894 start.go:340] cluster config:
{Name:ha-094095 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1728382586-19774@sha256:5d8c4f6d838467365e214e2194dd0153a763e3f78723b5f2a8e06ef7b47409ec Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.1 ClusterName:ha-094095 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRIS
ocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0
GPUs: AutoPauseInterval:1m0s}
I1008 17:57:19.011804 548894 iso.go:125] acquiring lock: {Name:mk4048b095336416b7ad19e9602d73d6f6e69078 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1008 17:57:19.013449 548894 out.go:177] * Starting "ha-094095" primary control-plane node in "ha-094095" cluster
I1008 17:57:19.014789 548894 preload.go:131] Checking if preload exists for k8s version v1.31.1 and runtime crio
I1008 17:57:19.014817 548894 preload.go:146] Found local preload: /home/jenkins/minikube-integration/19774-529764/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.1-cri-o-overlay-amd64.tar.lz4
I1008 17:57:19.014826 548894 cache.go:56] Caching tarball of preloaded images
I1008 17:57:19.014907 548894 preload.go:172] Found /home/jenkins/minikube-integration/19774-529764/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.1-cri-o-overlay-amd64.tar.lz4 in cache, skipping download
I1008 17:57:19.014919 548894 cache.go:59] Finished verifying existence of preloaded tar for v1.31.1 on crio
I1008 17:57:19.015263 548894 profile.go:143] Saving config to /home/jenkins/minikube-integration/19774-529764/.minikube/profiles/ha-094095/config.json ...
I1008 17:57:19.015288 548894 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19774-529764/.minikube/profiles/ha-094095/config.json: {Name:mk4a4bbfc5e4991434a64e3c2f362f3acde8e751 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1008 17:57:19.015419 548894 start.go:360] acquireMachinesLock for ha-094095: {Name:mk7c2f1a7556cb2456fe0a352698afb29cfcf496 Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}
I1008 17:57:19.015446 548894 start.go:364] duration metric: took 15.142µs to acquireMachinesLock for "ha-094095"
I1008 17:57:19.015463 548894 start.go:93] Provisioning new machine with config: &{Name:ha-094095 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19774/minikube-v1.34.0-1728382514-19774-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1728382586-19774@sha256:5d8c4f6d838467365e214e2194dd0153a763e3f78723b5f2a8e06ef7b47409ec Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{Kubernete
sVersion:v1.31.1 ClusterName:ha-094095 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:
9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name: IP: Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I1008 17:57:19.015507 548894 start.go:125] createHost starting for "" (driver="kvm2")
I1008 17:57:19.017014 548894 out.go:235] * Creating kvm2 VM (CPUs=2, Memory=2200MB, Disk=20000MB) ...
I1008 17:57:19.017133 548894 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1008 17:57:19.017171 548894 main.go:141] libmachine: Launching plugin server for driver kvm2
I1008 17:57:19.031391 548894 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:37743
I1008 17:57:19.031835 548894 main.go:141] libmachine: () Calling .GetVersion
I1008 17:57:19.032448 548894 main.go:141] libmachine: Using API Version 1
I1008 17:57:19.032468 548894 main.go:141] libmachine: () Calling .SetConfigRaw
I1008 17:57:19.032843 548894 main.go:141] libmachine: () Calling .GetMachineName
I1008 17:57:19.033048 548894 main.go:141] libmachine: (ha-094095) Calling .GetMachineName
I1008 17:57:19.033189 548894 main.go:141] libmachine: (ha-094095) Calling .DriverName
I1008 17:57:19.033336 548894 start.go:159] libmachine.API.Create for "ha-094095" (driver="kvm2")
I1008 17:57:19.033367 548894 client.go:168] LocalClient.Create starting
I1008 17:57:19.033396 548894 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/19774-529764/.minikube/certs/ca.pem
I1008 17:57:19.033427 548894 main.go:141] libmachine: Decoding PEM data...
I1008 17:57:19.033446 548894 main.go:141] libmachine: Parsing certificate...
I1008 17:57:19.033499 548894 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/19774-529764/.minikube/certs/cert.pem
I1008 17:57:19.033517 548894 main.go:141] libmachine: Decoding PEM data...
I1008 17:57:19.033530 548894 main.go:141] libmachine: Parsing certificate...
I1008 17:57:19.033545 548894 main.go:141] libmachine: Running pre-create checks...
I1008 17:57:19.033558 548894 main.go:141] libmachine: (ha-094095) Calling .PreCreateCheck
I1008 17:57:19.033903 548894 main.go:141] libmachine: (ha-094095) Calling .GetConfigRaw
I1008 17:57:19.034253 548894 main.go:141] libmachine: Creating machine...
I1008 17:57:19.034267 548894 main.go:141] libmachine: (ha-094095) Calling .Create
I1008 17:57:19.034420 548894 main.go:141] libmachine: (ha-094095) Creating KVM machine...
I1008 17:57:19.035565 548894 main.go:141] libmachine: (ha-094095) DBG | found existing default KVM network
I1008 17:57:19.036249 548894 main.go:141] libmachine: (ha-094095) DBG | I1008 17:57:19.036120 548918 network.go:206] using free private subnet 192.168.39.0/24: &{IP:192.168.39.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.39.0/24 Gateway:192.168.39.1 ClientMin:192.168.39.2 ClientMax:192.168.39.254 Broadcast:192.168.39.255 IsPrivate:true Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:} reservation:0xc000015ba0}
I1008 17:57:19.036283 548894 main.go:141] libmachine: (ha-094095) DBG | created network xml:
I1008 17:57:19.036302 548894 main.go:141] libmachine: (ha-094095) DBG | <network>
I1008 17:57:19.036314 548894 main.go:141] libmachine: (ha-094095) DBG | <name>mk-ha-094095</name>
I1008 17:57:19.036323 548894 main.go:141] libmachine: (ha-094095) DBG | <dns enable='no'/>
I1008 17:57:19.036331 548894 main.go:141] libmachine: (ha-094095) DBG |
I1008 17:57:19.036342 548894 main.go:141] libmachine: (ha-094095) DBG | <ip address='192.168.39.1' netmask='255.255.255.0'>
I1008 17:57:19.036349 548894 main.go:141] libmachine: (ha-094095) DBG | <dhcp>
I1008 17:57:19.036361 548894 main.go:141] libmachine: (ha-094095) DBG | <range start='192.168.39.2' end='192.168.39.253'/>
I1008 17:57:19.036370 548894 main.go:141] libmachine: (ha-094095) DBG | </dhcp>
I1008 17:57:19.036386 548894 main.go:141] libmachine: (ha-094095) DBG | </ip>
I1008 17:57:19.036427 548894 main.go:141] libmachine: (ha-094095) DBG |
I1008 17:57:19.036447 548894 main.go:141] libmachine: (ha-094095) DBG | </network>
I1008 17:57:19.036455 548894 main.go:141] libmachine: (ha-094095) DBG |
I1008 17:57:19.041263 548894 main.go:141] libmachine: (ha-094095) DBG | trying to create private KVM network mk-ha-094095 192.168.39.0/24...
I1008 17:57:19.105180 548894 main.go:141] libmachine: (ha-094095) DBG | private KVM network mk-ha-094095 192.168.39.0/24 created
I1008 17:57:19.105208 548894 main.go:141] libmachine: (ha-094095) Setting up store path in /home/jenkins/minikube-integration/19774-529764/.minikube/machines/ha-094095 ...
I1008 17:57:19.105220 548894 main.go:141] libmachine: (ha-094095) DBG | I1008 17:57:19.105167 548918 common.go:145] Making disk image using store path: /home/jenkins/minikube-integration/19774-529764/.minikube
I1008 17:57:19.105237 548894 main.go:141] libmachine: (ha-094095) Building disk image from file:///home/jenkins/minikube-integration/19774-529764/.minikube/cache/iso/amd64/minikube-v1.34.0-1728382514-19774-amd64.iso
I1008 17:57:19.105263 548894 main.go:141] libmachine: (ha-094095) Downloading /home/jenkins/minikube-integration/19774-529764/.minikube/cache/boot2docker.iso from file:///home/jenkins/minikube-integration/19774-529764/.minikube/cache/iso/amd64/minikube-v1.34.0-1728382514-19774-amd64.iso...
I1008 17:57:19.385345 548894 main.go:141] libmachine: (ha-094095) DBG | I1008 17:57:19.385226 548918 common.go:152] Creating ssh key: /home/jenkins/minikube-integration/19774-529764/.minikube/machines/ha-094095/id_rsa...
I1008 17:57:19.617977 548894 main.go:141] libmachine: (ha-094095) DBG | I1008 17:57:19.617838 548918 common.go:158] Creating raw disk image: /home/jenkins/minikube-integration/19774-529764/.minikube/machines/ha-094095/ha-094095.rawdisk...
I1008 17:57:19.618008 548894 main.go:141] libmachine: (ha-094095) DBG | Writing magic tar header
I1008 17:57:19.618021 548894 main.go:141] libmachine: (ha-094095) DBG | Writing SSH key tar header
I1008 17:57:19.618031 548894 main.go:141] libmachine: (ha-094095) DBG | I1008 17:57:19.617973 548918 common.go:172] Fixing permissions on /home/jenkins/minikube-integration/19774-529764/.minikube/machines/ha-094095 ...
I1008 17:57:19.618141 548894 main.go:141] libmachine: (ha-094095) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19774-529764/.minikube/machines/ha-094095
I1008 17:57:19.618165 548894 main.go:141] libmachine: (ha-094095) Setting executable bit set on /home/jenkins/minikube-integration/19774-529764/.minikube/machines/ha-094095 (perms=drwx------)
I1008 17:57:19.618171 548894 main.go:141] libmachine: (ha-094095) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19774-529764/.minikube/machines
I1008 17:57:19.618178 548894 main.go:141] libmachine: (ha-094095) Setting executable bit set on /home/jenkins/minikube-integration/19774-529764/.minikube/machines (perms=drwxr-xr-x)
I1008 17:57:19.618187 548894 main.go:141] libmachine: (ha-094095) Setting executable bit set on /home/jenkins/minikube-integration/19774-529764/.minikube (perms=drwxr-xr-x)
I1008 17:57:19.618193 548894 main.go:141] libmachine: (ha-094095) Setting executable bit set on /home/jenkins/minikube-integration/19774-529764 (perms=drwxrwxr-x)
I1008 17:57:19.618199 548894 main.go:141] libmachine: (ha-094095) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19774-529764/.minikube
I1008 17:57:19.618206 548894 main.go:141] libmachine: (ha-094095) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19774-529764
I1008 17:57:19.618211 548894 main.go:141] libmachine: (ha-094095) Setting executable bit set on /home/jenkins/minikube-integration (perms=drwxrwxr-x)
I1008 17:57:19.618216 548894 main.go:141] libmachine: (ha-094095) DBG | Checking permissions on dir: /home/jenkins/minikube-integration
I1008 17:57:19.618224 548894 main.go:141] libmachine: (ha-094095) DBG | Checking permissions on dir: /home/jenkins
I1008 17:57:19.618231 548894 main.go:141] libmachine: (ha-094095) DBG | Checking permissions on dir: /home
I1008 17:57:19.618238 548894 main.go:141] libmachine: (ha-094095) DBG | Skipping /home - not owner
I1008 17:57:19.618249 548894 main.go:141] libmachine: (ha-094095) Setting executable bit set on /home/jenkins (perms=drwxr-xr-x)
I1008 17:57:19.618261 548894 main.go:141] libmachine: (ha-094095) Creating domain...
I1008 17:57:19.619347 548894 main.go:141] libmachine: (ha-094095) define libvirt domain using xml:
I1008 17:57:19.619369 548894 main.go:141] libmachine: (ha-094095) <domain type='kvm'>
I1008 17:57:19.619378 548894 main.go:141] libmachine: (ha-094095) <name>ha-094095</name>
I1008 17:57:19.619388 548894 main.go:141] libmachine: (ha-094095) <memory unit='MiB'>2200</memory>
I1008 17:57:19.619396 548894 main.go:141] libmachine: (ha-094095) <vcpu>2</vcpu>
I1008 17:57:19.619402 548894 main.go:141] libmachine: (ha-094095) <features>
I1008 17:57:19.619410 548894 main.go:141] libmachine: (ha-094095) <acpi/>
I1008 17:57:19.619420 548894 main.go:141] libmachine: (ha-094095) <apic/>
I1008 17:57:19.619427 548894 main.go:141] libmachine: (ha-094095) <pae/>
I1008 17:57:19.619444 548894 main.go:141] libmachine: (ha-094095)
I1008 17:57:19.619470 548894 main.go:141] libmachine: (ha-094095) </features>
I1008 17:57:19.619484 548894 main.go:141] libmachine: (ha-094095) <cpu mode='host-passthrough'>
I1008 17:57:19.619491 548894 main.go:141] libmachine: (ha-094095)
I1008 17:57:19.619500 548894 main.go:141] libmachine: (ha-094095) </cpu>
I1008 17:57:19.619506 548894 main.go:141] libmachine: (ha-094095) <os>
I1008 17:57:19.619515 548894 main.go:141] libmachine: (ha-094095) <type>hvm</type>
I1008 17:57:19.619527 548894 main.go:141] libmachine: (ha-094095) <boot dev='cdrom'/>
I1008 17:57:19.619536 548894 main.go:141] libmachine: (ha-094095) <boot dev='hd'/>
I1008 17:57:19.619547 548894 main.go:141] libmachine: (ha-094095) <bootmenu enable='no'/>
I1008 17:57:19.619559 548894 main.go:141] libmachine: (ha-094095) </os>
I1008 17:57:19.619569 548894 main.go:141] libmachine: (ha-094095) <devices>
I1008 17:57:19.619578 548894 main.go:141] libmachine: (ha-094095) <disk type='file' device='cdrom'>
I1008 17:57:19.619590 548894 main.go:141] libmachine: (ha-094095) <source file='/home/jenkins/minikube-integration/19774-529764/.minikube/machines/ha-094095/boot2docker.iso'/>
I1008 17:57:19.619601 548894 main.go:141] libmachine: (ha-094095) <target dev='hdc' bus='scsi'/>
I1008 17:57:19.619612 548894 main.go:141] libmachine: (ha-094095) <readonly/>
I1008 17:57:19.619621 548894 main.go:141] libmachine: (ha-094095) </disk>
I1008 17:57:19.619648 548894 main.go:141] libmachine: (ha-094095) <disk type='file' device='disk'>
I1008 17:57:19.619669 548894 main.go:141] libmachine: (ha-094095) <driver name='qemu' type='raw' cache='default' io='threads' />
I1008 17:57:19.619678 548894 main.go:141] libmachine: (ha-094095) <source file='/home/jenkins/minikube-integration/19774-529764/.minikube/machines/ha-094095/ha-094095.rawdisk'/>
I1008 17:57:19.619688 548894 main.go:141] libmachine: (ha-094095) <target dev='hda' bus='virtio'/>
I1008 17:57:19.619694 548894 main.go:141] libmachine: (ha-094095) </disk>
I1008 17:57:19.619711 548894 main.go:141] libmachine: (ha-094095) <interface type='network'>
I1008 17:57:19.619719 548894 main.go:141] libmachine: (ha-094095) <source network='mk-ha-094095'/>
I1008 17:57:19.619724 548894 main.go:141] libmachine: (ha-094095) <model type='virtio'/>
I1008 17:57:19.619731 548894 main.go:141] libmachine: (ha-094095) </interface>
I1008 17:57:19.619735 548894 main.go:141] libmachine: (ha-094095) <interface type='network'>
I1008 17:57:19.619743 548894 main.go:141] libmachine: (ha-094095) <source network='default'/>
I1008 17:57:19.619747 548894 main.go:141] libmachine: (ha-094095) <model type='virtio'/>
I1008 17:57:19.619752 548894 main.go:141] libmachine: (ha-094095) </interface>
I1008 17:57:19.619756 548894 main.go:141] libmachine: (ha-094095) <serial type='pty'>
I1008 17:57:19.619763 548894 main.go:141] libmachine: (ha-094095) <target port='0'/>
I1008 17:57:19.619769 548894 main.go:141] libmachine: (ha-094095) </serial>
I1008 17:57:19.619798 548894 main.go:141] libmachine: (ha-094095) <console type='pty'>
I1008 17:57:19.619831 548894 main.go:141] libmachine: (ha-094095) <target type='serial' port='0'/>
I1008 17:57:19.619844 548894 main.go:141] libmachine: (ha-094095) </console>
I1008 17:57:19.619859 548894 main.go:141] libmachine: (ha-094095) <rng model='virtio'>
I1008 17:57:19.619885 548894 main.go:141] libmachine: (ha-094095) <backend model='random'>/dev/random</backend>
I1008 17:57:19.619895 548894 main.go:141] libmachine: (ha-094095) </rng>
I1008 17:57:19.619903 548894 main.go:141] libmachine: (ha-094095)
I1008 17:57:19.619912 548894 main.go:141] libmachine: (ha-094095)
I1008 17:57:19.619921 548894 main.go:141] libmachine: (ha-094095) </devices>
I1008 17:57:19.619930 548894 main.go:141] libmachine: (ha-094095) </domain>
I1008 17:57:19.619943 548894 main.go:141] libmachine: (ha-094095)
I1008 17:57:19.623957 548894 main.go:141] libmachine: (ha-094095) DBG | domain ha-094095 has defined MAC address 52:54:00:c2:1c:c1 in network default
I1008 17:57:19.624533 548894 main.go:141] libmachine: (ha-094095) DBG | domain ha-094095 has defined MAC address 52:54:00:bf:fa:3a in network mk-ha-094095
I1008 17:57:19.624567 548894 main.go:141] libmachine: (ha-094095) Ensuring networks are active...
I1008 17:57:19.625167 548894 main.go:141] libmachine: (ha-094095) Ensuring network default is active
I1008 17:57:19.625513 548894 main.go:141] libmachine: (ha-094095) Ensuring network mk-ha-094095 is active
I1008 17:57:19.626008 548894 main.go:141] libmachine: (ha-094095) Getting domain xml...
I1008 17:57:19.626619 548894 main.go:141] libmachine: (ha-094095) Creating domain...
I1008 17:57:20.795900 548894 main.go:141] libmachine: (ha-094095) Waiting to get IP...
I1008 17:57:20.796661 548894 main.go:141] libmachine: (ha-094095) DBG | domain ha-094095 has defined MAC address 52:54:00:bf:fa:3a in network mk-ha-094095
I1008 17:57:20.797068 548894 main.go:141] libmachine: (ha-094095) DBG | unable to find current IP address of domain ha-094095 in network mk-ha-094095
I1008 17:57:20.797096 548894 main.go:141] libmachine: (ha-094095) DBG | I1008 17:57:20.797046 548918 retry.go:31] will retry after 205.911312ms: waiting for machine to come up
I1008 17:57:21.004526 548894 main.go:141] libmachine: (ha-094095) DBG | domain ha-094095 has defined MAC address 52:54:00:bf:fa:3a in network mk-ha-094095
I1008 17:57:21.004999 548894 main.go:141] libmachine: (ha-094095) DBG | unable to find current IP address of domain ha-094095 in network mk-ha-094095
I1008 17:57:21.005029 548894 main.go:141] libmachine: (ha-094095) DBG | I1008 17:57:21.004943 548918 retry.go:31] will retry after 273.425618ms: waiting for machine to come up
I1008 17:57:21.280506 548894 main.go:141] libmachine: (ha-094095) DBG | domain ha-094095 has defined MAC address 52:54:00:bf:fa:3a in network mk-ha-094095
I1008 17:57:21.280861 548894 main.go:141] libmachine: (ha-094095) DBG | unable to find current IP address of domain ha-094095 in network mk-ha-094095
I1008 17:57:21.280894 548894 main.go:141] libmachine: (ha-094095) DBG | I1008 17:57:21.280804 548918 retry.go:31] will retry after 435.479274ms: waiting for machine to come up
I1008 17:57:21.717289 548894 main.go:141] libmachine: (ha-094095) DBG | domain ha-094095 has defined MAC address 52:54:00:bf:fa:3a in network mk-ha-094095
I1008 17:57:21.717636 548894 main.go:141] libmachine: (ha-094095) DBG | unable to find current IP address of domain ha-094095 in network mk-ha-094095
I1008 17:57:21.717662 548894 main.go:141] libmachine: (ha-094095) DBG | I1008 17:57:21.717595 548918 retry.go:31] will retry after 576.307625ms: waiting for machine to come up
I1008 17:57:22.295076 548894 main.go:141] libmachine: (ha-094095) DBG | domain ha-094095 has defined MAC address 52:54:00:bf:fa:3a in network mk-ha-094095
I1008 17:57:22.295499 548894 main.go:141] libmachine: (ha-094095) DBG | unable to find current IP address of domain ha-094095 in network mk-ha-094095
I1008 17:57:22.295527 548894 main.go:141] libmachine: (ha-094095) DBG | I1008 17:57:22.295461 548918 retry.go:31] will retry after 636.373654ms: waiting for machine to come up
I1008 17:57:22.933047 548894 main.go:141] libmachine: (ha-094095) DBG | domain ha-094095 has defined MAC address 52:54:00:bf:fa:3a in network mk-ha-094095
I1008 17:57:22.933364 548894 main.go:141] libmachine: (ha-094095) DBG | unable to find current IP address of domain ha-094095 in network mk-ha-094095
I1008 17:57:22.933391 548894 main.go:141] libmachine: (ha-094095) DBG | I1008 17:57:22.933317 548918 retry.go:31] will retry after 741.414571ms: waiting for machine to come up
I1008 17:57:23.676038 548894 main.go:141] libmachine: (ha-094095) DBG | domain ha-094095 has defined MAC address 52:54:00:bf:fa:3a in network mk-ha-094095
I1008 17:57:23.676368 548894 main.go:141] libmachine: (ha-094095) DBG | unable to find current IP address of domain ha-094095 in network mk-ha-094095
I1008 17:57:23.676441 548894 main.go:141] libmachine: (ha-094095) DBG | I1008 17:57:23.676362 548918 retry.go:31] will retry after 726.748749ms: waiting for machine to come up
I1008 17:57:24.404401 548894 main.go:141] libmachine: (ha-094095) DBG | domain ha-094095 has defined MAC address 52:54:00:bf:fa:3a in network mk-ha-094095
I1008 17:57:24.404771 548894 main.go:141] libmachine: (ha-094095) DBG | unable to find current IP address of domain ha-094095 in network mk-ha-094095
I1008 17:57:24.404801 548894 main.go:141] libmachine: (ha-094095) DBG | I1008 17:57:24.404726 548918 retry.go:31] will retry after 1.449573768s: waiting for machine to come up
I1008 17:57:25.856490 548894 main.go:141] libmachine: (ha-094095) DBG | domain ha-094095 has defined MAC address 52:54:00:bf:fa:3a in network mk-ha-094095
I1008 17:57:25.856930 548894 main.go:141] libmachine: (ha-094095) DBG | unable to find current IP address of domain ha-094095 in network mk-ha-094095
I1008 17:57:25.856961 548894 main.go:141] libmachine: (ha-094095) DBG | I1008 17:57:25.856877 548918 retry.go:31] will retry after 1.340937339s: waiting for machine to come up
I1008 17:57:27.199433 548894 main.go:141] libmachine: (ha-094095) DBG | domain ha-094095 has defined MAC address 52:54:00:bf:fa:3a in network mk-ha-094095
I1008 17:57:27.199826 548894 main.go:141] libmachine: (ha-094095) DBG | unable to find current IP address of domain ha-094095 in network mk-ha-094095
I1008 17:57:27.199863 548894 main.go:141] libmachine: (ha-094095) DBG | I1008 17:57:27.199804 548918 retry.go:31] will retry after 1.798441674s: waiting for machine to come up
I1008 17:57:28.999424 548894 main.go:141] libmachine: (ha-094095) DBG | domain ha-094095 has defined MAC address 52:54:00:bf:fa:3a in network mk-ha-094095
I1008 17:57:28.999921 548894 main.go:141] libmachine: (ha-094095) DBG | unable to find current IP address of domain ha-094095 in network mk-ha-094095
I1008 17:57:28.999945 548894 main.go:141] libmachine: (ha-094095) DBG | I1008 17:57:28.999873 548918 retry.go:31] will retry after 1.937304185s: waiting for machine to come up
I1008 17:57:30.939309 548894 main.go:141] libmachine: (ha-094095) DBG | domain ha-094095 has defined MAC address 52:54:00:bf:fa:3a in network mk-ha-094095
I1008 17:57:30.939791 548894 main.go:141] libmachine: (ha-094095) DBG | unable to find current IP address of domain ha-094095 in network mk-ha-094095
I1008 17:57:30.939819 548894 main.go:141] libmachine: (ha-094095) DBG | I1008 17:57:30.939738 548918 retry.go:31] will retry after 3.500432638s: waiting for machine to come up
I1008 17:57:34.441923 548894 main.go:141] libmachine: (ha-094095) DBG | domain ha-094095 has defined MAC address 52:54:00:bf:fa:3a in network mk-ha-094095
I1008 17:57:34.442356 548894 main.go:141] libmachine: (ha-094095) DBG | unable to find current IP address of domain ha-094095 in network mk-ha-094095
I1008 17:57:34.442385 548894 main.go:141] libmachine: (ha-094095) DBG | I1008 17:57:34.442290 548918 retry.go:31] will retry after 3.09089187s: waiting for machine to come up
I1008 17:57:37.536439 548894 main.go:141] libmachine: (ha-094095) DBG | domain ha-094095 has defined MAC address 52:54:00:bf:fa:3a in network mk-ha-094095
I1008 17:57:37.536781 548894 main.go:141] libmachine: (ha-094095) DBG | unable to find current IP address of domain ha-094095 in network mk-ha-094095
I1008 17:57:37.536801 548894 main.go:141] libmachine: (ha-094095) DBG | I1008 17:57:37.536736 548918 retry.go:31] will retry after 5.395822577s: waiting for machine to come up
I1008 17:57:42.937057 548894 main.go:141] libmachine: (ha-094095) DBG | domain ha-094095 has defined MAC address 52:54:00:bf:fa:3a in network mk-ha-094095
I1008 17:57:42.937477 548894 main.go:141] libmachine: (ha-094095) Found IP for machine: 192.168.39.99
I1008 17:57:42.937503 548894 main.go:141] libmachine: (ha-094095) Reserving static IP address...
I1008 17:57:42.937532 548894 main.go:141] libmachine: (ha-094095) DBG | domain ha-094095 has current primary IP address 192.168.39.99 and MAC address 52:54:00:bf:fa:3a in network mk-ha-094095
I1008 17:57:42.937886 548894 main.go:141] libmachine: (ha-094095) DBG | unable to find host DHCP lease matching {name: "ha-094095", mac: "52:54:00:bf:fa:3a", ip: "192.168.39.99"} in network mk-ha-094095
I1008 17:57:43.006083 548894 main.go:141] libmachine: (ha-094095) DBG | Getting to WaitForSSH function...
I1008 17:57:43.006114 548894 main.go:141] libmachine: (ha-094095) Reserved static IP address: 192.168.39.99
I1008 17:57:43.006128 548894 main.go:141] libmachine: (ha-094095) Waiting for SSH to be available...
I1008 17:57:43.008468 548894 main.go:141] libmachine: (ha-094095) DBG | domain ha-094095 has defined MAC address 52:54:00:bf:fa:3a in network mk-ha-094095
I1008 17:57:43.008879 548894 main.go:141] libmachine: (ha-094095) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:bf:fa:3a", ip: ""} in network mk-ha-094095: {Iface:virbr1 ExpiryTime:2024-10-08 18:57:33 +0000 UTC Type:0 Mac:52:54:00:bf:fa:3a Iaid: IPaddr:192.168.39.99 Prefix:24 Hostname:minikube Clientid:01:52:54:00:bf:fa:3a}
I1008 17:57:43.008907 548894 main.go:141] libmachine: (ha-094095) DBG | domain ha-094095 has defined IP address 192.168.39.99 and MAC address 52:54:00:bf:fa:3a in network mk-ha-094095
I1008 17:57:43.009020 548894 main.go:141] libmachine: (ha-094095) DBG | Using SSH client type: external
I1008 17:57:43.009041 548894 main.go:141] libmachine: (ha-094095) DBG | Using SSH private key: /home/jenkins/minikube-integration/19774-529764/.minikube/machines/ha-094095/id_rsa (-rw-------)
I1008 17:57:43.009062 548894 main.go:141] libmachine: (ha-094095) DBG | &{[-F /dev/null -o ConnectionAttempts=3 -o ConnectTimeout=10 -o ControlMaster=no -o ControlPath=none -o LogLevel=quiet -o PasswordAuthentication=no -o ServerAliveInterval=60 -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null docker@192.168.39.99 -o IdentitiesOnly=yes -i /home/jenkins/minikube-integration/19774-529764/.minikube/machines/ha-094095/id_rsa -p 22] /usr/bin/ssh <nil>}
I1008 17:57:43.009119 548894 main.go:141] libmachine: (ha-094095) DBG | About to run SSH command:
I1008 17:57:43.009138 548894 main.go:141] libmachine: (ha-094095) DBG | exit 0
I1008 17:57:43.130112 548894 main.go:141] libmachine: (ha-094095) DBG | SSH cmd err, output: <nil>:
I1008 17:57:43.130367 548894 main.go:141] libmachine: (ha-094095) KVM machine creation complete!
I1008 17:57:43.130653 548894 main.go:141] libmachine: (ha-094095) Calling .GetConfigRaw
I1008 17:57:43.131203 548894 main.go:141] libmachine: (ha-094095) Calling .DriverName
I1008 17:57:43.131384 548894 main.go:141] libmachine: (ha-094095) Calling .DriverName
I1008 17:57:43.131553 548894 main.go:141] libmachine: Waiting for machine to be running, this may take a few minutes...
I1008 17:57:43.131567 548894 main.go:141] libmachine: (ha-094095) Calling .GetState
I1008 17:57:43.132696 548894 main.go:141] libmachine: Detecting operating system of created instance...
I1008 17:57:43.132710 548894 main.go:141] libmachine: Waiting for SSH to be available...
I1008 17:57:43.132718 548894 main.go:141] libmachine: Getting to WaitForSSH function...
I1008 17:57:43.132724 548894 main.go:141] libmachine: (ha-094095) Calling .GetSSHHostname
I1008 17:57:43.134855 548894 main.go:141] libmachine: (ha-094095) DBG | domain ha-094095 has defined MAC address 52:54:00:bf:fa:3a in network mk-ha-094095
I1008 17:57:43.135157 548894 main.go:141] libmachine: (ha-094095) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:bf:fa:3a", ip: ""} in network mk-ha-094095: {Iface:virbr1 ExpiryTime:2024-10-08 18:57:33 +0000 UTC Type:0 Mac:52:54:00:bf:fa:3a Iaid: IPaddr:192.168.39.99 Prefix:24 Hostname:ha-094095 Clientid:01:52:54:00:bf:fa:3a}
I1008 17:57:43.135186 548894 main.go:141] libmachine: (ha-094095) DBG | domain ha-094095 has defined IP address 192.168.39.99 and MAC address 52:54:00:bf:fa:3a in network mk-ha-094095
I1008 17:57:43.135341 548894 main.go:141] libmachine: (ha-094095) Calling .GetSSHPort
I1008 17:57:43.135500 548894 main.go:141] libmachine: (ha-094095) Calling .GetSSHKeyPath
I1008 17:57:43.135635 548894 main.go:141] libmachine: (ha-094095) Calling .GetSSHKeyPath
I1008 17:57:43.135753 548894 main.go:141] libmachine: (ha-094095) Calling .GetSSHUsername
I1008 17:57:43.135900 548894 main.go:141] libmachine: Using SSH client type: native
I1008 17:57:43.136116 548894 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x8651c0] 0x867ea0 <nil> [] 0s} 192.168.39.99 22 <nil> <nil>}
I1008 17:57:43.136132 548894 main.go:141] libmachine: About to run SSH command:
exit 0
I1008 17:57:43.237532 548894 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1008 17:57:43.237562 548894 main.go:141] libmachine: Detecting the provisioner...
I1008 17:57:43.237573 548894 main.go:141] libmachine: (ha-094095) Calling .GetSSHHostname
I1008 17:57:43.240102 548894 main.go:141] libmachine: (ha-094095) DBG | domain ha-094095 has defined MAC address 52:54:00:bf:fa:3a in network mk-ha-094095
I1008 17:57:43.240361 548894 main.go:141] libmachine: (ha-094095) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:bf:fa:3a", ip: ""} in network mk-ha-094095: {Iface:virbr1 ExpiryTime:2024-10-08 18:57:33 +0000 UTC Type:0 Mac:52:54:00:bf:fa:3a Iaid: IPaddr:192.168.39.99 Prefix:24 Hostname:ha-094095 Clientid:01:52:54:00:bf:fa:3a}
I1008 17:57:43.240386 548894 main.go:141] libmachine: (ha-094095) DBG | domain ha-094095 has defined IP address 192.168.39.99 and MAC address 52:54:00:bf:fa:3a in network mk-ha-094095
I1008 17:57:43.240541 548894 main.go:141] libmachine: (ha-094095) Calling .GetSSHPort
I1008 17:57:43.240728 548894 main.go:141] libmachine: (ha-094095) Calling .GetSSHKeyPath
I1008 17:57:43.240888 548894 main.go:141] libmachine: (ha-094095) Calling .GetSSHKeyPath
I1008 17:57:43.241033 548894 main.go:141] libmachine: (ha-094095) Calling .GetSSHUsername
I1008 17:57:43.241194 548894 main.go:141] libmachine: Using SSH client type: native
I1008 17:57:43.241372 548894 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x8651c0] 0x867ea0 <nil> [] 0s} 192.168.39.99 22 <nil> <nil>}
I1008 17:57:43.241387 548894 main.go:141] libmachine: About to run SSH command:
cat /etc/os-release
I1008 17:57:43.342754 548894 main.go:141] libmachine: SSH cmd err, output: <nil>: NAME=Buildroot
VERSION=2023.02.9-dirty
ID=buildroot
VERSION_ID=2023.02.9
PRETTY_NAME="Buildroot 2023.02.9"
I1008 17:57:43.342848 548894 main.go:141] libmachine: found compatible host: buildroot
I1008 17:57:43.342862 548894 main.go:141] libmachine: Provisioning with buildroot...
I1008 17:57:43.342875 548894 main.go:141] libmachine: (ha-094095) Calling .GetMachineName
I1008 17:57:43.343129 548894 buildroot.go:166] provisioning hostname "ha-094095"
I1008 17:57:43.343169 548894 main.go:141] libmachine: (ha-094095) Calling .GetMachineName
I1008 17:57:43.343355 548894 main.go:141] libmachine: (ha-094095) Calling .GetSSHHostname
I1008 17:57:43.345781 548894 main.go:141] libmachine: (ha-094095) DBG | domain ha-094095 has defined MAC address 52:54:00:bf:fa:3a in network mk-ha-094095
I1008 17:57:43.346150 548894 main.go:141] libmachine: (ha-094095) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:bf:fa:3a", ip: ""} in network mk-ha-094095: {Iface:virbr1 ExpiryTime:2024-10-08 18:57:33 +0000 UTC Type:0 Mac:52:54:00:bf:fa:3a Iaid: IPaddr:192.168.39.99 Prefix:24 Hostname:ha-094095 Clientid:01:52:54:00:bf:fa:3a}
I1008 17:57:43.346172 548894 main.go:141] libmachine: (ha-094095) DBG | domain ha-094095 has defined IP address 192.168.39.99 and MAC address 52:54:00:bf:fa:3a in network mk-ha-094095
I1008 17:57:43.346401 548894 main.go:141] libmachine: (ha-094095) Calling .GetSSHPort
I1008 17:57:43.346572 548894 main.go:141] libmachine: (ha-094095) Calling .GetSSHKeyPath
I1008 17:57:43.346747 548894 main.go:141] libmachine: (ha-094095) Calling .GetSSHKeyPath
I1008 17:57:43.346898 548894 main.go:141] libmachine: (ha-094095) Calling .GetSSHUsername
I1008 17:57:43.347071 548894 main.go:141] libmachine: Using SSH client type: native
I1008 17:57:43.347247 548894 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x8651c0] 0x867ea0 <nil> [] 0s} 192.168.39.99 22 <nil> <nil>}
I1008 17:57:43.347259 548894 main.go:141] libmachine: About to run SSH command:
sudo hostname ha-094095 && echo "ha-094095" | sudo tee /etc/hostname
I1008 17:57:43.463654 548894 main.go:141] libmachine: SSH cmd err, output: <nil>: ha-094095
I1008 17:57:43.463696 548894 main.go:141] libmachine: (ha-094095) Calling .GetSSHHostname
I1008 17:57:43.466255 548894 main.go:141] libmachine: (ha-094095) DBG | domain ha-094095 has defined MAC address 52:54:00:bf:fa:3a in network mk-ha-094095
I1008 17:57:43.466646 548894 main.go:141] libmachine: (ha-094095) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:bf:fa:3a", ip: ""} in network mk-ha-094095: {Iface:virbr1 ExpiryTime:2024-10-08 18:57:33 +0000 UTC Type:0 Mac:52:54:00:bf:fa:3a Iaid: IPaddr:192.168.39.99 Prefix:24 Hostname:ha-094095 Clientid:01:52:54:00:bf:fa:3a}
I1008 17:57:43.466682 548894 main.go:141] libmachine: (ha-094095) DBG | domain ha-094095 has defined IP address 192.168.39.99 and MAC address 52:54:00:bf:fa:3a in network mk-ha-094095
I1008 17:57:43.466840 548894 main.go:141] libmachine: (ha-094095) Calling .GetSSHPort
I1008 17:57:43.467010 548894 main.go:141] libmachine: (ha-094095) Calling .GetSSHKeyPath
I1008 17:57:43.467143 548894 main.go:141] libmachine: (ha-094095) Calling .GetSSHKeyPath
I1008 17:57:43.467243 548894 main.go:141] libmachine: (ha-094095) Calling .GetSSHUsername
I1008 17:57:43.467378 548894 main.go:141] libmachine: Using SSH client type: native
I1008 17:57:43.467581 548894 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x8651c0] 0x867ea0 <nil> [] 0s} 192.168.39.99 22 <nil> <nil>}
I1008 17:57:43.467603 548894 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\sha-094095' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 ha-094095/g' /etc/hosts;
else
echo '127.0.1.1 ha-094095' | sudo tee -a /etc/hosts;
fi
fi
I1008 17:57:43.579438 548894 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1008 17:57:43.579474 548894 buildroot.go:172] set auth options {CertDir:/home/jenkins/minikube-integration/19774-529764/.minikube CaCertPath:/home/jenkins/minikube-integration/19774-529764/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/19774-529764/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/19774-529764/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/19774-529764/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/19774-529764/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/19774-529764/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/19774-529764/.minikube}
I1008 17:57:43.579515 548894 buildroot.go:174] setting up certificates
I1008 17:57:43.579525 548894 provision.go:84] configureAuth start
I1008 17:57:43.579536 548894 main.go:141] libmachine: (ha-094095) Calling .GetMachineName
I1008 17:57:43.579814 548894 main.go:141] libmachine: (ha-094095) Calling .GetIP
I1008 17:57:43.582136 548894 main.go:141] libmachine: (ha-094095) DBG | domain ha-094095 has defined MAC address 52:54:00:bf:fa:3a in network mk-ha-094095
I1008 17:57:43.582503 548894 main.go:141] libmachine: (ha-094095) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:bf:fa:3a", ip: ""} in network mk-ha-094095: {Iface:virbr1 ExpiryTime:2024-10-08 18:57:33 +0000 UTC Type:0 Mac:52:54:00:bf:fa:3a Iaid: IPaddr:192.168.39.99 Prefix:24 Hostname:ha-094095 Clientid:01:52:54:00:bf:fa:3a}
I1008 17:57:43.582528 548894 main.go:141] libmachine: (ha-094095) DBG | domain ha-094095 has defined IP address 192.168.39.99 and MAC address 52:54:00:bf:fa:3a in network mk-ha-094095
I1008 17:57:43.582696 548894 main.go:141] libmachine: (ha-094095) Calling .GetSSHHostname
I1008 17:57:43.584820 548894 main.go:141] libmachine: (ha-094095) DBG | domain ha-094095 has defined MAC address 52:54:00:bf:fa:3a in network mk-ha-094095
I1008 17:57:43.585187 548894 main.go:141] libmachine: (ha-094095) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:bf:fa:3a", ip: ""} in network mk-ha-094095: {Iface:virbr1 ExpiryTime:2024-10-08 18:57:33 +0000 UTC Type:0 Mac:52:54:00:bf:fa:3a Iaid: IPaddr:192.168.39.99 Prefix:24 Hostname:ha-094095 Clientid:01:52:54:00:bf:fa:3a}
I1008 17:57:43.585207 548894 main.go:141] libmachine: (ha-094095) DBG | domain ha-094095 has defined IP address 192.168.39.99 and MAC address 52:54:00:bf:fa:3a in network mk-ha-094095
I1008 17:57:43.585310 548894 provision.go:143] copyHostCerts
I1008 17:57:43.585352 548894 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19774-529764/.minikube/certs/cert.pem -> /home/jenkins/minikube-integration/19774-529764/.minikube/cert.pem
I1008 17:57:43.585401 548894 exec_runner.go:144] found /home/jenkins/minikube-integration/19774-529764/.minikube/cert.pem, removing ...
I1008 17:57:43.585412 548894 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19774-529764/.minikube/cert.pem
I1008 17:57:43.585494 548894 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19774-529764/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/19774-529764/.minikube/cert.pem (1123 bytes)
I1008 17:57:43.585624 548894 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19774-529764/.minikube/certs/key.pem -> /home/jenkins/minikube-integration/19774-529764/.minikube/key.pem
I1008 17:57:43.585659 548894 exec_runner.go:144] found /home/jenkins/minikube-integration/19774-529764/.minikube/key.pem, removing ...
I1008 17:57:43.585677 548894 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19774-529764/.minikube/key.pem
I1008 17:57:43.585716 548894 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19774-529764/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/19774-529764/.minikube/key.pem (1675 bytes)
I1008 17:57:43.585797 548894 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19774-529764/.minikube/certs/ca.pem -> /home/jenkins/minikube-integration/19774-529764/.minikube/ca.pem
I1008 17:57:43.585818 548894 exec_runner.go:144] found /home/jenkins/minikube-integration/19774-529764/.minikube/ca.pem, removing ...
I1008 17:57:43.585827 548894 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19774-529764/.minikube/ca.pem
I1008 17:57:43.585862 548894 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19774-529764/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/19774-529764/.minikube/ca.pem (1082 bytes)
I1008 17:57:43.585945 548894 provision.go:117] generating server cert: /home/jenkins/minikube-integration/19774-529764/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/19774-529764/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/19774-529764/.minikube/certs/ca-key.pem org=jenkins.ha-094095 san=[127.0.0.1 192.168.39.99 ha-094095 localhost minikube]
I1008 17:57:43.673469 548894 provision.go:177] copyRemoteCerts
I1008 17:57:43.673538 548894 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1008 17:57:43.673570 548894 main.go:141] libmachine: (ha-094095) Calling .GetSSHHostname
I1008 17:57:43.676617 548894 main.go:141] libmachine: (ha-094095) DBG | domain ha-094095 has defined MAC address 52:54:00:bf:fa:3a in network mk-ha-094095
I1008 17:57:43.676907 548894 main.go:141] libmachine: (ha-094095) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:bf:fa:3a", ip: ""} in network mk-ha-094095: {Iface:virbr1 ExpiryTime:2024-10-08 18:57:33 +0000 UTC Type:0 Mac:52:54:00:bf:fa:3a Iaid: IPaddr:192.168.39.99 Prefix:24 Hostname:ha-094095 Clientid:01:52:54:00:bf:fa:3a}
I1008 17:57:43.676942 548894 main.go:141] libmachine: (ha-094095) DBG | domain ha-094095 has defined IP address 192.168.39.99 and MAC address 52:54:00:bf:fa:3a in network mk-ha-094095
I1008 17:57:43.677124 548894 main.go:141] libmachine: (ha-094095) Calling .GetSSHPort
I1008 17:57:43.677287 548894 main.go:141] libmachine: (ha-094095) Calling .GetSSHKeyPath
I1008 17:57:43.677489 548894 main.go:141] libmachine: (ha-094095) Calling .GetSSHUsername
I1008 17:57:43.677596 548894 sshutil.go:53] new ssh client: &{IP:192.168.39.99 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19774-529764/.minikube/machines/ha-094095/id_rsa Username:docker}
I1008 17:57:43.759344 548894 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19774-529764/.minikube/machines/server.pem -> /etc/docker/server.pem
I1008 17:57:43.759416 548894 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19774-529764/.minikube/machines/server.pem --> /etc/docker/server.pem (1200 bytes)
I1008 17:57:43.781917 548894 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19774-529764/.minikube/machines/server-key.pem -> /etc/docker/server-key.pem
I1008 17:57:43.781981 548894 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19774-529764/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)
I1008 17:57:43.804256 548894 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19774-529764/.minikube/certs/ca.pem -> /etc/docker/ca.pem
I1008 17:57:43.804312 548894 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19774-529764/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1082 bytes)
I1008 17:57:43.826921 548894 provision.go:87] duration metric: took 247.384803ms to configureAuth
I1008 17:57:43.826944 548894 buildroot.go:189] setting minikube options for container-runtime
I1008 17:57:43.827107 548894 config.go:182] Loaded profile config "ha-094095": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.1
I1008 17:57:43.827185 548894 main.go:141] libmachine: (ha-094095) Calling .GetSSHHostname
I1008 17:57:43.830340 548894 main.go:141] libmachine: (ha-094095) DBG | domain ha-094095 has defined MAC address 52:54:00:bf:fa:3a in network mk-ha-094095
I1008 17:57:43.830654 548894 main.go:141] libmachine: (ha-094095) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:bf:fa:3a", ip: ""} in network mk-ha-094095: {Iface:virbr1 ExpiryTime:2024-10-08 18:57:33 +0000 UTC Type:0 Mac:52:54:00:bf:fa:3a Iaid: IPaddr:192.168.39.99 Prefix:24 Hostname:ha-094095 Clientid:01:52:54:00:bf:fa:3a}
I1008 17:57:43.830685 548894 main.go:141] libmachine: (ha-094095) DBG | domain ha-094095 has defined IP address 192.168.39.99 and MAC address 52:54:00:bf:fa:3a in network mk-ha-094095
I1008 17:57:43.830917 548894 main.go:141] libmachine: (ha-094095) Calling .GetSSHPort
I1008 17:57:43.831091 548894 main.go:141] libmachine: (ha-094095) Calling .GetSSHKeyPath
I1008 17:57:43.831234 548894 main.go:141] libmachine: (ha-094095) Calling .GetSSHKeyPath
I1008 17:57:43.831362 548894 main.go:141] libmachine: (ha-094095) Calling .GetSSHUsername
I1008 17:57:43.831590 548894 main.go:141] libmachine: Using SSH client type: native
I1008 17:57:43.831761 548894 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x8651c0] 0x867ea0 <nil> [] 0s} 192.168.39.99 22 <nil> <nil>}
I1008 17:57:43.831775 548894 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1008 17:57:44.043562 548894 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1008 17:57:44.043593 548894 main.go:141] libmachine: Checking connection to Docker...
I1008 17:57:44.043602 548894 main.go:141] libmachine: (ha-094095) Calling .GetURL
I1008 17:57:44.044870 548894 main.go:141] libmachine: (ha-094095) DBG | Using libvirt version 6000000
I1008 17:57:44.047119 548894 main.go:141] libmachine: (ha-094095) DBG | domain ha-094095 has defined MAC address 52:54:00:bf:fa:3a in network mk-ha-094095
I1008 17:57:44.047449 548894 main.go:141] libmachine: (ha-094095) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:bf:fa:3a", ip: ""} in network mk-ha-094095: {Iface:virbr1 ExpiryTime:2024-10-08 18:57:33 +0000 UTC Type:0 Mac:52:54:00:bf:fa:3a Iaid: IPaddr:192.168.39.99 Prefix:24 Hostname:ha-094095 Clientid:01:52:54:00:bf:fa:3a}
I1008 17:57:44.047478 548894 main.go:141] libmachine: (ha-094095) DBG | domain ha-094095 has defined IP address 192.168.39.99 and MAC address 52:54:00:bf:fa:3a in network mk-ha-094095
I1008 17:57:44.047637 548894 main.go:141] libmachine: Docker is up and running!
I1008 17:57:44.047652 548894 main.go:141] libmachine: Reticulating splines...
I1008 17:57:44.047661 548894 client.go:171] duration metric: took 25.014282218s to LocalClient.Create
I1008 17:57:44.047690 548894 start.go:167] duration metric: took 25.014354001s to libmachine.API.Create "ha-094095"
I1008 17:57:44.047702 548894 start.go:293] postStartSetup for "ha-094095" (driver="kvm2")
I1008 17:57:44.047716 548894 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1008 17:57:44.047739 548894 main.go:141] libmachine: (ha-094095) Calling .DriverName
I1008 17:57:44.048014 548894 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1008 17:57:44.048045 548894 main.go:141] libmachine: (ha-094095) Calling .GetSSHHostname
I1008 17:57:44.050022 548894 main.go:141] libmachine: (ha-094095) DBG | domain ha-094095 has defined MAC address 52:54:00:bf:fa:3a in network mk-ha-094095
I1008 17:57:44.050306 548894 main.go:141] libmachine: (ha-094095) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:bf:fa:3a", ip: ""} in network mk-ha-094095: {Iface:virbr1 ExpiryTime:2024-10-08 18:57:33 +0000 UTC Type:0 Mac:52:54:00:bf:fa:3a Iaid: IPaddr:192.168.39.99 Prefix:24 Hostname:ha-094095 Clientid:01:52:54:00:bf:fa:3a}
I1008 17:57:44.050347 548894 main.go:141] libmachine: (ha-094095) DBG | domain ha-094095 has defined IP address 192.168.39.99 and MAC address 52:54:00:bf:fa:3a in network mk-ha-094095
I1008 17:57:44.050505 548894 main.go:141] libmachine: (ha-094095) Calling .GetSSHPort
I1008 17:57:44.050666 548894 main.go:141] libmachine: (ha-094095) Calling .GetSSHKeyPath
I1008 17:57:44.050837 548894 main.go:141] libmachine: (ha-094095) Calling .GetSSHUsername
I1008 17:57:44.050949 548894 sshutil.go:53] new ssh client: &{IP:192.168.39.99 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19774-529764/.minikube/machines/ha-094095/id_rsa Username:docker}
I1008 17:57:44.132504 548894 ssh_runner.go:195] Run: cat /etc/os-release
I1008 17:57:44.136621 548894 info.go:137] Remote host: Buildroot 2023.02.9
I1008 17:57:44.136645 548894 filesync.go:126] Scanning /home/jenkins/minikube-integration/19774-529764/.minikube/addons for local assets ...
I1008 17:57:44.136713 548894 filesync.go:126] Scanning /home/jenkins/minikube-integration/19774-529764/.minikube/files for local assets ...
I1008 17:57:44.136806 548894 filesync.go:149] local asset: /home/jenkins/minikube-integration/19774-529764/.minikube/files/etc/ssl/certs/5370132.pem -> 5370132.pem in /etc/ssl/certs
I1008 17:57:44.136818 548894 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19774-529764/.minikube/files/etc/ssl/certs/5370132.pem -> /etc/ssl/certs/5370132.pem
I1008 17:57:44.136924 548894 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1008 17:57:44.146103 548894 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19774-529764/.minikube/files/etc/ssl/certs/5370132.pem --> /etc/ssl/certs/5370132.pem (1708 bytes)
I1008 17:57:44.168356 548894 start.go:296] duration metric: took 120.640584ms for postStartSetup
I1008 17:57:44.168411 548894 main.go:141] libmachine: (ha-094095) Calling .GetConfigRaw
I1008 17:57:44.169087 548894 main.go:141] libmachine: (ha-094095) Calling .GetIP
I1008 17:57:44.172425 548894 main.go:141] libmachine: (ha-094095) DBG | domain ha-094095 has defined MAC address 52:54:00:bf:fa:3a in network mk-ha-094095
I1008 17:57:44.172799 548894 main.go:141] libmachine: (ha-094095) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:bf:fa:3a", ip: ""} in network mk-ha-094095: {Iface:virbr1 ExpiryTime:2024-10-08 18:57:33 +0000 UTC Type:0 Mac:52:54:00:bf:fa:3a Iaid: IPaddr:192.168.39.99 Prefix:24 Hostname:ha-094095 Clientid:01:52:54:00:bf:fa:3a}
I1008 17:57:44.172823 548894 main.go:141] libmachine: (ha-094095) DBG | domain ha-094095 has defined IP address 192.168.39.99 and MAC address 52:54:00:bf:fa:3a in network mk-ha-094095
I1008 17:57:44.173056 548894 profile.go:143] Saving config to /home/jenkins/minikube-integration/19774-529764/.minikube/profiles/ha-094095/config.json ...
I1008 17:57:44.173256 548894 start.go:128] duration metric: took 25.157738621s to createHost
I1008 17:57:44.173281 548894 main.go:141] libmachine: (ha-094095) Calling .GetSSHHostname
I1008 17:57:44.175394 548894 main.go:141] libmachine: (ha-094095) DBG | domain ha-094095 has defined MAC address 52:54:00:bf:fa:3a in network mk-ha-094095
I1008 17:57:44.175685 548894 main.go:141] libmachine: (ha-094095) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:bf:fa:3a", ip: ""} in network mk-ha-094095: {Iface:virbr1 ExpiryTime:2024-10-08 18:57:33 +0000 UTC Type:0 Mac:52:54:00:bf:fa:3a Iaid: IPaddr:192.168.39.99 Prefix:24 Hostname:ha-094095 Clientid:01:52:54:00:bf:fa:3a}
I1008 17:57:44.175711 548894 main.go:141] libmachine: (ha-094095) DBG | domain ha-094095 has defined IP address 192.168.39.99 and MAC address 52:54:00:bf:fa:3a in network mk-ha-094095
I1008 17:57:44.175872 548894 main.go:141] libmachine: (ha-094095) Calling .GetSSHPort
I1008 17:57:44.176022 548894 main.go:141] libmachine: (ha-094095) Calling .GetSSHKeyPath
I1008 17:57:44.176162 548894 main.go:141] libmachine: (ha-094095) Calling .GetSSHKeyPath
I1008 17:57:44.176257 548894 main.go:141] libmachine: (ha-094095) Calling .GetSSHUsername
I1008 17:57:44.176381 548894 main.go:141] libmachine: Using SSH client type: native
I1008 17:57:44.176571 548894 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x8651c0] 0x867ea0 <nil> [] 0s} 192.168.39.99 22 <nil> <nil>}
I1008 17:57:44.176587 548894 main.go:141] libmachine: About to run SSH command:
date +%s.%N
I1008 17:57:44.278668 548894 main.go:141] libmachine: SSH cmd err, output: <nil>: 1728410264.248509692
I1008 17:57:44.278691 548894 fix.go:216] guest clock: 1728410264.248509692
I1008 17:57:44.278710 548894 fix.go:229] Guest: 2024-10-08 17:57:44.248509692 +0000 UTC Remote: 2024-10-08 17:57:44.173269639 +0000 UTC m=+25.264229848 (delta=75.240053ms)
I1008 17:57:44.278730 548894 fix.go:200] guest clock delta is within tolerance: 75.240053ms
I1008 17:57:44.278735 548894 start.go:83] releasing machines lock for "ha-094095", held for 25.26328044s
I1008 17:57:44.278761 548894 main.go:141] libmachine: (ha-094095) Calling .DriverName
I1008 17:57:44.279011 548894 main.go:141] libmachine: (ha-094095) Calling .GetIP
I1008 17:57:44.281403 548894 main.go:141] libmachine: (ha-094095) DBG | domain ha-094095 has defined MAC address 52:54:00:bf:fa:3a in network mk-ha-094095
I1008 17:57:44.281704 548894 main.go:141] libmachine: (ha-094095) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:bf:fa:3a", ip: ""} in network mk-ha-094095: {Iface:virbr1 ExpiryTime:2024-10-08 18:57:33 +0000 UTC Type:0 Mac:52:54:00:bf:fa:3a Iaid: IPaddr:192.168.39.99 Prefix:24 Hostname:ha-094095 Clientid:01:52:54:00:bf:fa:3a}
I1008 17:57:44.281728 548894 main.go:141] libmachine: (ha-094095) DBG | domain ha-094095 has defined IP address 192.168.39.99 and MAC address 52:54:00:bf:fa:3a in network mk-ha-094095
I1008 17:57:44.281844 548894 main.go:141] libmachine: (ha-094095) Calling .DriverName
I1008 17:57:44.282331 548894 main.go:141] libmachine: (ha-094095) Calling .DriverName
I1008 17:57:44.282492 548894 main.go:141] libmachine: (ha-094095) Calling .DriverName
I1008 17:57:44.282608 548894 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1008 17:57:44.282649 548894 main.go:141] libmachine: (ha-094095) Calling .GetSSHHostname
I1008 17:57:44.282695 548894 ssh_runner.go:195] Run: cat /version.json
I1008 17:57:44.282718 548894 main.go:141] libmachine: (ha-094095) Calling .GetSSHHostname
I1008 17:57:44.285197 548894 main.go:141] libmachine: (ha-094095) DBG | domain ha-094095 has defined MAC address 52:54:00:bf:fa:3a in network mk-ha-094095
I1008 17:57:44.285467 548894 main.go:141] libmachine: (ha-094095) DBG | domain ha-094095 has defined MAC address 52:54:00:bf:fa:3a in network mk-ha-094095
I1008 17:57:44.285561 548894 main.go:141] libmachine: (ha-094095) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:bf:fa:3a", ip: ""} in network mk-ha-094095: {Iface:virbr1 ExpiryTime:2024-10-08 18:57:33 +0000 UTC Type:0 Mac:52:54:00:bf:fa:3a Iaid: IPaddr:192.168.39.99 Prefix:24 Hostname:ha-094095 Clientid:01:52:54:00:bf:fa:3a}
I1008 17:57:44.285596 548894 main.go:141] libmachine: (ha-094095) DBG | domain ha-094095 has defined IP address 192.168.39.99 and MAC address 52:54:00:bf:fa:3a in network mk-ha-094095
I1008 17:57:44.285720 548894 main.go:141] libmachine: (ha-094095) Calling .GetSSHPort
I1008 17:57:44.285878 548894 main.go:141] libmachine: (ha-094095) Calling .GetSSHKeyPath
I1008 17:57:44.285947 548894 main.go:141] libmachine: (ha-094095) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:bf:fa:3a", ip: ""} in network mk-ha-094095: {Iface:virbr1 ExpiryTime:2024-10-08 18:57:33 +0000 UTC Type:0 Mac:52:54:00:bf:fa:3a Iaid: IPaddr:192.168.39.99 Prefix:24 Hostname:ha-094095 Clientid:01:52:54:00:bf:fa:3a}
I1008 17:57:44.285972 548894 main.go:141] libmachine: (ha-094095) DBG | domain ha-094095 has defined IP address 192.168.39.99 and MAC address 52:54:00:bf:fa:3a in network mk-ha-094095
I1008 17:57:44.286009 548894 main.go:141] libmachine: (ha-094095) Calling .GetSSHUsername
I1008 17:57:44.286152 548894 sshutil.go:53] new ssh client: &{IP:192.168.39.99 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19774-529764/.minikube/machines/ha-094095/id_rsa Username:docker}
I1008 17:57:44.286166 548894 main.go:141] libmachine: (ha-094095) Calling .GetSSHPort
I1008 17:57:44.286407 548894 main.go:141] libmachine: (ha-094095) Calling .GetSSHKeyPath
I1008 17:57:44.286555 548894 main.go:141] libmachine: (ha-094095) Calling .GetSSHUsername
I1008 17:57:44.286685 548894 sshutil.go:53] new ssh client: &{IP:192.168.39.99 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19774-529764/.minikube/machines/ha-094095/id_rsa Username:docker}
I1008 17:57:44.362923 548894 ssh_runner.go:195] Run: systemctl --version
I1008 17:57:44.382917 548894 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1008 17:57:44.543848 548894 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
W1008 17:57:44.549734 548894 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I1008 17:57:44.549799 548894 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1008 17:57:44.566434 548894 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)
I1008 17:57:44.566456 548894 start.go:495] detecting cgroup driver to use...
I1008 17:57:44.566531 548894 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1008 17:57:44.582382 548894 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1008 17:57:44.595796 548894 docker.go:217] disabling cri-docker service (if available) ...
I1008 17:57:44.595845 548894 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1008 17:57:44.608932 548894 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1008 17:57:44.621723 548894 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1008 17:57:44.737514 548894 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1008 17:57:44.894846 548894 docker.go:233] disabling docker service ...
I1008 17:57:44.894913 548894 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1008 17:57:44.908802 548894 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1008 17:57:44.920944 548894 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1008 17:57:45.040515 548894 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1008 17:57:45.156709 548894 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1008 17:57:45.170339 548894 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1008 17:57:45.188088 548894 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10" pause image...
I1008 17:57:45.188162 548894 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10"|' /etc/crio/crio.conf.d/02-crio.conf"
I1008 17:57:45.197887 548894 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I1008 17:57:45.197965 548894 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I1008 17:57:45.207765 548894 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1008 17:57:45.217192 548894 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1008 17:57:45.226820 548894 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1008 17:57:45.236401 548894 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I1008 17:57:45.246021 548894 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I1008 17:57:45.261908 548894 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I1008 17:57:45.271409 548894 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1008 17:57:45.280221 548894 crio.go:166] couldn't verify netfilter by "sudo sysctl net.bridge.bridge-nf-call-iptables" which might be okay. error: sudo sysctl net.bridge.bridge-nf-call-iptables: Process exited with status 255
stdout:
stderr:
sysctl: cannot stat /proc/sys/net/bridge/bridge-nf-call-iptables: No such file or directory
I1008 17:57:45.280279 548894 ssh_runner.go:195] Run: sudo modprobe br_netfilter
I1008 17:57:45.293099 548894 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1008 17:57:45.301781 548894 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1008 17:57:45.406440 548894 ssh_runner.go:195] Run: sudo systemctl restart crio
I1008 17:57:45.492188 548894 start.go:542] Will wait 60s for socket path /var/run/crio/crio.sock
I1008 17:57:45.492292 548894 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1008 17:57:45.496696 548894 start.go:563] Will wait 60s for crictl version
I1008 17:57:45.496749 548894 ssh_runner.go:195] Run: which crictl
I1008 17:57:45.500380 548894 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I1008 17:57:45.538828 548894 start.go:579] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.29.1
RuntimeApiVersion: v1
I1008 17:57:45.538916 548894 ssh_runner.go:195] Run: crio --version
I1008 17:57:45.566412 548894 ssh_runner.go:195] Run: crio --version
I1008 17:57:45.594012 548894 out.go:177] * Preparing Kubernetes v1.31.1 on CRI-O 1.29.1 ...
I1008 17:57:45.595183 548894 main.go:141] libmachine: (ha-094095) Calling .GetIP
I1008 17:57:45.597820 548894 main.go:141] libmachine: (ha-094095) DBG | domain ha-094095 has defined MAC address 52:54:00:bf:fa:3a in network mk-ha-094095
I1008 17:57:45.598135 548894 main.go:141] libmachine: (ha-094095) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:bf:fa:3a", ip: ""} in network mk-ha-094095: {Iface:virbr1 ExpiryTime:2024-10-08 18:57:33 +0000 UTC Type:0 Mac:52:54:00:bf:fa:3a Iaid: IPaddr:192.168.39.99 Prefix:24 Hostname:ha-094095 Clientid:01:52:54:00:bf:fa:3a}
I1008 17:57:45.598169 548894 main.go:141] libmachine: (ha-094095) DBG | domain ha-094095 has defined IP address 192.168.39.99 and MAC address 52:54:00:bf:fa:3a in network mk-ha-094095
I1008 17:57:45.598406 548894 ssh_runner.go:195] Run: grep 192.168.39.1 host.minikube.internal$ /etc/hosts
I1008 17:57:45.602368 548894 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.39.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1008 17:57:45.614968 548894 kubeadm.go:883] updating cluster {Name:ha-094095 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19774/minikube-v1.34.0-1728382514-19774-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1728382586-19774@sha256:5d8c4f6d838467365e214e2194dd0153a763e3f78723b5f2a8e06ef7b47409ec Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.1 Cl
usterName:ha-094095 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.39.99 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 Mo
untType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} ...
I1008 17:57:45.615076 548894 preload.go:131] Checking if preload exists for k8s version v1.31.1 and runtime crio
I1008 17:57:45.615144 548894 ssh_runner.go:195] Run: sudo crictl images --output json
I1008 17:57:45.645417 548894 crio.go:510] couldn't find preloaded image for "registry.k8s.io/kube-apiserver:v1.31.1". assuming images are not preloaded.
I1008 17:57:45.645488 548894 ssh_runner.go:195] Run: which lz4
I1008 17:57:45.649242 548894 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19774-529764/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.1-cri-o-overlay-amd64.tar.lz4 -> /preloaded.tar.lz4
I1008 17:57:45.649331 548894 ssh_runner.go:195] Run: stat -c "%s %y" /preloaded.tar.lz4
I1008 17:57:45.653358 548894 ssh_runner.go:352] existence check for /preloaded.tar.lz4: stat -c "%s %y" /preloaded.tar.lz4: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/preloaded.tar.lz4': No such file or directory
I1008 17:57:45.653398 548894 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19774-529764/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.1-cri-o-overlay-amd64.tar.lz4 --> /preloaded.tar.lz4 (388599353 bytes)
I1008 17:57:46.900415 548894 crio.go:462] duration metric: took 1.251111162s to copy over tarball
I1008 17:57:46.900502 548894 ssh_runner.go:195] Run: sudo tar --xattrs --xattrs-include security.capability -I lz4 -C /var -xf /preloaded.tar.lz4
I1008 17:57:48.824951 548894 ssh_runner.go:235] Completed: sudo tar --xattrs --xattrs-include security.capability -I lz4 -C /var -xf /preloaded.tar.lz4: (1.92441022s)
I1008 17:57:48.824989 548894 crio.go:469] duration metric: took 1.924546326s to extract the tarball
I1008 17:57:48.825000 548894 ssh_runner.go:146] rm: /preloaded.tar.lz4
I1008 17:57:48.862916 548894 ssh_runner.go:195] Run: sudo crictl images --output json
I1008 17:57:48.914586 548894 crio.go:514] all images are preloaded for cri-o runtime.
I1008 17:57:48.914611 548894 cache_images.go:84] Images are preloaded, skipping loading
I1008 17:57:48.914620 548894 kubeadm.go:934] updating node { 192.168.39.99 8443 v1.31.1 crio true true} ...
I1008 17:57:48.914713 548894 kubeadm.go:946] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.31.1/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --hostname-override=ha-094095 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.39.99
[Install]
config:
{KubernetesVersion:v1.31.1 ClusterName:ha-094095 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1008 17:57:48.914782 548894 ssh_runner.go:195] Run: crio config
I1008 17:57:48.965231 548894 cni.go:84] Creating CNI manager for ""
I1008 17:57:48.965254 548894 cni.go:136] multinode detected (1 nodes found), recommending kindnet
I1008 17:57:48.965272 548894 kubeadm.go:84] Using pod CIDR: 10.244.0.0/16
I1008 17:57:48.965293 548894 kubeadm.go:181] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.39.99 APIServerPort:8443 KubernetesVersion:v1.31.1 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:ha-094095 NodeName:ha-094095 DNSDomain:cluster.local CRISocket:/var/run/crio/crio.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.39.99"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.39.99 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/kubernetes/m
anifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[containerRuntimeEndpoint:unix:///var/run/crio/crio.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I1008 17:57:48.965430 548894 kubeadm.go:187] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta3
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.39.99
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/crio/crio.sock
name: "ha-094095"
kubeletExtraArgs:
node-ip: 192.168.39.99
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta3
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.39.99"]
extraArgs:
enable-admission-plugins: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
allocate-node-cidrs: "true"
leader-elect: "false"
scheduler:
extraArgs:
leader-elect: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
extraArgs:
proxy-refresh-interval: "70000"
kubernetesVersion: v1.31.1
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
containerRuntimeEndpoint: unix:///var/run/crio/crio.sock
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%"
nodefs.inodesFree: "0%"
imagefs.available: "0%"
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I1008 17:57:48.965457 548894 kube-vip.go:115] generating kube-vip config ...
I1008 17:57:48.965957 548894 ssh_runner.go:195] Run: sudo sh -c "modprobe --all ip_vs ip_vs_rr ip_vs_wrr ip_vs_sh nf_conntrack"
I1008 17:57:48.984862 548894 kube-vip.go:167] auto-enabling control-plane load-balancing in kube-vip
I1008 17:57:48.984960 548894 kube-vip.go:137] kube-vip config:
apiVersion: v1
kind: Pod
metadata:
creationTimestamp: null
name: kube-vip
namespace: kube-system
spec:
containers:
- args:
- manager
env:
- name: vip_arp
value: "true"
- name: port
value: "8443"
- name: vip_nodename
valueFrom:
fieldRef:
fieldPath: spec.nodeName
- name: vip_interface
value: eth0
- name: vip_cidr
value: "32"
- name: dns_mode
value: first
- name: cp_enable
value: "true"
- name: cp_namespace
value: kube-system
- name: vip_leaderelection
value: "true"
- name: vip_leasename
value: plndr-cp-lock
- name: vip_leaseduration
value: "5"
- name: vip_renewdeadline
value: "3"
- name: vip_retryperiod
value: "1"
- name: address
value: 192.168.39.254
- name: prometheus_server
value: :2112
- name : lb_enable
value: "true"
- name: lb_port
value: "8443"
image: ghcr.io/kube-vip/kube-vip:v0.8.3
imagePullPolicy: IfNotPresent
name: kube-vip
resources: {}
securityContext:
capabilities:
add:
- NET_ADMIN
- NET_RAW
volumeMounts:
- mountPath: /etc/kubernetes/admin.conf
name: kubeconfig
hostAliases:
- hostnames:
- kubernetes
ip: 127.0.0.1
hostNetwork: true
volumes:
- hostPath:
path: "/etc/kubernetes/super-admin.conf"
name: kubeconfig
status: {}
I1008 17:57:48.985020 548894 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.31.1
I1008 17:57:48.994069 548894 binaries.go:44] Found k8s binaries, skipping transfer
I1008 17:57:48.994134 548894 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube /etc/kubernetes/manifests
I1008 17:57:49.003013 548894 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (308 bytes)
I1008 17:57:49.018952 548894 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1008 17:57:49.034270 548894 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2150 bytes)
I1008 17:57:49.049856 548894 ssh_runner.go:362] scp memory --> /etc/kubernetes/manifests/kube-vip.yaml (1447 bytes)
I1008 17:57:49.065212 548894 ssh_runner.go:195] Run: grep 192.168.39.254 control-plane.minikube.internal$ /etc/hosts
I1008 17:57:49.068890 548894 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.39.254 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1008 17:57:49.080238 548894 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1008 17:57:49.207273 548894 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1008 17:57:49.224685 548894 certs.go:68] Setting up /home/jenkins/minikube-integration/19774-529764/.minikube/profiles/ha-094095 for IP: 192.168.39.99
I1008 17:57:49.224709 548894 certs.go:194] generating shared ca certs ...
I1008 17:57:49.224731 548894 certs.go:226] acquiring lock for ca certs: {Name:mkbaac740ec3118836d5e2ebf2416bece08e7e45 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1008 17:57:49.224901 548894 certs.go:235] skipping valid "minikubeCA" ca cert: /home/jenkins/minikube-integration/19774-529764/.minikube/ca.key
I1008 17:57:49.224958 548894 certs.go:235] skipping valid "proxyClientCA" ca cert: /home/jenkins/minikube-integration/19774-529764/.minikube/proxy-client-ca.key
I1008 17:57:49.224972 548894 certs.go:256] generating profile certs ...
I1008 17:57:49.225044 548894 certs.go:363] generating signed profile cert for "minikube-user": /home/jenkins/minikube-integration/19774-529764/.minikube/profiles/ha-094095/client.key
I1008 17:57:49.225073 548894 crypto.go:68] Generating cert /home/jenkins/minikube-integration/19774-529764/.minikube/profiles/ha-094095/client.crt with IP's: []
I1008 17:57:49.321305 548894 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19774-529764/.minikube/profiles/ha-094095/client.crt ...
I1008 17:57:49.321342 548894 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19774-529764/.minikube/profiles/ha-094095/client.crt: {Name:mkc9007ec871f6b1b480e3b611a05707a64a5848 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1008 17:57:49.321530 548894 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19774-529764/.minikube/profiles/ha-094095/client.key ...
I1008 17:57:49.321546 548894 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19774-529764/.minikube/profiles/ha-094095/client.key: {Name:mke9b241dc151acd2e67df3e03efa92395ed4dad Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1008 17:57:49.321647 548894 certs.go:363] generating signed profile cert for "minikube": /home/jenkins/minikube-integration/19774-529764/.minikube/profiles/ha-094095/apiserver.key.23576ebc
I1008 17:57:49.321666 548894 crypto.go:68] Generating cert /home/jenkins/minikube-integration/19774-529764/.minikube/profiles/ha-094095/apiserver.crt.23576ebc with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.168.39.99 192.168.39.254]
I1008 17:57:49.615476 548894 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19774-529764/.minikube/profiles/ha-094095/apiserver.crt.23576ebc ...
I1008 17:57:49.615508 548894 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19774-529764/.minikube/profiles/ha-094095/apiserver.crt.23576ebc: {Name:mk28ddc8f9cdc62c03babb0aa78423717078ec15 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1008 17:57:49.615696 548894 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19774-529764/.minikube/profiles/ha-094095/apiserver.key.23576ebc ...
I1008 17:57:49.615715 548894 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19774-529764/.minikube/profiles/ha-094095/apiserver.key.23576ebc: {Name:mk7165300ee0dd42df7c546caae76a339625e1cb Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1008 17:57:49.615817 548894 certs.go:381] copying /home/jenkins/minikube-integration/19774-529764/.minikube/profiles/ha-094095/apiserver.crt.23576ebc -> /home/jenkins/minikube-integration/19774-529764/.minikube/profiles/ha-094095/apiserver.crt
I1008 17:57:49.615941 548894 certs.go:385] copying /home/jenkins/minikube-integration/19774-529764/.minikube/profiles/ha-094095/apiserver.key.23576ebc -> /home/jenkins/minikube-integration/19774-529764/.minikube/profiles/ha-094095/apiserver.key
I1008 17:57:49.616029 548894 certs.go:363] generating signed profile cert for "aggregator": /home/jenkins/minikube-integration/19774-529764/.minikube/profiles/ha-094095/proxy-client.key
I1008 17:57:49.616053 548894 crypto.go:68] Generating cert /home/jenkins/minikube-integration/19774-529764/.minikube/profiles/ha-094095/proxy-client.crt with IP's: []
I1008 17:57:49.700382 548894 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19774-529764/.minikube/profiles/ha-094095/proxy-client.crt ...
I1008 17:57:49.700415 548894 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19774-529764/.minikube/profiles/ha-094095/proxy-client.crt: {Name:mk23273db76b4a6b0f12257e27a1a06fa6830ea6 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1008 17:57:49.700587 548894 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19774-529764/.minikube/profiles/ha-094095/proxy-client.key ...
I1008 17:57:49.700602 548894 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19774-529764/.minikube/profiles/ha-094095/proxy-client.key: {Name:mk0eecaa249eaee41f1ee6112c7eb1585a4e7c5a Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1008 17:57:49.700724 548894 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19774-529764/.minikube/ca.crt -> /var/lib/minikube/certs/ca.crt
I1008 17:57:49.700753 548894 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19774-529764/.minikube/ca.key -> /var/lib/minikube/certs/ca.key
I1008 17:57:49.700768 548894 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19774-529764/.minikube/proxy-client-ca.crt -> /var/lib/minikube/certs/proxy-client-ca.crt
I1008 17:57:49.700784 548894 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19774-529764/.minikube/proxy-client-ca.key -> /var/lib/minikube/certs/proxy-client-ca.key
I1008 17:57:49.700811 548894 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19774-529764/.minikube/profiles/ha-094095/apiserver.crt -> /var/lib/minikube/certs/apiserver.crt
I1008 17:57:49.700836 548894 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19774-529764/.minikube/profiles/ha-094095/apiserver.key -> /var/lib/minikube/certs/apiserver.key
I1008 17:57:49.700855 548894 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19774-529764/.minikube/profiles/ha-094095/proxy-client.crt -> /var/lib/minikube/certs/proxy-client.crt
I1008 17:57:49.700874 548894 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19774-529764/.minikube/profiles/ha-094095/proxy-client.key -> /var/lib/minikube/certs/proxy-client.key
I1008 17:57:49.700934 548894 certs.go:484] found cert: /home/jenkins/minikube-integration/19774-529764/.minikube/certs/537013.pem (1338 bytes)
W1008 17:57:49.700987 548894 certs.go:480] ignoring /home/jenkins/minikube-integration/19774-529764/.minikube/certs/537013_empty.pem, impossibly tiny 0 bytes
I1008 17:57:49.701002 548894 certs.go:484] found cert: /home/jenkins/minikube-integration/19774-529764/.minikube/certs/ca-key.pem (1675 bytes)
I1008 17:57:49.701037 548894 certs.go:484] found cert: /home/jenkins/minikube-integration/19774-529764/.minikube/certs/ca.pem (1082 bytes)
I1008 17:57:49.701072 548894 certs.go:484] found cert: /home/jenkins/minikube-integration/19774-529764/.minikube/certs/cert.pem (1123 bytes)
I1008 17:57:49.701103 548894 certs.go:484] found cert: /home/jenkins/minikube-integration/19774-529764/.minikube/certs/key.pem (1675 bytes)
I1008 17:57:49.701155 548894 certs.go:484] found cert: /home/jenkins/minikube-integration/19774-529764/.minikube/files/etc/ssl/certs/5370132.pem (1708 bytes)
I1008 17:57:49.701193 548894 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19774-529764/.minikube/ca.crt -> /usr/share/ca-certificates/minikubeCA.pem
I1008 17:57:49.701232 548894 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19774-529764/.minikube/certs/537013.pem -> /usr/share/ca-certificates/537013.pem
I1008 17:57:49.701259 548894 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19774-529764/.minikube/files/etc/ssl/certs/5370132.pem -> /usr/share/ca-certificates/5370132.pem
I1008 17:57:49.701875 548894 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19774-529764/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1008 17:57:49.727666 548894 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19774-529764/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1675 bytes)
I1008 17:57:49.750886 548894 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19774-529764/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1008 17:57:49.773442 548894 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19774-529764/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I1008 17:57:49.797562 548894 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19774-529764/.minikube/profiles/ha-094095/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1424 bytes)
I1008 17:57:49.820463 548894 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19774-529764/.minikube/profiles/ha-094095/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1679 bytes)
I1008 17:57:49.843011 548894 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19774-529764/.minikube/profiles/ha-094095/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1008 17:57:49.866615 548894 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19774-529764/.minikube/profiles/ha-094095/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1675 bytes)
I1008 17:57:49.889741 548894 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19774-529764/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1008 17:57:49.912810 548894 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19774-529764/.minikube/certs/537013.pem --> /usr/share/ca-certificates/537013.pem (1338 bytes)
I1008 17:57:49.936333 548894 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19774-529764/.minikube/files/etc/ssl/certs/5370132.pem --> /usr/share/ca-certificates/5370132.pem (1708 bytes)
I1008 17:57:49.960454 548894 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I1008 17:57:49.979469 548894 ssh_runner.go:195] Run: openssl version
I1008 17:57:49.985669 548894 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1008 17:57:49.997465 548894 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1008 17:57:50.003200 548894 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Oct 8 17:34 /usr/share/ca-certificates/minikubeCA.pem
I1008 17:57:50.003257 548894 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1008 17:57:50.009543 548894 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1008 17:57:50.024695 548894 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/537013.pem && ln -fs /usr/share/ca-certificates/537013.pem /etc/ssl/certs/537013.pem"
I1008 17:57:50.038764 548894 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/537013.pem
I1008 17:57:50.044608 548894 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Oct 8 17:53 /usr/share/ca-certificates/537013.pem
I1008 17:57:50.044730 548894 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/537013.pem
I1008 17:57:50.050835 548894 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/537013.pem /etc/ssl/certs/51391683.0"
I1008 17:57:50.061168 548894 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/5370132.pem && ln -fs /usr/share/ca-certificates/5370132.pem /etc/ssl/certs/5370132.pem"
I1008 17:57:50.071347 548894 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/5370132.pem
I1008 17:57:50.075705 548894 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Oct 8 17:53 /usr/share/ca-certificates/5370132.pem
I1008 17:57:50.075749 548894 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/5370132.pem
I1008 17:57:50.081172 548894 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/5370132.pem /etc/ssl/certs/3ec20f2e.0"
I1008 17:57:50.091550 548894 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1008 17:57:50.095476 548894 certs.go:399] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I1008 17:57:50.095534 548894 kubeadm.go:392] StartCluster: {Name:ha-094095 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19774/minikube-v1.34.0-1728382514-19774-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1728382586-19774@sha256:5d8c4f6d838467365e214e2194dd0153a763e3f78723b5f2a8e06ef7b47409ec Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.1 Clust
erName:ha-094095 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.39.99 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 Mount
Type:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1008 17:57:50.095625 548894 cri.go:54] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I1008 17:57:50.095693 548894 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1008 17:57:50.141057 548894 cri.go:89] found id: ""
I1008 17:57:50.141128 548894 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I1008 17:57:50.155661 548894 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml
I1008 17:57:50.164965 548894 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf
I1008 17:57:50.174132 548894 kubeadm.go:155] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory
ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory
ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory
ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory
I1008 17:57:50.174150 548894 kubeadm.go:157] found existing configuration files:
I1008 17:57:50.174193 548894 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf
I1008 17:57:50.182760 548894 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/admin.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/admin.conf: No such file or directory
I1008 17:57:50.182801 548894 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/admin.conf
I1008 17:57:50.191921 548894 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf
I1008 17:57:50.200321 548894 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/kubelet.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/kubelet.conf: No such file or directory
I1008 17:57:50.200379 548894 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/kubelet.conf
I1008 17:57:50.209419 548894 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf
I1008 17:57:50.217728 548894 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/controller-manager.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/controller-manager.conf: No such file or directory
I1008 17:57:50.217774 548894 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/controller-manager.conf
I1008 17:57:50.226543 548894 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf
I1008 17:57:50.234817 548894 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/scheduler.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/scheduler.conf: No such file or directory
I1008 17:57:50.234864 548894 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/scheduler.conf
I1008 17:57:50.243553 548894 ssh_runner.go:286] Start: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.1:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem"
I1008 17:57:50.351407 548894 kubeadm.go:310] [init] Using Kubernetes version: v1.31.1
I1008 17:57:50.351505 548894 kubeadm.go:310] [preflight] Running pre-flight checks
I1008 17:57:50.448058 548894 kubeadm.go:310] [preflight] Pulling images required for setting up a Kubernetes cluster
I1008 17:57:50.448219 548894 kubeadm.go:310] [preflight] This might take a minute or two, depending on the speed of your internet connection
I1008 17:57:50.448390 548894 kubeadm.go:310] [preflight] You can also perform this action beforehand using 'kubeadm config images pull'
I1008 17:57:50.458228 548894 kubeadm.go:310] [certs] Using certificateDir folder "/var/lib/minikube/certs"
I1008 17:57:50.561945 548894 out.go:235] - Generating certificates and keys ...
I1008 17:57:50.562071 548894 kubeadm.go:310] [certs] Using existing ca certificate authority
I1008 17:57:50.562160 548894 kubeadm.go:310] [certs] Using existing apiserver certificate and key on disk
I1008 17:57:50.581396 548894 kubeadm.go:310] [certs] Generating "apiserver-kubelet-client" certificate and key
I1008 17:57:50.643567 548894 kubeadm.go:310] [certs] Generating "front-proxy-ca" certificate and key
I1008 17:57:50.777590 548894 kubeadm.go:310] [certs] Generating "front-proxy-client" certificate and key
I1008 17:57:50.908209 548894 kubeadm.go:310] [certs] Generating "etcd/ca" certificate and key
I1008 17:57:51.030015 548894 kubeadm.go:310] [certs] Generating "etcd/server" certificate and key
I1008 17:57:51.030180 548894 kubeadm.go:310] [certs] etcd/server serving cert is signed for DNS names [ha-094095 localhost] and IPs [192.168.39.99 127.0.0.1 ::1]
I1008 17:57:51.147196 548894 kubeadm.go:310] [certs] Generating "etcd/peer" certificate and key
I1008 17:57:51.147407 548894 kubeadm.go:310] [certs] etcd/peer serving cert is signed for DNS names [ha-094095 localhost] and IPs [192.168.39.99 127.0.0.1 ::1]
I1008 17:57:51.301954 548894 kubeadm.go:310] [certs] Generating "etcd/healthcheck-client" certificate and key
I1008 17:57:51.401522 548894 kubeadm.go:310] [certs] Generating "apiserver-etcd-client" certificate and key
I1008 17:57:51.537212 548894 kubeadm.go:310] [certs] Generating "sa" key and public key
I1008 17:57:51.537477 548894 kubeadm.go:310] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"
I1008 17:57:51.996984 548894 kubeadm.go:310] [kubeconfig] Writing "admin.conf" kubeconfig file
I1008 17:57:52.232782 548894 kubeadm.go:310] [kubeconfig] Writing "super-admin.conf" kubeconfig file
I1008 17:57:52.360403 548894 kubeadm.go:310] [kubeconfig] Writing "kubelet.conf" kubeconfig file
I1008 17:57:52.550793 548894 kubeadm.go:310] [kubeconfig] Writing "controller-manager.conf" kubeconfig file
I1008 17:57:52.645896 548894 kubeadm.go:310] [kubeconfig] Writing "scheduler.conf" kubeconfig file
I1008 17:57:52.646431 548894 kubeadm.go:310] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
I1008 17:57:52.649705 548894 kubeadm.go:310] [control-plane] Using manifest folder "/etc/kubernetes/manifests"
I1008 17:57:52.693095 548894 out.go:235] - Booting up control plane ...
I1008 17:57:52.693231 548894 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-apiserver"
I1008 17:57:52.693301 548894 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-controller-manager"
I1008 17:57:52.693399 548894 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-scheduler"
I1008 17:57:52.693595 548894 kubeadm.go:310] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
I1008 17:57:52.693726 548894 kubeadm.go:310] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
I1008 17:57:52.693765 548894 kubeadm.go:310] [kubelet-start] Starting the kubelet
I1008 17:57:52.808206 548894 kubeadm.go:310] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests"
I1008 17:57:52.808366 548894 kubeadm.go:310] [kubelet-check] Waiting for a healthy kubelet at http://127.0.0.1:10248/healthz. This can take up to 4m0s
I1008 17:57:53.309429 548894 kubeadm.go:310] [kubelet-check] The kubelet is healthy after 501.545044ms
I1008 17:57:53.309511 548894 kubeadm.go:310] [api-check] Waiting for a healthy API server. This can take up to 4m0s
I1008 17:57:59.231916 548894 kubeadm.go:310] [api-check] The API server is healthy after 5.925563733s
I1008 17:57:59.243298 548894 kubeadm.go:310] [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace
I1008 17:57:59.259662 548894 kubeadm.go:310] [kubelet] Creating a ConfigMap "kubelet-config" in namespace kube-system with the configuration for the kubelets in the cluster
I1008 17:57:59.788254 548894 kubeadm.go:310] [upload-certs] Skipping phase. Please see --upload-certs
I1008 17:57:59.788485 548894 kubeadm.go:310] [mark-control-plane] Marking the node ha-094095 as control-plane by adding the labels: [node-role.kubernetes.io/control-plane node.kubernetes.io/exclude-from-external-load-balancers]
I1008 17:57:59.797286 548894 kubeadm.go:310] [bootstrap-token] Using token: 3mfy3k.85hms8dtl8svlvkm
I1008 17:57:59.798387 548894 out.go:235] - Configuring RBAC rules ...
I1008 17:57:59.798518 548894 kubeadm.go:310] [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles
I1008 17:57:59.805485 548894 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to get nodes
I1008 17:57:59.816460 548894 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials
I1008 17:57:59.820883 548894 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token
I1008 17:57:59.823643 548894 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow certificate rotation for all node client certificates in the cluster
I1008 17:57:59.826562 548894 kubeadm.go:310] [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace
I1008 17:57:59.838159 548894 kubeadm.go:310] [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key
I1008 17:58:00.096325 548894 kubeadm.go:310] [addons] Applied essential addon: CoreDNS
I1008 17:58:00.637130 548894 kubeadm.go:310] [addons] Applied essential addon: kube-proxy
I1008 17:58:00.638100 548894 kubeadm.go:310]
I1008 17:58:00.638187 548894 kubeadm.go:310] Your Kubernetes control-plane has initialized successfully!
I1008 17:58:00.638198 548894 kubeadm.go:310]
I1008 17:58:00.638289 548894 kubeadm.go:310] To start using your cluster, you need to run the following as a regular user:
I1008 17:58:00.638337 548894 kubeadm.go:310]
I1008 17:58:00.638388 548894 kubeadm.go:310] mkdir -p $HOME/.kube
I1008 17:58:00.638476 548894 kubeadm.go:310] sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config
I1008 17:58:00.638558 548894 kubeadm.go:310] sudo chown $(id -u):$(id -g) $HOME/.kube/config
I1008 17:58:00.638573 548894 kubeadm.go:310]
I1008 17:58:00.638644 548894 kubeadm.go:310] Alternatively, if you are the root user, you can run:
I1008 17:58:00.638654 548894 kubeadm.go:310]
I1008 17:58:00.638715 548894 kubeadm.go:310] export KUBECONFIG=/etc/kubernetes/admin.conf
I1008 17:58:00.638725 548894 kubeadm.go:310]
I1008 17:58:00.638784 548894 kubeadm.go:310] You should now deploy a pod network to the cluster.
I1008 17:58:00.638864 548894 kubeadm.go:310] Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:
I1008 17:58:00.638920 548894 kubeadm.go:310] https://kubernetes.io/docs/concepts/cluster-administration/addons/
I1008 17:58:00.638927 548894 kubeadm.go:310]
I1008 17:58:00.638996 548894 kubeadm.go:310] You can now join any number of control-plane nodes by copying certificate authorities
I1008 17:58:00.639061 548894 kubeadm.go:310] and service account keys on each node and then running the following as root:
I1008 17:58:00.639067 548894 kubeadm.go:310]
I1008 17:58:00.639138 548894 kubeadm.go:310] kubeadm join control-plane.minikube.internal:8443 --token 3mfy3k.85hms8dtl8svlvkm \
I1008 17:58:00.639257 548894 kubeadm.go:310] --discovery-token-ca-cert-hash sha256:abb84a8a4c2843bd928de69749185c3bf514b36073bae93a45e0d8683d59797d \
I1008 17:58:00.639298 548894 kubeadm.go:310] --control-plane
I1008 17:58:00.639308 548894 kubeadm.go:310]
I1008 17:58:00.639444 548894 kubeadm.go:310] Then you can join any number of worker nodes by running the following on each as root:
I1008 17:58:00.639453 548894 kubeadm.go:310]
I1008 17:58:00.639547 548894 kubeadm.go:310] kubeadm join control-plane.minikube.internal:8443 --token 3mfy3k.85hms8dtl8svlvkm \
I1008 17:58:00.639692 548894 kubeadm.go:310] --discovery-token-ca-cert-hash sha256:abb84a8a4c2843bd928de69749185c3bf514b36073bae93a45e0d8683d59797d
I1008 17:58:00.640765 548894 kubeadm.go:310] W1008 17:57:50.322627 830 common.go:101] your configuration file uses a deprecated API spec: "kubeadm.k8s.io/v1beta3" (kind: "ClusterConfiguration"). Please use 'kubeadm config migrate --old-config old.yaml --new-config new.yaml', which will write the new, similar spec using a newer API version.
I1008 17:58:00.640999 548894 kubeadm.go:310] W1008 17:57:50.323512 830 common.go:101] your configuration file uses a deprecated API spec: "kubeadm.k8s.io/v1beta3" (kind: "InitConfiguration"). Please use 'kubeadm config migrate --old-config old.yaml --new-config new.yaml', which will write the new, similar spec using a newer API version.
I1008 17:58:00.641121 548894 kubeadm.go:310] [WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
I1008 17:58:00.641159 548894 cni.go:84] Creating CNI manager for ""
I1008 17:58:00.641169 548894 cni.go:136] multinode detected (1 nodes found), recommending kindnet
I1008 17:58:00.643434 548894 out.go:177] * Configuring CNI (Container Networking Interface) ...
I1008 17:58:00.644444 548894 ssh_runner.go:195] Run: stat /opt/cni/bin/portmap
I1008 17:58:00.650209 548894 cni.go:182] applying CNI manifest using /var/lib/minikube/binaries/v1.31.1/kubectl ...
I1008 17:58:00.650224 548894 ssh_runner.go:362] scp memory --> /var/tmp/minikube/cni.yaml (2601 bytes)
I1008 17:58:00.677687 548894 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl apply --kubeconfig=/var/lib/minikube/kubeconfig -f /var/tmp/minikube/cni.yaml
I1008 17:58:01.011782 548894 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"
I1008 17:58:01.011872 548894 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl create clusterrolebinding minikube-rbac --clusterrole=cluster-admin --serviceaccount=kube-system:default --kubeconfig=/var/lib/minikube/kubeconfig
I1008 17:58:01.011918 548894 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig label --overwrite nodes ha-094095 minikube.k8s.io/updated_at=2024_10_08T17_58_01_0700 minikube.k8s.io/version=v1.34.0 minikube.k8s.io/commit=2c4e2f69eea7599bce474e3f41d0dff85410149e minikube.k8s.io/name=ha-094095 minikube.k8s.io/primary=true
I1008 17:58:01.050127 548894 ops.go:34] apiserver oom_adj: -16
I1008 17:58:01.121355 548894 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1008 17:58:01.622435 548894 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1008 17:58:02.121789 548894 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1008 17:58:02.621637 548894 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1008 17:58:03.121512 548894 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1008 17:58:03.621993 548894 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1008 17:58:04.121641 548894 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1008 17:58:04.621728 548894 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1008 17:58:04.753917 548894 kubeadm.go:1113] duration metric: took 3.742110374s to wait for elevateKubeSystemPrivileges
I1008 17:58:04.753962 548894 kubeadm.go:394] duration metric: took 14.658436547s to StartCluster
I1008 17:58:04.753985 548894 settings.go:142] acquiring lock: {Name:mk3c9bea822cc51a88bd25e2b522a65195bbd367 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1008 17:58:04.754071 548894 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/19774-529764/kubeconfig
I1008 17:58:04.755006 548894 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19774-529764/kubeconfig: {Name:mk4f9e93fa27cb28f5eb850a3f9af39c213f60d7 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1008 17:58:04.755245 548894 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml"
I1008 17:58:04.755258 548894 start.go:233] HA (multi-control plane) cluster: will skip waiting for primary control-plane node &{Name: IP:192.168.39.99 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I1008 17:58:04.755285 548894 start.go:241] waiting for startup goroutines ...
I1008 17:58:04.755305 548894 addons.go:507] enable addons start: toEnable=map[ambassador:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-gluster:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false]
I1008 17:58:04.755395 548894 addons.go:69] Setting storage-provisioner=true in profile "ha-094095"
I1008 17:58:04.755421 548894 addons.go:234] Setting addon storage-provisioner=true in "ha-094095"
I1008 17:58:04.755423 548894 addons.go:69] Setting default-storageclass=true in profile "ha-094095"
I1008 17:58:04.755450 548894 host.go:66] Checking if "ha-094095" exists ...
I1008 17:58:04.755463 548894 addons_storage_classes.go:33] enableOrDisableStorageClasses default-storageclass=true on "ha-094095"
I1008 17:58:04.755954 548894 config.go:182] Loaded profile config "ha-094095": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.1
I1008 17:58:04.756015 548894 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1008 17:58:04.756060 548894 main.go:141] libmachine: Launching plugin server for driver kvm2
I1008 17:58:04.756153 548894 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1008 17:58:04.756178 548894 main.go:141] libmachine: Launching plugin server for driver kvm2
I1008 17:58:04.771314 548894 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:38345
I1008 17:58:04.771411 548894 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:43013
I1008 17:58:04.771715 548894 main.go:141] libmachine: () Calling .GetVersion
I1008 17:58:04.771845 548894 main.go:141] libmachine: () Calling .GetVersion
I1008 17:58:04.772259 548894 main.go:141] libmachine: Using API Version 1
I1008 17:58:04.772280 548894 main.go:141] libmachine: () Calling .SetConfigRaw
I1008 17:58:04.772399 548894 main.go:141] libmachine: Using API Version 1
I1008 17:58:04.772421 548894 main.go:141] libmachine: () Calling .SetConfigRaw
I1008 17:58:04.772677 548894 main.go:141] libmachine: () Calling .GetMachineName
I1008 17:58:04.772761 548894 main.go:141] libmachine: () Calling .GetMachineName
I1008 17:58:04.772921 548894 main.go:141] libmachine: (ha-094095) Calling .GetState
I1008 17:58:04.773166 548894 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1008 17:58:04.773207 548894 main.go:141] libmachine: Launching plugin server for driver kvm2
I1008 17:58:04.775127 548894 loader.go:395] Config loaded from file: /home/jenkins/minikube-integration/19774-529764/kubeconfig
I1008 17:58:04.775464 548894 kapi.go:59] client config for ha-094095: &rest.Config{Host:"https://192.168.39.254:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/home/jenkins/minikube-integration/19774-529764/.minikube/profiles/ha-094095/client.crt", KeyFile:"/home/jenkins/minikube-integration/19774-529764/.minikube/profiles/ha-094095/client.key", CAFile:"/home/jenkins/minikube-integration/19774-529764/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil), CAData:[]uint8(nil), NextProtos:[]string(n
il)}, UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x242f780), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
I1008 17:58:04.776098 548894 cert_rotation.go:140] Starting client certificate rotation controller
I1008 17:58:04.776464 548894 addons.go:234] Setting addon default-storageclass=true in "ha-094095"
I1008 17:58:04.776513 548894 host.go:66] Checking if "ha-094095" exists ...
I1008 17:58:04.776901 548894 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1008 17:58:04.776950 548894 main.go:141] libmachine: Launching plugin server for driver kvm2
I1008 17:58:04.788872 548894 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:39167
I1008 17:58:04.789408 548894 main.go:141] libmachine: () Calling .GetVersion
I1008 17:58:04.789954 548894 main.go:141] libmachine: Using API Version 1
I1008 17:58:04.789982 548894 main.go:141] libmachine: () Calling .SetConfigRaw
I1008 17:58:04.790391 548894 main.go:141] libmachine: () Calling .GetMachineName
I1008 17:58:04.790585 548894 main.go:141] libmachine: (ha-094095) Calling .GetState
I1008 17:58:04.791166 548894 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:43305
I1008 17:58:04.791602 548894 main.go:141] libmachine: () Calling .GetVersion
I1008 17:58:04.792075 548894 main.go:141] libmachine: Using API Version 1
I1008 17:58:04.792102 548894 main.go:141] libmachine: () Calling .SetConfigRaw
I1008 17:58:04.792300 548894 main.go:141] libmachine: (ha-094095) Calling .DriverName
I1008 17:58:04.792437 548894 main.go:141] libmachine: () Calling .GetMachineName
I1008 17:58:04.792883 548894 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1008 17:58:04.792921 548894 main.go:141] libmachine: Launching plugin server for driver kvm2
I1008 17:58:04.794070 548894 out.go:177] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
I1008 17:58:04.795292 548894 addons.go:431] installing /etc/kubernetes/addons/storage-provisioner.yaml
I1008 17:58:04.795314 548894 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I1008 17:58:04.795333 548894 main.go:141] libmachine: (ha-094095) Calling .GetSSHHostname
I1008 17:58:04.798275 548894 main.go:141] libmachine: (ha-094095) DBG | domain ha-094095 has defined MAC address 52:54:00:bf:fa:3a in network mk-ha-094095
I1008 17:58:04.798778 548894 main.go:141] libmachine: (ha-094095) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:bf:fa:3a", ip: ""} in network mk-ha-094095: {Iface:virbr1 ExpiryTime:2024-10-08 18:57:33 +0000 UTC Type:0 Mac:52:54:00:bf:fa:3a Iaid: IPaddr:192.168.39.99 Prefix:24 Hostname:ha-094095 Clientid:01:52:54:00:bf:fa:3a}
I1008 17:58:04.798817 548894 main.go:141] libmachine: (ha-094095) DBG | domain ha-094095 has defined IP address 192.168.39.99 and MAC address 52:54:00:bf:fa:3a in network mk-ha-094095
I1008 17:58:04.798959 548894 main.go:141] libmachine: (ha-094095) Calling .GetSSHPort
I1008 17:58:04.799152 548894 main.go:141] libmachine: (ha-094095) Calling .GetSSHKeyPath
I1008 17:58:04.799319 548894 main.go:141] libmachine: (ha-094095) Calling .GetSSHUsername
I1008 17:58:04.799447 548894 sshutil.go:53] new ssh client: &{IP:192.168.39.99 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19774-529764/.minikube/machines/ha-094095/id_rsa Username:docker}
I1008 17:58:04.807217 548894 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:33221
I1008 17:58:04.807681 548894 main.go:141] libmachine: () Calling .GetVersion
I1008 17:58:04.808084 548894 main.go:141] libmachine: Using API Version 1
I1008 17:58:04.808108 548894 main.go:141] libmachine: () Calling .SetConfigRaw
I1008 17:58:04.808466 548894 main.go:141] libmachine: () Calling .GetMachineName
I1008 17:58:04.808664 548894 main.go:141] libmachine: (ha-094095) Calling .GetState
I1008 17:58:04.810084 548894 main.go:141] libmachine: (ha-094095) Calling .DriverName
I1008 17:58:04.810282 548894 addons.go:431] installing /etc/kubernetes/addons/storageclass.yaml
I1008 17:58:04.810305 548894 ssh_runner.go:362] scp storageclass/storageclass.yaml --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)
I1008 17:58:04.810351 548894 main.go:141] libmachine: (ha-094095) Calling .GetSSHHostname
I1008 17:58:04.813002 548894 main.go:141] libmachine: (ha-094095) DBG | domain ha-094095 has defined MAC address 52:54:00:bf:fa:3a in network mk-ha-094095
I1008 17:58:04.813401 548894 main.go:141] libmachine: (ha-094095) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:bf:fa:3a", ip: ""} in network mk-ha-094095: {Iface:virbr1 ExpiryTime:2024-10-08 18:57:33 +0000 UTC Type:0 Mac:52:54:00:bf:fa:3a Iaid: IPaddr:192.168.39.99 Prefix:24 Hostname:ha-094095 Clientid:01:52:54:00:bf:fa:3a}
I1008 17:58:04.813426 548894 main.go:141] libmachine: (ha-094095) DBG | domain ha-094095 has defined IP address 192.168.39.99 and MAC address 52:54:00:bf:fa:3a in network mk-ha-094095
I1008 17:58:04.813628 548894 main.go:141] libmachine: (ha-094095) Calling .GetSSHPort
I1008 17:58:04.813798 548894 main.go:141] libmachine: (ha-094095) Calling .GetSSHKeyPath
I1008 17:58:04.813951 548894 main.go:141] libmachine: (ha-094095) Calling .GetSSHUsername
I1008 17:58:04.814091 548894 sshutil.go:53] new ssh client: &{IP:192.168.39.99 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19774-529764/.minikube/machines/ha-094095/id_rsa Username:docker}
I1008 17:58:04.894935 548894 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.39.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.31.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -"
I1008 17:58:04.989822 548894 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml
I1008 17:58:05.005242 548894 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml
I1008 17:58:05.480020 548894 start.go:971] {"host.minikube.internal": 192.168.39.1} host record injected into CoreDNS's ConfigMap
I1008 17:58:05.749086 548894 main.go:141] libmachine: Making call to close driver server
I1008 17:58:05.749116 548894 main.go:141] libmachine: (ha-094095) Calling .Close
I1008 17:58:05.749148 548894 main.go:141] libmachine: Making call to close driver server
I1008 17:58:05.749170 548894 main.go:141] libmachine: (ha-094095) Calling .Close
I1008 17:58:05.749410 548894 main.go:141] libmachine: Successfully made call to close driver server
I1008 17:58:05.749425 548894 main.go:141] libmachine: Making call to close connection to plugin binary
I1008 17:58:05.749434 548894 main.go:141] libmachine: Making call to close driver server
I1008 17:58:05.749440 548894 main.go:141] libmachine: (ha-094095) Calling .Close
I1008 17:58:05.749521 548894 main.go:141] libmachine: Successfully made call to close driver server
I1008 17:58:05.749536 548894 main.go:141] libmachine: Making call to close connection to plugin binary
I1008 17:58:05.749550 548894 main.go:141] libmachine: Making call to close driver server
I1008 17:58:05.749557 548894 main.go:141] libmachine: (ha-094095) Calling .Close
I1008 17:58:05.749608 548894 main.go:141] libmachine: (ha-094095) DBG | Closing plugin on server side
I1008 17:58:05.749908 548894 main.go:141] libmachine: (ha-094095) DBG | Closing plugin on server side
I1008 17:58:05.749943 548894 main.go:141] libmachine: Successfully made call to close driver server
I1008 17:58:05.750036 548894 main.go:141] libmachine: Making call to close connection to plugin binary
I1008 17:58:05.749970 548894 main.go:141] libmachine: (ha-094095) DBG | Closing plugin on server side
I1008 17:58:05.750103 548894 envvar.go:172] "Feature gate default state" feature="WatchListClient" enabled=false
I1008 17:58:05.749988 548894 main.go:141] libmachine: Successfully made call to close driver server
I1008 17:58:05.750114 548894 envvar.go:172] "Feature gate default state" feature="InformerResourceVersion" enabled=false
I1008 17:58:05.750160 548894 main.go:141] libmachine: Making call to close connection to plugin binary
I1008 17:58:05.750219 548894 round_trippers.go:463] GET https://192.168.39.254:8443/apis/storage.k8s.io/v1/storageclasses
I1008 17:58:05.750231 548894 round_trippers.go:469] Request Headers:
I1008 17:58:05.750241 548894 round_trippers.go:473] Accept: application/json, */*
I1008 17:58:05.750250 548894 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1008 17:58:05.762332 548894 round_trippers.go:574] Response Status: 200 OK in 12 milliseconds
I1008 17:58:05.763152 548894 round_trippers.go:463] PUT https://192.168.39.254:8443/apis/storage.k8s.io/v1/storageclasses/standard
I1008 17:58:05.763172 548894 round_trippers.go:469] Request Headers:
I1008 17:58:05.763185 548894 round_trippers.go:473] Content-Type: application/json
I1008 17:58:05.763193 548894 round_trippers.go:473] Accept: application/json, */*
I1008 17:58:05.763197 548894 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1008 17:58:05.765314 548894 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1008 17:58:05.765554 548894 main.go:141] libmachine: Making call to close driver server
I1008 17:58:05.765571 548894 main.go:141] libmachine: (ha-094095) Calling .Close
I1008 17:58:05.765856 548894 main.go:141] libmachine: Successfully made call to close driver server
I1008 17:58:05.765872 548894 main.go:141] libmachine: Making call to close connection to plugin binary
I1008 17:58:05.765886 548894 main.go:141] libmachine: (ha-094095) DBG | Closing plugin on server side
I1008 17:58:05.768201 548894 out.go:177] * Enabled addons: storage-provisioner, default-storageclass
I1008 17:58:05.769166 548894 addons.go:510] duration metric: took 1.013864152s for enable addons: enabled=[storage-provisioner default-storageclass]
I1008 17:58:05.769206 548894 start.go:246] waiting for cluster config update ...
I1008 17:58:05.769221 548894 start.go:255] writing updated cluster config ...
I1008 17:58:05.770624 548894 out.go:201]
I1008 17:58:05.771889 548894 config.go:182] Loaded profile config "ha-094095": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.1
I1008 17:58:05.771979 548894 profile.go:143] Saving config to /home/jenkins/minikube-integration/19774-529764/.minikube/profiles/ha-094095/config.json ...
I1008 17:58:05.773435 548894 out.go:177] * Starting "ha-094095-m02" control-plane node in "ha-094095" cluster
I1008 17:58:05.774389 548894 preload.go:131] Checking if preload exists for k8s version v1.31.1 and runtime crio
I1008 17:58:05.774416 548894 cache.go:56] Caching tarball of preloaded images
I1008 17:58:05.774517 548894 preload.go:172] Found /home/jenkins/minikube-integration/19774-529764/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.1-cri-o-overlay-amd64.tar.lz4 in cache, skipping download
I1008 17:58:05.774543 548894 cache.go:59] Finished verifying existence of preloaded tar for v1.31.1 on crio
I1008 17:58:05.774635 548894 profile.go:143] Saving config to /home/jenkins/minikube-integration/19774-529764/.minikube/profiles/ha-094095/config.json ...
I1008 17:58:05.774827 548894 start.go:360] acquireMachinesLock for ha-094095-m02: {Name:mk7c2f1a7556cb2456fe0a352698afb29cfcf496 Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}
I1008 17:58:05.774885 548894 start.go:364] duration metric: took 34.657µs to acquireMachinesLock for "ha-094095-m02"
I1008 17:58:05.774908 548894 start.go:93] Provisioning new machine with config: &{Name:ha-094095 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19774/minikube-v1.34.0-1728382514-19774-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1728382586-19774@sha256:5d8c4f6d838467365e214e2194dd0153a763e3f78723b5f2a8e06ef7b47409ec Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{Kubernete
sVersion:v1.31.1 ClusterName:ha-094095 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.39.99 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m02 IP: Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[default-storageclass:true storage-provisioner:true] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 Cert
Expiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name:m02 IP: Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I1008 17:58:05.775005 548894 start.go:125] createHost starting for "m02" (driver="kvm2")
I1008 17:58:05.776351 548894 out.go:235] * Creating kvm2 VM (CPUs=2, Memory=2200MB, Disk=20000MB) ...
I1008 17:58:05.776440 548894 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1008 17:58:05.776482 548894 main.go:141] libmachine: Launching plugin server for driver kvm2
I1008 17:58:05.791492 548894 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:45851
I1008 17:58:05.791992 548894 main.go:141] libmachine: () Calling .GetVersion
I1008 17:58:05.792464 548894 main.go:141] libmachine: Using API Version 1
I1008 17:58:05.792487 548894 main.go:141] libmachine: () Calling .SetConfigRaw
I1008 17:58:05.792786 548894 main.go:141] libmachine: () Calling .GetMachineName
I1008 17:58:05.792949 548894 main.go:141] libmachine: (ha-094095-m02) Calling .GetMachineName
I1008 17:58:05.793054 548894 main.go:141] libmachine: (ha-094095-m02) Calling .DriverName
I1008 17:58:05.793160 548894 start.go:159] libmachine.API.Create for "ha-094095" (driver="kvm2")
I1008 17:58:05.793192 548894 client.go:168] LocalClient.Create starting
I1008 17:58:05.793230 548894 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/19774-529764/.minikube/certs/ca.pem
I1008 17:58:05.793268 548894 main.go:141] libmachine: Decoding PEM data...
I1008 17:58:05.793289 548894 main.go:141] libmachine: Parsing certificate...
I1008 17:58:05.793356 548894 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/19774-529764/.minikube/certs/cert.pem
I1008 17:58:05.793382 548894 main.go:141] libmachine: Decoding PEM data...
I1008 17:58:05.793399 548894 main.go:141] libmachine: Parsing certificate...
I1008 17:58:05.793425 548894 main.go:141] libmachine: Running pre-create checks...
I1008 17:58:05.793436 548894 main.go:141] libmachine: (ha-094095-m02) Calling .PreCreateCheck
I1008 17:58:05.793636 548894 main.go:141] libmachine: (ha-094095-m02) Calling .GetConfigRaw
I1008 17:58:05.793961 548894 main.go:141] libmachine: Creating machine...
I1008 17:58:05.793974 548894 main.go:141] libmachine: (ha-094095-m02) Calling .Create
I1008 17:58:05.794087 548894 main.go:141] libmachine: (ha-094095-m02) Creating KVM machine...
I1008 17:58:05.795174 548894 main.go:141] libmachine: (ha-094095-m02) DBG | found existing default KVM network
I1008 17:58:05.795373 548894 main.go:141] libmachine: (ha-094095-m02) DBG | found existing private KVM network mk-ha-094095
I1008 17:58:05.795488 548894 main.go:141] libmachine: (ha-094095-m02) Setting up store path in /home/jenkins/minikube-integration/19774-529764/.minikube/machines/ha-094095-m02 ...
I1008 17:58:05.795518 548894 main.go:141] libmachine: (ha-094095-m02) Building disk image from file:///home/jenkins/minikube-integration/19774-529764/.minikube/cache/iso/amd64/minikube-v1.34.0-1728382514-19774-amd64.iso
I1008 17:58:05.795590 548894 main.go:141] libmachine: (ha-094095-m02) DBG | I1008 17:58:05.795498 549282 common.go:145] Making disk image using store path: /home/jenkins/minikube-integration/19774-529764/.minikube
I1008 17:58:05.795693 548894 main.go:141] libmachine: (ha-094095-m02) Downloading /home/jenkins/minikube-integration/19774-529764/.minikube/cache/boot2docker.iso from file:///home/jenkins/minikube-integration/19774-529764/.minikube/cache/iso/amd64/minikube-v1.34.0-1728382514-19774-amd64.iso...
I1008 17:58:06.080254 548894 main.go:141] libmachine: (ha-094095-m02) DBG | I1008 17:58:06.080126 549282 common.go:152] Creating ssh key: /home/jenkins/minikube-integration/19774-529764/.minikube/machines/ha-094095-m02/id_rsa...
I1008 17:58:06.408665 548894 main.go:141] libmachine: (ha-094095-m02) DBG | I1008 17:58:06.408546 549282 common.go:158] Creating raw disk image: /home/jenkins/minikube-integration/19774-529764/.minikube/machines/ha-094095-m02/ha-094095-m02.rawdisk...
I1008 17:58:06.408701 548894 main.go:141] libmachine: (ha-094095-m02) DBG | Writing magic tar header
I1008 17:58:06.408716 548894 main.go:141] libmachine: (ha-094095-m02) DBG | Writing SSH key tar header
I1008 17:58:06.408729 548894 main.go:141] libmachine: (ha-094095-m02) DBG | I1008 17:58:06.408669 549282 common.go:172] Fixing permissions on /home/jenkins/minikube-integration/19774-529764/.minikube/machines/ha-094095-m02 ...
I1008 17:58:06.408798 548894 main.go:141] libmachine: (ha-094095-m02) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19774-529764/.minikube/machines/ha-094095-m02
I1008 17:58:06.408863 548894 main.go:141] libmachine: (ha-094095-m02) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19774-529764/.minikube/machines
I1008 17:58:06.408916 548894 main.go:141] libmachine: (ha-094095-m02) Setting executable bit set on /home/jenkins/minikube-integration/19774-529764/.minikube/machines/ha-094095-m02 (perms=drwx------)
I1008 17:58:06.408935 548894 main.go:141] libmachine: (ha-094095-m02) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19774-529764/.minikube
I1008 17:58:06.408946 548894 main.go:141] libmachine: (ha-094095-m02) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19774-529764
I1008 17:58:06.408954 548894 main.go:141] libmachine: (ha-094095-m02) DBG | Checking permissions on dir: /home/jenkins/minikube-integration
I1008 17:58:06.408966 548894 main.go:141] libmachine: (ha-094095-m02) DBG | Checking permissions on dir: /home/jenkins
I1008 17:58:06.408972 548894 main.go:141] libmachine: (ha-094095-m02) DBG | Checking permissions on dir: /home
I1008 17:58:06.408988 548894 main.go:141] libmachine: (ha-094095-m02) DBG | Skipping /home - not owner
I1008 17:58:06.409003 548894 main.go:141] libmachine: (ha-094095-m02) Setting executable bit set on /home/jenkins/minikube-integration/19774-529764/.minikube/machines (perms=drwxr-xr-x)
I1008 17:58:06.409013 548894 main.go:141] libmachine: (ha-094095-m02) Setting executable bit set on /home/jenkins/minikube-integration/19774-529764/.minikube (perms=drwxr-xr-x)
I1008 17:58:06.409022 548894 main.go:141] libmachine: (ha-094095-m02) Setting executable bit set on /home/jenkins/minikube-integration/19774-529764 (perms=drwxrwxr-x)
I1008 17:58:06.409038 548894 main.go:141] libmachine: (ha-094095-m02) Setting executable bit set on /home/jenkins/minikube-integration (perms=drwxrwxr-x)
I1008 17:58:06.409050 548894 main.go:141] libmachine: (ha-094095-m02) Setting executable bit set on /home/jenkins (perms=drwxr-xr-x)
I1008 17:58:06.409060 548894 main.go:141] libmachine: (ha-094095-m02) Creating domain...
I1008 17:58:06.410262 548894 main.go:141] libmachine: (ha-094095-m02) define libvirt domain using xml:
I1008 17:58:06.410280 548894 main.go:141] libmachine: (ha-094095-m02) <domain type='kvm'>
I1008 17:58:06.410300 548894 main.go:141] libmachine: (ha-094095-m02) <name>ha-094095-m02</name>
I1008 17:58:06.410310 548894 main.go:141] libmachine: (ha-094095-m02) <memory unit='MiB'>2200</memory>
I1008 17:58:06.410330 548894 main.go:141] libmachine: (ha-094095-m02) <vcpu>2</vcpu>
I1008 17:58:06.410344 548894 main.go:141] libmachine: (ha-094095-m02) <features>
I1008 17:58:06.410353 548894 main.go:141] libmachine: (ha-094095-m02) <acpi/>
I1008 17:58:06.410361 548894 main.go:141] libmachine: (ha-094095-m02) <apic/>
I1008 17:58:06.410367 548894 main.go:141] libmachine: (ha-094095-m02) <pae/>
I1008 17:58:06.410371 548894 main.go:141] libmachine: (ha-094095-m02)
I1008 17:58:06.410376 548894 main.go:141] libmachine: (ha-094095-m02) </features>
I1008 17:58:06.410383 548894 main.go:141] libmachine: (ha-094095-m02) <cpu mode='host-passthrough'>
I1008 17:58:06.410388 548894 main.go:141] libmachine: (ha-094095-m02)
I1008 17:58:06.410392 548894 main.go:141] libmachine: (ha-094095-m02) </cpu>
I1008 17:58:06.410397 548894 main.go:141] libmachine: (ha-094095-m02) <os>
I1008 17:58:06.410403 548894 main.go:141] libmachine: (ha-094095-m02) <type>hvm</type>
I1008 17:58:06.410408 548894 main.go:141] libmachine: (ha-094095-m02) <boot dev='cdrom'/>
I1008 17:58:06.410418 548894 main.go:141] libmachine: (ha-094095-m02) <boot dev='hd'/>
I1008 17:58:06.410430 548894 main.go:141] libmachine: (ha-094095-m02) <bootmenu enable='no'/>
I1008 17:58:06.410440 548894 main.go:141] libmachine: (ha-094095-m02) </os>
I1008 17:58:06.410448 548894 main.go:141] libmachine: (ha-094095-m02) <devices>
I1008 17:58:06.410456 548894 main.go:141] libmachine: (ha-094095-m02) <disk type='file' device='cdrom'>
I1008 17:58:06.410468 548894 main.go:141] libmachine: (ha-094095-m02) <source file='/home/jenkins/minikube-integration/19774-529764/.minikube/machines/ha-094095-m02/boot2docker.iso'/>
I1008 17:58:06.410474 548894 main.go:141] libmachine: (ha-094095-m02) <target dev='hdc' bus='scsi'/>
I1008 17:58:06.410479 548894 main.go:141] libmachine: (ha-094095-m02) <readonly/>
I1008 17:58:06.410485 548894 main.go:141] libmachine: (ha-094095-m02) </disk>
I1008 17:58:06.410515 548894 main.go:141] libmachine: (ha-094095-m02) <disk type='file' device='disk'>
I1008 17:58:06.410542 548894 main.go:141] libmachine: (ha-094095-m02) <driver name='qemu' type='raw' cache='default' io='threads' />
I1008 17:58:06.410557 548894 main.go:141] libmachine: (ha-094095-m02) <source file='/home/jenkins/minikube-integration/19774-529764/.minikube/machines/ha-094095-m02/ha-094095-m02.rawdisk'/>
I1008 17:58:06.410568 548894 main.go:141] libmachine: (ha-094095-m02) <target dev='hda' bus='virtio'/>
I1008 17:58:06.410582 548894 main.go:141] libmachine: (ha-094095-m02) </disk>
I1008 17:58:06.410592 548894 main.go:141] libmachine: (ha-094095-m02) <interface type='network'>
I1008 17:58:06.410604 548894 main.go:141] libmachine: (ha-094095-m02) <source network='mk-ha-094095'/>
I1008 17:58:06.410613 548894 main.go:141] libmachine: (ha-094095-m02) <model type='virtio'/>
I1008 17:58:06.410622 548894 main.go:141] libmachine: (ha-094095-m02) </interface>
I1008 17:58:06.410630 548894 main.go:141] libmachine: (ha-094095-m02) <interface type='network'>
I1008 17:58:06.410642 548894 main.go:141] libmachine: (ha-094095-m02) <source network='default'/>
I1008 17:58:06.410661 548894 main.go:141] libmachine: (ha-094095-m02) <model type='virtio'/>
I1008 17:58:06.410673 548894 main.go:141] libmachine: (ha-094095-m02) </interface>
I1008 17:58:06.410683 548894 main.go:141] libmachine: (ha-094095-m02) <serial type='pty'>
I1008 17:58:06.410692 548894 main.go:141] libmachine: (ha-094095-m02) <target port='0'/>
I1008 17:58:06.410700 548894 main.go:141] libmachine: (ha-094095-m02) </serial>
I1008 17:58:06.410712 548894 main.go:141] libmachine: (ha-094095-m02) <console type='pty'>
I1008 17:58:06.410727 548894 main.go:141] libmachine: (ha-094095-m02) <target type='serial' port='0'/>
I1008 17:58:06.410741 548894 main.go:141] libmachine: (ha-094095-m02) </console>
I1008 17:58:06.410750 548894 main.go:141] libmachine: (ha-094095-m02) <rng model='virtio'>
I1008 17:58:06.410761 548894 main.go:141] libmachine: (ha-094095-m02) <backend model='random'>/dev/random</backend>
I1008 17:58:06.410771 548894 main.go:141] libmachine: (ha-094095-m02) </rng>
I1008 17:58:06.410780 548894 main.go:141] libmachine: (ha-094095-m02)
I1008 17:58:06.410787 548894 main.go:141] libmachine: (ha-094095-m02)
I1008 17:58:06.410796 548894 main.go:141] libmachine: (ha-094095-m02) </devices>
I1008 17:58:06.410804 548894 main.go:141] libmachine: (ha-094095-m02) </domain>
I1008 17:58:06.410828 548894 main.go:141] libmachine: (ha-094095-m02)
I1008 17:58:06.418030 548894 main.go:141] libmachine: (ha-094095-m02) DBG | domain ha-094095-m02 has defined MAC address 52:54:00:0f:fc:b1 in network default
I1008 17:58:06.418595 548894 main.go:141] libmachine: (ha-094095-m02) Ensuring networks are active...
I1008 17:58:06.418616 548894 main.go:141] libmachine: (ha-094095-m02) DBG | domain ha-094095-m02 has defined MAC address 52:54:00:28:c9:b2 in network mk-ha-094095
I1008 17:58:06.419273 548894 main.go:141] libmachine: (ha-094095-m02) Ensuring network default is active
I1008 17:58:06.419679 548894 main.go:141] libmachine: (ha-094095-m02) Ensuring network mk-ha-094095 is active
I1008 17:58:06.420099 548894 main.go:141] libmachine: (ha-094095-m02) Getting domain xml...
I1008 17:58:06.420774 548894 main.go:141] libmachine: (ha-094095-m02) Creating domain...
I1008 17:58:07.625613 548894 main.go:141] libmachine: (ha-094095-m02) Waiting to get IP...
I1008 17:58:07.626394 548894 main.go:141] libmachine: (ha-094095-m02) DBG | domain ha-094095-m02 has defined MAC address 52:54:00:28:c9:b2 in network mk-ha-094095
I1008 17:58:07.626834 548894 main.go:141] libmachine: (ha-094095-m02) DBG | unable to find current IP address of domain ha-094095-m02 in network mk-ha-094095
I1008 17:58:07.626863 548894 main.go:141] libmachine: (ha-094095-m02) DBG | I1008 17:58:07.626812 549282 retry.go:31] will retry after 298.191028ms: waiting for machine to come up
I1008 17:58:07.926517 548894 main.go:141] libmachine: (ha-094095-m02) DBG | domain ha-094095-m02 has defined MAC address 52:54:00:28:c9:b2 in network mk-ha-094095
I1008 17:58:07.926935 548894 main.go:141] libmachine: (ha-094095-m02) DBG | unable to find current IP address of domain ha-094095-m02 in network mk-ha-094095
I1008 17:58:07.926967 548894 main.go:141] libmachine: (ha-094095-m02) DBG | I1008 17:58:07.926892 549282 retry.go:31] will retry after 251.007436ms: waiting for machine to come up
I1008 17:58:08.179311 548894 main.go:141] libmachine: (ha-094095-m02) DBG | domain ha-094095-m02 has defined MAC address 52:54:00:28:c9:b2 in network mk-ha-094095
I1008 17:58:08.179723 548894 main.go:141] libmachine: (ha-094095-m02) DBG | unable to find current IP address of domain ha-094095-m02 in network mk-ha-094095
I1008 17:58:08.179753 548894 main.go:141] libmachine: (ha-094095-m02) DBG | I1008 17:58:08.179684 549282 retry.go:31] will retry after 369.990509ms: waiting for machine to come up
I1008 17:58:08.551209 548894 main.go:141] libmachine: (ha-094095-m02) DBG | domain ha-094095-m02 has defined MAC address 52:54:00:28:c9:b2 in network mk-ha-094095
I1008 17:58:08.551664 548894 main.go:141] libmachine: (ha-094095-m02) DBG | unable to find current IP address of domain ha-094095-m02 in network mk-ha-094095
I1008 17:58:08.551688 548894 main.go:141] libmachine: (ha-094095-m02) DBG | I1008 17:58:08.551618 549282 retry.go:31] will retry after 529.446819ms: waiting for machine to come up
I1008 17:58:09.082289 548894 main.go:141] libmachine: (ha-094095-m02) DBG | domain ha-094095-m02 has defined MAC address 52:54:00:28:c9:b2 in network mk-ha-094095
I1008 17:58:09.082764 548894 main.go:141] libmachine: (ha-094095-m02) DBG | unable to find current IP address of domain ha-094095-m02 in network mk-ha-094095
I1008 17:58:09.082787 548894 main.go:141] libmachine: (ha-094095-m02) DBG | I1008 17:58:09.082730 549282 retry.go:31] will retry after 698.772609ms: waiting for machine to come up
I1008 17:58:09.782428 548894 main.go:141] libmachine: (ha-094095-m02) DBG | domain ha-094095-m02 has defined MAC address 52:54:00:28:c9:b2 in network mk-ha-094095
I1008 17:58:09.783035 548894 main.go:141] libmachine: (ha-094095-m02) DBG | unable to find current IP address of domain ha-094095-m02 in network mk-ha-094095
I1008 17:58:09.783077 548894 main.go:141] libmachine: (ha-094095-m02) DBG | I1008 17:58:09.782975 549282 retry.go:31] will retry after 749.123701ms: waiting for machine to come up
I1008 17:58:10.533886 548894 main.go:141] libmachine: (ha-094095-m02) DBG | domain ha-094095-m02 has defined MAC address 52:54:00:28:c9:b2 in network mk-ha-094095
I1008 17:58:10.534374 548894 main.go:141] libmachine: (ha-094095-m02) DBG | unable to find current IP address of domain ha-094095-m02 in network mk-ha-094095
I1008 17:58:10.534406 548894 main.go:141] libmachine: (ha-094095-m02) DBG | I1008 17:58:10.534314 549282 retry.go:31] will retry after 748.167347ms: waiting for machine to come up
I1008 17:58:11.284374 548894 main.go:141] libmachine: (ha-094095-m02) DBG | domain ha-094095-m02 has defined MAC address 52:54:00:28:c9:b2 in network mk-ha-094095
I1008 17:58:11.284764 548894 main.go:141] libmachine: (ha-094095-m02) DBG | unable to find current IP address of domain ha-094095-m02 in network mk-ha-094095
I1008 17:58:11.284793 548894 main.go:141] libmachine: (ha-094095-m02) DBG | I1008 17:58:11.284726 549282 retry.go:31] will retry after 1.314312212s: waiting for machine to come up
I1008 17:58:12.600256 548894 main.go:141] libmachine: (ha-094095-m02) DBG | domain ha-094095-m02 has defined MAC address 52:54:00:28:c9:b2 in network mk-ha-094095
I1008 17:58:12.600675 548894 main.go:141] libmachine: (ha-094095-m02) DBG | unable to find current IP address of domain ha-094095-m02 in network mk-ha-094095
I1008 17:58:12.600706 548894 main.go:141] libmachine: (ha-094095-m02) DBG | I1008 17:58:12.600619 549282 retry.go:31] will retry after 1.264771643s: waiting for machine to come up
I1008 17:58:13.867255 548894 main.go:141] libmachine: (ha-094095-m02) DBG | domain ha-094095-m02 has defined MAC address 52:54:00:28:c9:b2 in network mk-ha-094095
I1008 17:58:13.867784 548894 main.go:141] libmachine: (ha-094095-m02) DBG | unable to find current IP address of domain ha-094095-m02 in network mk-ha-094095
I1008 17:58:13.867816 548894 main.go:141] libmachine: (ha-094095-m02) DBG | I1008 17:58:13.867728 549282 retry.go:31] will retry after 2.081210662s: waiting for machine to come up
I1008 17:58:15.950893 548894 main.go:141] libmachine: (ha-094095-m02) DBG | domain ha-094095-m02 has defined MAC address 52:54:00:28:c9:b2 in network mk-ha-094095
I1008 17:58:15.951309 548894 main.go:141] libmachine: (ha-094095-m02) DBG | unable to find current IP address of domain ha-094095-m02 in network mk-ha-094095
I1008 17:58:15.951341 548894 main.go:141] libmachine: (ha-094095-m02) DBG | I1008 17:58:15.951258 549282 retry.go:31] will retry after 2.823132453s: waiting for machine to come up
I1008 17:58:18.778198 548894 main.go:141] libmachine: (ha-094095-m02) DBG | domain ha-094095-m02 has defined MAC address 52:54:00:28:c9:b2 in network mk-ha-094095
I1008 17:58:18.778573 548894 main.go:141] libmachine: (ha-094095-m02) DBG | unable to find current IP address of domain ha-094095-m02 in network mk-ha-094095
I1008 17:58:18.778605 548894 main.go:141] libmachine: (ha-094095-m02) DBG | I1008 17:58:18.778535 549282 retry.go:31] will retry after 2.715237967s: waiting for machine to come up
I1008 17:58:21.495309 548894 main.go:141] libmachine: (ha-094095-m02) DBG | domain ha-094095-m02 has defined MAC address 52:54:00:28:c9:b2 in network mk-ha-094095
I1008 17:58:21.495754 548894 main.go:141] libmachine: (ha-094095-m02) DBG | unable to find current IP address of domain ha-094095-m02 in network mk-ha-094095
I1008 17:58:21.495780 548894 main.go:141] libmachine: (ha-094095-m02) DBG | I1008 17:58:21.495712 549282 retry.go:31] will retry after 2.962404474s: waiting for machine to come up
I1008 17:58:24.461815 548894 main.go:141] libmachine: (ha-094095-m02) DBG | domain ha-094095-m02 has defined MAC address 52:54:00:28:c9:b2 in network mk-ha-094095
I1008 17:58:24.462170 548894 main.go:141] libmachine: (ha-094095-m02) DBG | unable to find current IP address of domain ha-094095-m02 in network mk-ha-094095
I1008 17:58:24.462198 548894 main.go:141] libmachine: (ha-094095-m02) DBG | I1008 17:58:24.462131 549282 retry.go:31] will retry after 4.711440731s: waiting for machine to come up
I1008 17:58:29.176935 548894 main.go:141] libmachine: (ha-094095-m02) DBG | domain ha-094095-m02 has defined MAC address 52:54:00:28:c9:b2 in network mk-ha-094095
I1008 17:58:29.177439 548894 main.go:141] libmachine: (ha-094095-m02) Found IP for machine: 192.168.39.65
I1008 17:58:29.177459 548894 main.go:141] libmachine: (ha-094095-m02) Reserving static IP address...
I1008 17:58:29.177467 548894 main.go:141] libmachine: (ha-094095-m02) DBG | domain ha-094095-m02 has current primary IP address 192.168.39.65 and MAC address 52:54:00:28:c9:b2 in network mk-ha-094095
I1008 17:58:29.177881 548894 main.go:141] libmachine: (ha-094095-m02) DBG | unable to find host DHCP lease matching {name: "ha-094095-m02", mac: "52:54:00:28:c9:b2", ip: "192.168.39.65"} in network mk-ha-094095
I1008 17:58:29.250979 548894 main.go:141] libmachine: (ha-094095-m02) DBG | Getting to WaitForSSH function...
I1008 17:58:29.251007 548894 main.go:141] libmachine: (ha-094095-m02) Reserved static IP address: 192.168.39.65
I1008 17:58:29.251020 548894 main.go:141] libmachine: (ha-094095-m02) Waiting for SSH to be available...
I1008 17:58:29.253304 548894 main.go:141] libmachine: (ha-094095-m02) DBG | domain ha-094095-m02 has defined MAC address 52:54:00:28:c9:b2 in network mk-ha-094095
I1008 17:58:29.253715 548894 main.go:141] libmachine: (ha-094095-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:28:c9:b2", ip: ""} in network mk-ha-094095: {Iface:virbr1 ExpiryTime:2024-10-08 18:58:20 +0000 UTC Type:0 Mac:52:54:00:28:c9:b2 Iaid: IPaddr:192.168.39.65 Prefix:24 Hostname:minikube Clientid:01:52:54:00:28:c9:b2}
I1008 17:58:29.253745 548894 main.go:141] libmachine: (ha-094095-m02) DBG | domain ha-094095-m02 has defined IP address 192.168.39.65 and MAC address 52:54:00:28:c9:b2 in network mk-ha-094095
I1008 17:58:29.253826 548894 main.go:141] libmachine: (ha-094095-m02) DBG | Using SSH client type: external
I1008 17:58:29.253858 548894 main.go:141] libmachine: (ha-094095-m02) DBG | Using SSH private key: /home/jenkins/minikube-integration/19774-529764/.minikube/machines/ha-094095-m02/id_rsa (-rw-------)
I1008 17:58:29.253895 548894 main.go:141] libmachine: (ha-094095-m02) DBG | &{[-F /dev/null -o ConnectionAttempts=3 -o ConnectTimeout=10 -o ControlMaster=no -o ControlPath=none -o LogLevel=quiet -o PasswordAuthentication=no -o ServerAliveInterval=60 -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null docker@192.168.39.65 -o IdentitiesOnly=yes -i /home/jenkins/minikube-integration/19774-529764/.minikube/machines/ha-094095-m02/id_rsa -p 22] /usr/bin/ssh <nil>}
I1008 17:58:29.253928 548894 main.go:141] libmachine: (ha-094095-m02) DBG | About to run SSH command:
I1008 17:58:29.253953 548894 main.go:141] libmachine: (ha-094095-m02) DBG | exit 0
I1008 17:58:29.377997 548894 main.go:141] libmachine: (ha-094095-m02) DBG | SSH cmd err, output: <nil>:
I1008 17:58:29.378287 548894 main.go:141] libmachine: (ha-094095-m02) KVM machine creation complete!
I1008 17:58:29.378621 548894 main.go:141] libmachine: (ha-094095-m02) Calling .GetConfigRaw
I1008 17:58:29.379167 548894 main.go:141] libmachine: (ha-094095-m02) Calling .DriverName
I1008 17:58:29.379376 548894 main.go:141] libmachine: (ha-094095-m02) Calling .DriverName
I1008 17:58:29.379500 548894 main.go:141] libmachine: Waiting for machine to be running, this may take a few minutes...
I1008 17:58:29.379514 548894 main.go:141] libmachine: (ha-094095-m02) Calling .GetState
I1008 17:58:29.380658 548894 main.go:141] libmachine: Detecting operating system of created instance...
I1008 17:58:29.380670 548894 main.go:141] libmachine: Waiting for SSH to be available...
I1008 17:58:29.380676 548894 main.go:141] libmachine: Getting to WaitForSSH function...
I1008 17:58:29.380683 548894 main.go:141] libmachine: (ha-094095-m02) Calling .GetSSHHostname
I1008 17:58:29.382734 548894 main.go:141] libmachine: (ha-094095-m02) DBG | domain ha-094095-m02 has defined MAC address 52:54:00:28:c9:b2 in network mk-ha-094095
I1008 17:58:29.383074 548894 main.go:141] libmachine: (ha-094095-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:28:c9:b2", ip: ""} in network mk-ha-094095: {Iface:virbr1 ExpiryTime:2024-10-08 18:58:20 +0000 UTC Type:0 Mac:52:54:00:28:c9:b2 Iaid: IPaddr:192.168.39.65 Prefix:24 Hostname:ha-094095-m02 Clientid:01:52:54:00:28:c9:b2}
I1008 17:58:29.383097 548894 main.go:141] libmachine: (ha-094095-m02) DBG | domain ha-094095-m02 has defined IP address 192.168.39.65 and MAC address 52:54:00:28:c9:b2 in network mk-ha-094095
I1008 17:58:29.383251 548894 main.go:141] libmachine: (ha-094095-m02) Calling .GetSSHPort
I1008 17:58:29.383416 548894 main.go:141] libmachine: (ha-094095-m02) Calling .GetSSHKeyPath
I1008 17:58:29.383613 548894 main.go:141] libmachine: (ha-094095-m02) Calling .GetSSHKeyPath
I1008 17:58:29.383753 548894 main.go:141] libmachine: (ha-094095-m02) Calling .GetSSHUsername
I1008 17:58:29.383914 548894 main.go:141] libmachine: Using SSH client type: native
I1008 17:58:29.384122 548894 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x8651c0] 0x867ea0 <nil> [] 0s} 192.168.39.65 22 <nil> <nil>}
I1008 17:58:29.384133 548894 main.go:141] libmachine: About to run SSH command:
exit 0
I1008 17:58:29.485427 548894 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1008 17:58:29.485449 548894 main.go:141] libmachine: Detecting the provisioner...
I1008 17:58:29.485460 548894 main.go:141] libmachine: (ha-094095-m02) Calling .GetSSHHostname
I1008 17:58:29.488012 548894 main.go:141] libmachine: (ha-094095-m02) DBG | domain ha-094095-m02 has defined MAC address 52:54:00:28:c9:b2 in network mk-ha-094095
I1008 17:58:29.488364 548894 main.go:141] libmachine: (ha-094095-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:28:c9:b2", ip: ""} in network mk-ha-094095: {Iface:virbr1 ExpiryTime:2024-10-08 18:58:20 +0000 UTC Type:0 Mac:52:54:00:28:c9:b2 Iaid: IPaddr:192.168.39.65 Prefix:24 Hostname:ha-094095-m02 Clientid:01:52:54:00:28:c9:b2}
I1008 17:58:29.488395 548894 main.go:141] libmachine: (ha-094095-m02) DBG | domain ha-094095-m02 has defined IP address 192.168.39.65 and MAC address 52:54:00:28:c9:b2 in network mk-ha-094095
I1008 17:58:29.488586 548894 main.go:141] libmachine: (ha-094095-m02) Calling .GetSSHPort
I1008 17:58:29.488786 548894 main.go:141] libmachine: (ha-094095-m02) Calling .GetSSHKeyPath
I1008 17:58:29.488953 548894 main.go:141] libmachine: (ha-094095-m02) Calling .GetSSHKeyPath
I1008 17:58:29.489087 548894 main.go:141] libmachine: (ha-094095-m02) Calling .GetSSHUsername
I1008 17:58:29.489247 548894 main.go:141] libmachine: Using SSH client type: native
I1008 17:58:29.489514 548894 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x8651c0] 0x867ea0 <nil> [] 0s} 192.168.39.65 22 <nil> <nil>}
I1008 17:58:29.489530 548894 main.go:141] libmachine: About to run SSH command:
cat /etc/os-release
I1008 17:58:29.590445 548894 main.go:141] libmachine: SSH cmd err, output: <nil>: NAME=Buildroot
VERSION=2023.02.9-dirty
ID=buildroot
VERSION_ID=2023.02.9
PRETTY_NAME="Buildroot 2023.02.9"
I1008 17:58:29.590532 548894 main.go:141] libmachine: found compatible host: buildroot
I1008 17:58:29.590542 548894 main.go:141] libmachine: Provisioning with buildroot...
I1008 17:58:29.590551 548894 main.go:141] libmachine: (ha-094095-m02) Calling .GetMachineName
I1008 17:58:29.590782 548894 buildroot.go:166] provisioning hostname "ha-094095-m02"
I1008 17:58:29.590806 548894 main.go:141] libmachine: (ha-094095-m02) Calling .GetMachineName
I1008 17:58:29.591021 548894 main.go:141] libmachine: (ha-094095-m02) Calling .GetSSHHostname
I1008 17:58:29.593666 548894 main.go:141] libmachine: (ha-094095-m02) DBG | domain ha-094095-m02 has defined MAC address 52:54:00:28:c9:b2 in network mk-ha-094095
I1008 17:58:29.594067 548894 main.go:141] libmachine: (ha-094095-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:28:c9:b2", ip: ""} in network mk-ha-094095: {Iface:virbr1 ExpiryTime:2024-10-08 18:58:20 +0000 UTC Type:0 Mac:52:54:00:28:c9:b2 Iaid: IPaddr:192.168.39.65 Prefix:24 Hostname:ha-094095-m02 Clientid:01:52:54:00:28:c9:b2}
I1008 17:58:29.594096 548894 main.go:141] libmachine: (ha-094095-m02) DBG | domain ha-094095-m02 has defined IP address 192.168.39.65 and MAC address 52:54:00:28:c9:b2 in network mk-ha-094095
I1008 17:58:29.594246 548894 main.go:141] libmachine: (ha-094095-m02) Calling .GetSSHPort
I1008 17:58:29.594404 548894 main.go:141] libmachine: (ha-094095-m02) Calling .GetSSHKeyPath
I1008 17:58:29.594554 548894 main.go:141] libmachine: (ha-094095-m02) Calling .GetSSHKeyPath
I1008 17:58:29.594724 548894 main.go:141] libmachine: (ha-094095-m02) Calling .GetSSHUsername
I1008 17:58:29.594891 548894 main.go:141] libmachine: Using SSH client type: native
I1008 17:58:29.595109 548894 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x8651c0] 0x867ea0 <nil> [] 0s} 192.168.39.65 22 <nil> <nil>}
I1008 17:58:29.595125 548894 main.go:141] libmachine: About to run SSH command:
sudo hostname ha-094095-m02 && echo "ha-094095-m02" | sudo tee /etc/hostname
I1008 17:58:29.714147 548894 main.go:141] libmachine: SSH cmd err, output: <nil>: ha-094095-m02
I1008 17:58:29.714180 548894 main.go:141] libmachine: (ha-094095-m02) Calling .GetSSHHostname
I1008 17:58:29.716973 548894 main.go:141] libmachine: (ha-094095-m02) DBG | domain ha-094095-m02 has defined MAC address 52:54:00:28:c9:b2 in network mk-ha-094095
I1008 17:58:29.717353 548894 main.go:141] libmachine: (ha-094095-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:28:c9:b2", ip: ""} in network mk-ha-094095: {Iface:virbr1 ExpiryTime:2024-10-08 18:58:20 +0000 UTC Type:0 Mac:52:54:00:28:c9:b2 Iaid: IPaddr:192.168.39.65 Prefix:24 Hostname:ha-094095-m02 Clientid:01:52:54:00:28:c9:b2}
I1008 17:58:29.717384 548894 main.go:141] libmachine: (ha-094095-m02) DBG | domain ha-094095-m02 has defined IP address 192.168.39.65 and MAC address 52:54:00:28:c9:b2 in network mk-ha-094095
I1008 17:58:29.717565 548894 main.go:141] libmachine: (ha-094095-m02) Calling .GetSSHPort
I1008 17:58:29.717752 548894 main.go:141] libmachine: (ha-094095-m02) Calling .GetSSHKeyPath
I1008 17:58:29.717913 548894 main.go:141] libmachine: (ha-094095-m02) Calling .GetSSHKeyPath
I1008 17:58:29.718050 548894 main.go:141] libmachine: (ha-094095-m02) Calling .GetSSHUsername
I1008 17:58:29.718222 548894 main.go:141] libmachine: Using SSH client type: native
I1008 17:58:29.718416 548894 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x8651c0] 0x867ea0 <nil> [] 0s} 192.168.39.65 22 <nil> <nil>}
I1008 17:58:29.718433 548894 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\sha-094095-m02' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 ha-094095-m02/g' /etc/hosts;
else
echo '127.0.1.1 ha-094095-m02' | sudo tee -a /etc/hosts;
fi
fi
I1008 17:58:29.831586 548894 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1008 17:58:29.831619 548894 buildroot.go:172] set auth options {CertDir:/home/jenkins/minikube-integration/19774-529764/.minikube CaCertPath:/home/jenkins/minikube-integration/19774-529764/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/19774-529764/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/19774-529764/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/19774-529764/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/19774-529764/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/19774-529764/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/19774-529764/.minikube}
I1008 17:58:29.831636 548894 buildroot.go:174] setting up certificates
I1008 17:58:29.831645 548894 provision.go:84] configureAuth start
I1008 17:58:29.831659 548894 main.go:141] libmachine: (ha-094095-m02) Calling .GetMachineName
I1008 17:58:29.831944 548894 main.go:141] libmachine: (ha-094095-m02) Calling .GetIP
I1008 17:58:29.834827 548894 main.go:141] libmachine: (ha-094095-m02) DBG | domain ha-094095-m02 has defined MAC address 52:54:00:28:c9:b2 in network mk-ha-094095
I1008 17:58:29.835217 548894 main.go:141] libmachine: (ha-094095-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:28:c9:b2", ip: ""} in network mk-ha-094095: {Iface:virbr1 ExpiryTime:2024-10-08 18:58:20 +0000 UTC Type:0 Mac:52:54:00:28:c9:b2 Iaid: IPaddr:192.168.39.65 Prefix:24 Hostname:ha-094095-m02 Clientid:01:52:54:00:28:c9:b2}
I1008 17:58:29.835237 548894 main.go:141] libmachine: (ha-094095-m02) DBG | domain ha-094095-m02 has defined IP address 192.168.39.65 and MAC address 52:54:00:28:c9:b2 in network mk-ha-094095
I1008 17:58:29.835436 548894 main.go:141] libmachine: (ha-094095-m02) Calling .GetSSHHostname
I1008 17:58:29.837816 548894 main.go:141] libmachine: (ha-094095-m02) DBG | domain ha-094095-m02 has defined MAC address 52:54:00:28:c9:b2 in network mk-ha-094095
I1008 17:58:29.838198 548894 main.go:141] libmachine: (ha-094095-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:28:c9:b2", ip: ""} in network mk-ha-094095: {Iface:virbr1 ExpiryTime:2024-10-08 18:58:20 +0000 UTC Type:0 Mac:52:54:00:28:c9:b2 Iaid: IPaddr:192.168.39.65 Prefix:24 Hostname:ha-094095-m02 Clientid:01:52:54:00:28:c9:b2}
I1008 17:58:29.838223 548894 main.go:141] libmachine: (ha-094095-m02) DBG | domain ha-094095-m02 has defined IP address 192.168.39.65 and MAC address 52:54:00:28:c9:b2 in network mk-ha-094095
I1008 17:58:29.838374 548894 provision.go:143] copyHostCerts
I1008 17:58:29.838406 548894 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19774-529764/.minikube/certs/key.pem -> /home/jenkins/minikube-integration/19774-529764/.minikube/key.pem
I1008 17:58:29.838440 548894 exec_runner.go:144] found /home/jenkins/minikube-integration/19774-529764/.minikube/key.pem, removing ...
I1008 17:58:29.838448 548894 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19774-529764/.minikube/key.pem
I1008 17:58:29.838513 548894 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19774-529764/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/19774-529764/.minikube/key.pem (1675 bytes)
I1008 17:58:29.838598 548894 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19774-529764/.minikube/certs/ca.pem -> /home/jenkins/minikube-integration/19774-529764/.minikube/ca.pem
I1008 17:58:29.838615 548894 exec_runner.go:144] found /home/jenkins/minikube-integration/19774-529764/.minikube/ca.pem, removing ...
I1008 17:58:29.838620 548894 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19774-529764/.minikube/ca.pem
I1008 17:58:29.838643 548894 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19774-529764/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/19774-529764/.minikube/ca.pem (1082 bytes)
I1008 17:58:29.838682 548894 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19774-529764/.minikube/certs/cert.pem -> /home/jenkins/minikube-integration/19774-529764/.minikube/cert.pem
I1008 17:58:29.838698 548894 exec_runner.go:144] found /home/jenkins/minikube-integration/19774-529764/.minikube/cert.pem, removing ...
I1008 17:58:29.838704 548894 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19774-529764/.minikube/cert.pem
I1008 17:58:29.838730 548894 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19774-529764/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/19774-529764/.minikube/cert.pem (1123 bytes)
I1008 17:58:29.838774 548894 provision.go:117] generating server cert: /home/jenkins/minikube-integration/19774-529764/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/19774-529764/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/19774-529764/.minikube/certs/ca-key.pem org=jenkins.ha-094095-m02 san=[127.0.0.1 192.168.39.65 ha-094095-m02 localhost minikube]
I1008 17:58:29.938554 548894 provision.go:177] copyRemoteCerts
I1008 17:58:29.938614 548894 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1008 17:58:29.938646 548894 main.go:141] libmachine: (ha-094095-m02) Calling .GetSSHHostname
I1008 17:58:29.941344 548894 main.go:141] libmachine: (ha-094095-m02) DBG | domain ha-094095-m02 has defined MAC address 52:54:00:28:c9:b2 in network mk-ha-094095
I1008 17:58:29.941644 548894 main.go:141] libmachine: (ha-094095-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:28:c9:b2", ip: ""} in network mk-ha-094095: {Iface:virbr1 ExpiryTime:2024-10-08 18:58:20 +0000 UTC Type:0 Mac:52:54:00:28:c9:b2 Iaid: IPaddr:192.168.39.65 Prefix:24 Hostname:ha-094095-m02 Clientid:01:52:54:00:28:c9:b2}
I1008 17:58:29.941673 548894 main.go:141] libmachine: (ha-094095-m02) DBG | domain ha-094095-m02 has defined IP address 192.168.39.65 and MAC address 52:54:00:28:c9:b2 in network mk-ha-094095
I1008 17:58:29.941805 548894 main.go:141] libmachine: (ha-094095-m02) Calling .GetSSHPort
I1008 17:58:29.942003 548894 main.go:141] libmachine: (ha-094095-m02) Calling .GetSSHKeyPath
I1008 17:58:29.942163 548894 main.go:141] libmachine: (ha-094095-m02) Calling .GetSSHUsername
I1008 17:58:29.942301 548894 sshutil.go:53] new ssh client: &{IP:192.168.39.65 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19774-529764/.minikube/machines/ha-094095-m02/id_rsa Username:docker}
I1008 17:58:30.024548 548894 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19774-529764/.minikube/certs/ca.pem -> /etc/docker/ca.pem
I1008 17:58:30.024622 548894 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19774-529764/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1082 bytes)
I1008 17:58:30.049270 548894 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19774-529764/.minikube/machines/server.pem -> /etc/docker/server.pem
I1008 17:58:30.049353 548894 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19774-529764/.minikube/machines/server.pem --> /etc/docker/server.pem (1208 bytes)
I1008 17:58:30.073294 548894 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19774-529764/.minikube/machines/server-key.pem -> /etc/docker/server-key.pem
I1008 17:58:30.073363 548894 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19774-529764/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)
I1008 17:58:30.097034 548894 provision.go:87] duration metric: took 265.374667ms to configureAuth
I1008 17:58:30.097066 548894 buildroot.go:189] setting minikube options for container-runtime
I1008 17:58:30.097258 548894 config.go:182] Loaded profile config "ha-094095": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.1
I1008 17:58:30.097336 548894 main.go:141] libmachine: (ha-094095-m02) Calling .GetSSHHostname
I1008 17:58:30.100086 548894 main.go:141] libmachine: (ha-094095-m02) DBG | domain ha-094095-m02 has defined MAC address 52:54:00:28:c9:b2 in network mk-ha-094095
I1008 17:58:30.100367 548894 main.go:141] libmachine: (ha-094095-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:28:c9:b2", ip: ""} in network mk-ha-094095: {Iface:virbr1 ExpiryTime:2024-10-08 18:58:20 +0000 UTC Type:0 Mac:52:54:00:28:c9:b2 Iaid: IPaddr:192.168.39.65 Prefix:24 Hostname:ha-094095-m02 Clientid:01:52:54:00:28:c9:b2}
I1008 17:58:30.100397 548894 main.go:141] libmachine: (ha-094095-m02) DBG | domain ha-094095-m02 has defined IP address 192.168.39.65 and MAC address 52:54:00:28:c9:b2 in network mk-ha-094095
I1008 17:58:30.100547 548894 main.go:141] libmachine: (ha-094095-m02) Calling .GetSSHPort
I1008 17:58:30.100709 548894 main.go:141] libmachine: (ha-094095-m02) Calling .GetSSHKeyPath
I1008 17:58:30.100901 548894 main.go:141] libmachine: (ha-094095-m02) Calling .GetSSHKeyPath
I1008 17:58:30.101076 548894 main.go:141] libmachine: (ha-094095-m02) Calling .GetSSHUsername
I1008 17:58:30.101293 548894 main.go:141] libmachine: Using SSH client type: native
I1008 17:58:30.101528 548894 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x8651c0] 0x867ea0 <nil> [] 0s} 192.168.39.65 22 <nil> <nil>}
I1008 17:58:30.101554 548894 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1008 17:58:30.316444 548894 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1008 17:58:30.316471 548894 main.go:141] libmachine: Checking connection to Docker...
I1008 17:58:30.316479 548894 main.go:141] libmachine: (ha-094095-m02) Calling .GetURL
I1008 17:58:30.317802 548894 main.go:141] libmachine: (ha-094095-m02) DBG | Using libvirt version 6000000
I1008 17:58:30.320137 548894 main.go:141] libmachine: (ha-094095-m02) DBG | domain ha-094095-m02 has defined MAC address 52:54:00:28:c9:b2 in network mk-ha-094095
I1008 17:58:30.320544 548894 main.go:141] libmachine: (ha-094095-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:28:c9:b2", ip: ""} in network mk-ha-094095: {Iface:virbr1 ExpiryTime:2024-10-08 18:58:20 +0000 UTC Type:0 Mac:52:54:00:28:c9:b2 Iaid: IPaddr:192.168.39.65 Prefix:24 Hostname:ha-094095-m02 Clientid:01:52:54:00:28:c9:b2}
I1008 17:58:30.320587 548894 main.go:141] libmachine: (ha-094095-m02) DBG | domain ha-094095-m02 has defined IP address 192.168.39.65 and MAC address 52:54:00:28:c9:b2 in network mk-ha-094095
I1008 17:58:30.320709 548894 main.go:141] libmachine: Docker is up and running!
I1008 17:58:30.320718 548894 main.go:141] libmachine: Reticulating splines...
I1008 17:58:30.320726 548894 client.go:171] duration metric: took 24.527519698s to LocalClient.Create
I1008 17:58:30.320756 548894 start.go:167] duration metric: took 24.527598536s to libmachine.API.Create "ha-094095"
I1008 17:58:30.320770 548894 start.go:293] postStartSetup for "ha-094095-m02" (driver="kvm2")
I1008 17:58:30.320783 548894 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1008 17:58:30.320822 548894 main.go:141] libmachine: (ha-094095-m02) Calling .DriverName
I1008 17:58:30.321070 548894 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1008 17:58:30.321097 548894 main.go:141] libmachine: (ha-094095-m02) Calling .GetSSHHostname
I1008 17:58:30.323268 548894 main.go:141] libmachine: (ha-094095-m02) DBG | domain ha-094095-m02 has defined MAC address 52:54:00:28:c9:b2 in network mk-ha-094095
I1008 17:58:30.323601 548894 main.go:141] libmachine: (ha-094095-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:28:c9:b2", ip: ""} in network mk-ha-094095: {Iface:virbr1 ExpiryTime:2024-10-08 18:58:20 +0000 UTC Type:0 Mac:52:54:00:28:c9:b2 Iaid: IPaddr:192.168.39.65 Prefix:24 Hostname:ha-094095-m02 Clientid:01:52:54:00:28:c9:b2}
I1008 17:58:30.323630 548894 main.go:141] libmachine: (ha-094095-m02) DBG | domain ha-094095-m02 has defined IP address 192.168.39.65 and MAC address 52:54:00:28:c9:b2 in network mk-ha-094095
I1008 17:58:30.323770 548894 main.go:141] libmachine: (ha-094095-m02) Calling .GetSSHPort
I1008 17:58:30.323934 548894 main.go:141] libmachine: (ha-094095-m02) Calling .GetSSHKeyPath
I1008 17:58:30.324073 548894 main.go:141] libmachine: (ha-094095-m02) Calling .GetSSHUsername
I1008 17:58:30.324173 548894 sshutil.go:53] new ssh client: &{IP:192.168.39.65 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19774-529764/.minikube/machines/ha-094095-m02/id_rsa Username:docker}
I1008 17:58:30.408962 548894 ssh_runner.go:195] Run: cat /etc/os-release
I1008 17:58:30.413084 548894 info.go:137] Remote host: Buildroot 2023.02.9
I1008 17:58:30.413110 548894 filesync.go:126] Scanning /home/jenkins/minikube-integration/19774-529764/.minikube/addons for local assets ...
I1008 17:58:30.413178 548894 filesync.go:126] Scanning /home/jenkins/minikube-integration/19774-529764/.minikube/files for local assets ...
I1008 17:58:30.413266 548894 filesync.go:149] local asset: /home/jenkins/minikube-integration/19774-529764/.minikube/files/etc/ssl/certs/5370132.pem -> 5370132.pem in /etc/ssl/certs
I1008 17:58:30.413279 548894 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19774-529764/.minikube/files/etc/ssl/certs/5370132.pem -> /etc/ssl/certs/5370132.pem
I1008 17:58:30.413385 548894 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1008 17:58:30.423213 548894 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19774-529764/.minikube/files/etc/ssl/certs/5370132.pem --> /etc/ssl/certs/5370132.pem (1708 bytes)
I1008 17:58:30.446502 548894 start.go:296] duration metric: took 125.715217ms for postStartSetup
I1008 17:58:30.446572 548894 main.go:141] libmachine: (ha-094095-m02) Calling .GetConfigRaw
I1008 17:58:30.447199 548894 main.go:141] libmachine: (ha-094095-m02) Calling .GetIP
I1008 17:58:30.449851 548894 main.go:141] libmachine: (ha-094095-m02) DBG | domain ha-094095-m02 has defined MAC address 52:54:00:28:c9:b2 in network mk-ha-094095
I1008 17:58:30.450235 548894 main.go:141] libmachine: (ha-094095-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:28:c9:b2", ip: ""} in network mk-ha-094095: {Iface:virbr1 ExpiryTime:2024-10-08 18:58:20 +0000 UTC Type:0 Mac:52:54:00:28:c9:b2 Iaid: IPaddr:192.168.39.65 Prefix:24 Hostname:ha-094095-m02 Clientid:01:52:54:00:28:c9:b2}
I1008 17:58:30.450268 548894 main.go:141] libmachine: (ha-094095-m02) DBG | domain ha-094095-m02 has defined IP address 192.168.39.65 and MAC address 52:54:00:28:c9:b2 in network mk-ha-094095
I1008 17:58:30.450469 548894 profile.go:143] Saving config to /home/jenkins/minikube-integration/19774-529764/.minikube/profiles/ha-094095/config.json ...
I1008 17:58:30.450701 548894 start.go:128] duration metric: took 24.675682473s to createHost
I1008 17:58:30.450743 548894 main.go:141] libmachine: (ha-094095-m02) Calling .GetSSHHostname
I1008 17:58:30.453038 548894 main.go:141] libmachine: (ha-094095-m02) DBG | domain ha-094095-m02 has defined MAC address 52:54:00:28:c9:b2 in network mk-ha-094095
I1008 17:58:30.453348 548894 main.go:141] libmachine: (ha-094095-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:28:c9:b2", ip: ""} in network mk-ha-094095: {Iface:virbr1 ExpiryTime:2024-10-08 18:58:20 +0000 UTC Type:0 Mac:52:54:00:28:c9:b2 Iaid: IPaddr:192.168.39.65 Prefix:24 Hostname:ha-094095-m02 Clientid:01:52:54:00:28:c9:b2}
I1008 17:58:30.453375 548894 main.go:141] libmachine: (ha-094095-m02) DBG | domain ha-094095-m02 has defined IP address 192.168.39.65 and MAC address 52:54:00:28:c9:b2 in network mk-ha-094095
I1008 17:58:30.453496 548894 main.go:141] libmachine: (ha-094095-m02) Calling .GetSSHPort
I1008 17:58:30.453697 548894 main.go:141] libmachine: (ha-094095-m02) Calling .GetSSHKeyPath
I1008 17:58:30.453857 548894 main.go:141] libmachine: (ha-094095-m02) Calling .GetSSHKeyPath
I1008 17:58:30.454010 548894 main.go:141] libmachine: (ha-094095-m02) Calling .GetSSHUsername
I1008 17:58:30.454159 548894 main.go:141] libmachine: Using SSH client type: native
I1008 17:58:30.454400 548894 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x8651c0] 0x867ea0 <nil> [] 0s} 192.168.39.65 22 <nil> <nil>}
I1008 17:58:30.454410 548894 main.go:141] libmachine: About to run SSH command:
date +%s.%N
I1008 17:58:30.559077 548894 main.go:141] libmachine: SSH cmd err, output: <nil>: 1728410310.517666608
I1008 17:58:30.559107 548894 fix.go:216] guest clock: 1728410310.517666608
I1008 17:58:30.559114 548894 fix.go:229] Guest: 2024-10-08 17:58:30.517666608 +0000 UTC Remote: 2024-10-08 17:58:30.45071757 +0000 UTC m=+71.541677784 (delta=66.949038ms)
I1008 17:58:30.559131 548894 fix.go:200] guest clock delta is within tolerance: 66.949038ms
I1008 17:58:30.559136 548894 start.go:83] releasing machines lock for "ha-094095-m02", held for 24.78424013s
I1008 17:58:30.559157 548894 main.go:141] libmachine: (ha-094095-m02) Calling .DriverName
I1008 17:58:30.559409 548894 main.go:141] libmachine: (ha-094095-m02) Calling .GetIP
I1008 17:58:30.562379 548894 main.go:141] libmachine: (ha-094095-m02) DBG | domain ha-094095-m02 has defined MAC address 52:54:00:28:c9:b2 in network mk-ha-094095
I1008 17:58:30.562717 548894 main.go:141] libmachine: (ha-094095-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:28:c9:b2", ip: ""} in network mk-ha-094095: {Iface:virbr1 ExpiryTime:2024-10-08 18:58:20 +0000 UTC Type:0 Mac:52:54:00:28:c9:b2 Iaid: IPaddr:192.168.39.65 Prefix:24 Hostname:ha-094095-m02 Clientid:01:52:54:00:28:c9:b2}
I1008 17:58:30.562741 548894 main.go:141] libmachine: (ha-094095-m02) DBG | domain ha-094095-m02 has defined IP address 192.168.39.65 and MAC address 52:54:00:28:c9:b2 in network mk-ha-094095
I1008 17:58:30.564989 548894 out.go:177] * Found network options:
I1008 17:58:30.566270 548894 out.go:177] - NO_PROXY=192.168.39.99
W1008 17:58:30.567463 548894 proxy.go:119] fail to check proxy env: Error ip not in block
I1008 17:58:30.567496 548894 main.go:141] libmachine: (ha-094095-m02) Calling .DriverName
I1008 17:58:30.568070 548894 main.go:141] libmachine: (ha-094095-m02) Calling .DriverName
I1008 17:58:30.568303 548894 main.go:141] libmachine: (ha-094095-m02) Calling .DriverName
I1008 17:58:30.568423 548894 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1008 17:58:30.568473 548894 main.go:141] libmachine: (ha-094095-m02) Calling .GetSSHHostname
W1008 17:58:30.568503 548894 proxy.go:119] fail to check proxy env: Error ip not in block
I1008 17:58:30.568602 548894 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1008 17:58:30.568624 548894 main.go:141] libmachine: (ha-094095-m02) Calling .GetSSHHostname
I1008 17:58:30.570953 548894 main.go:141] libmachine: (ha-094095-m02) DBG | domain ha-094095-m02 has defined MAC address 52:54:00:28:c9:b2 in network mk-ha-094095
I1008 17:58:30.571141 548894 main.go:141] libmachine: (ha-094095-m02) DBG | domain ha-094095-m02 has defined MAC address 52:54:00:28:c9:b2 in network mk-ha-094095
I1008 17:58:30.571291 548894 main.go:141] libmachine: (ha-094095-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:28:c9:b2", ip: ""} in network mk-ha-094095: {Iface:virbr1 ExpiryTime:2024-10-08 18:58:20 +0000 UTC Type:0 Mac:52:54:00:28:c9:b2 Iaid: IPaddr:192.168.39.65 Prefix:24 Hostname:ha-094095-m02 Clientid:01:52:54:00:28:c9:b2}
I1008 17:58:30.571315 548894 main.go:141] libmachine: (ha-094095-m02) DBG | domain ha-094095-m02 has defined IP address 192.168.39.65 and MAC address 52:54:00:28:c9:b2 in network mk-ha-094095
I1008 17:58:30.571468 548894 main.go:141] libmachine: (ha-094095-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:28:c9:b2", ip: ""} in network mk-ha-094095: {Iface:virbr1 ExpiryTime:2024-10-08 18:58:20 +0000 UTC Type:0 Mac:52:54:00:28:c9:b2 Iaid: IPaddr:192.168.39.65 Prefix:24 Hostname:ha-094095-m02 Clientid:01:52:54:00:28:c9:b2}
I1008 17:58:30.571489 548894 main.go:141] libmachine: (ha-094095-m02) DBG | domain ha-094095-m02 has defined IP address 192.168.39.65 and MAC address 52:54:00:28:c9:b2 in network mk-ha-094095
I1008 17:58:30.571498 548894 main.go:141] libmachine: (ha-094095-m02) Calling .GetSSHPort
I1008 17:58:30.571659 548894 main.go:141] libmachine: (ha-094095-m02) Calling .GetSSHPort
I1008 17:58:30.571671 548894 main.go:141] libmachine: (ha-094095-m02) Calling .GetSSHKeyPath
I1008 17:58:30.571841 548894 main.go:141] libmachine: (ha-094095-m02) Calling .GetSSHKeyPath
I1008 17:58:30.571841 548894 main.go:141] libmachine: (ha-094095-m02) Calling .GetSSHUsername
I1008 17:58:30.572011 548894 main.go:141] libmachine: (ha-094095-m02) Calling .GetSSHUsername
I1008 17:58:30.572054 548894 sshutil.go:53] new ssh client: &{IP:192.168.39.65 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19774-529764/.minikube/machines/ha-094095-m02/id_rsa Username:docker}
I1008 17:58:30.572151 548894 sshutil.go:53] new ssh client: &{IP:192.168.39.65 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19774-529764/.minikube/machines/ha-094095-m02/id_rsa Username:docker}
I1008 17:58:30.807329 548894 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
W1008 17:58:30.813213 548894 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I1008 17:58:30.813287 548894 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1008 17:58:30.829683 548894 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)
I1008 17:58:30.829708 548894 start.go:495] detecting cgroup driver to use...
I1008 17:58:30.829790 548894 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1008 17:58:30.845021 548894 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1008 17:58:30.858172 548894 docker.go:217] disabling cri-docker service (if available) ...
I1008 17:58:30.858226 548894 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1008 17:58:30.871442 548894 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1008 17:58:30.884200 548894 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1008 17:58:31.001594 548894 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1008 17:58:31.145565 548894 docker.go:233] disabling docker service ...
I1008 17:58:31.145647 548894 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1008 17:58:31.159802 548894 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1008 17:58:31.172545 548894 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1008 17:58:31.317614 548894 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1008 17:58:31.428085 548894 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1008 17:58:31.441474 548894 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1008 17:58:31.458921 548894 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10" pause image...
I1008 17:58:31.458992 548894 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10"|' /etc/crio/crio.conf.d/02-crio.conf"
I1008 17:58:31.469332 548894 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I1008 17:58:31.469401 548894 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I1008 17:58:31.479553 548894 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1008 17:58:31.489606 548894 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1008 17:58:31.499476 548894 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1008 17:58:31.509618 548894 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I1008 17:58:31.519561 548894 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I1008 17:58:31.536177 548894 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I1008 17:58:31.546145 548894 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1008 17:58:31.555445 548894 crio.go:166] couldn't verify netfilter by "sudo sysctl net.bridge.bridge-nf-call-iptables" which might be okay. error: sudo sysctl net.bridge.bridge-nf-call-iptables: Process exited with status 255
stdout:
stderr:
sysctl: cannot stat /proc/sys/net/bridge/bridge-nf-call-iptables: No such file or directory
I1008 17:58:31.555504 548894 ssh_runner.go:195] Run: sudo modprobe br_netfilter
I1008 17:58:31.568401 548894 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1008 17:58:31.577660 548894 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1008 17:58:31.690206 548894 ssh_runner.go:195] Run: sudo systemctl restart crio
I1008 17:58:31.785577 548894 start.go:542] Will wait 60s for socket path /var/run/crio/crio.sock
I1008 17:58:31.785668 548894 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1008 17:58:31.790440 548894 start.go:563] Will wait 60s for crictl version
I1008 17:58:31.790488 548894 ssh_runner.go:195] Run: which crictl
I1008 17:58:31.794008 548894 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I1008 17:58:31.830698 548894 start.go:579] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.29.1
RuntimeApiVersion: v1
I1008 17:58:31.830779 548894 ssh_runner.go:195] Run: crio --version
I1008 17:58:31.860448 548894 ssh_runner.go:195] Run: crio --version
I1008 17:58:31.888491 548894 out.go:177] * Preparing Kubernetes v1.31.1 on CRI-O 1.29.1 ...
I1008 17:58:31.889686 548894 out.go:177] - env NO_PROXY=192.168.39.99
I1008 17:58:31.890999 548894 main.go:141] libmachine: (ha-094095-m02) Calling .GetIP
I1008 17:58:31.893749 548894 main.go:141] libmachine: (ha-094095-m02) DBG | domain ha-094095-m02 has defined MAC address 52:54:00:28:c9:b2 in network mk-ha-094095
I1008 17:58:31.894085 548894 main.go:141] libmachine: (ha-094095-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:28:c9:b2", ip: ""} in network mk-ha-094095: {Iface:virbr1 ExpiryTime:2024-10-08 18:58:20 +0000 UTC Type:0 Mac:52:54:00:28:c9:b2 Iaid: IPaddr:192.168.39.65 Prefix:24 Hostname:ha-094095-m02 Clientid:01:52:54:00:28:c9:b2}
I1008 17:58:31.894111 548894 main.go:141] libmachine: (ha-094095-m02) DBG | domain ha-094095-m02 has defined IP address 192.168.39.65 and MAC address 52:54:00:28:c9:b2 in network mk-ha-094095
I1008 17:58:31.894298 548894 ssh_runner.go:195] Run: grep 192.168.39.1 host.minikube.internal$ /etc/hosts
I1008 17:58:31.898872 548894 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.39.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1008 17:58:31.911229 548894 mustload.go:65] Loading cluster: ha-094095
I1008 17:58:31.911431 548894 config.go:182] Loaded profile config "ha-094095": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.1
I1008 17:58:31.911784 548894 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1008 17:58:31.911827 548894 main.go:141] libmachine: Launching plugin server for driver kvm2
I1008 17:58:31.926475 548894 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:43793
I1008 17:58:31.926940 548894 main.go:141] libmachine: () Calling .GetVersion
I1008 17:58:31.927427 548894 main.go:141] libmachine: Using API Version 1
I1008 17:58:31.927446 548894 main.go:141] libmachine: () Calling .SetConfigRaw
I1008 17:58:31.927739 548894 main.go:141] libmachine: () Calling .GetMachineName
I1008 17:58:31.927928 548894 main.go:141] libmachine: (ha-094095) Calling .GetState
I1008 17:58:31.929331 548894 host.go:66] Checking if "ha-094095" exists ...
I1008 17:58:31.929604 548894 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1008 17:58:31.929636 548894 main.go:141] libmachine: Launching plugin server for driver kvm2
I1008 17:58:31.944569 548894 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:44753
I1008 17:58:31.945071 548894 main.go:141] libmachine: () Calling .GetVersion
I1008 17:58:31.945554 548894 main.go:141] libmachine: Using API Version 1
I1008 17:58:31.945577 548894 main.go:141] libmachine: () Calling .SetConfigRaw
I1008 17:58:31.945884 548894 main.go:141] libmachine: () Calling .GetMachineName
I1008 17:58:31.946077 548894 main.go:141] libmachine: (ha-094095) Calling .DriverName
I1008 17:58:31.946243 548894 certs.go:68] Setting up /home/jenkins/minikube-integration/19774-529764/.minikube/profiles/ha-094095 for IP: 192.168.39.65
I1008 17:58:31.946257 548894 certs.go:194] generating shared ca certs ...
I1008 17:58:31.946274 548894 certs.go:226] acquiring lock for ca certs: {Name:mkbaac740ec3118836d5e2ebf2416bece08e7e45 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1008 17:58:31.946447 548894 certs.go:235] skipping valid "minikubeCA" ca cert: /home/jenkins/minikube-integration/19774-529764/.minikube/ca.key
I1008 17:58:31.946488 548894 certs.go:235] skipping valid "proxyClientCA" ca cert: /home/jenkins/minikube-integration/19774-529764/.minikube/proxy-client-ca.key
I1008 17:58:31.946503 548894 certs.go:256] generating profile certs ...
I1008 17:58:31.946591 548894 certs.go:359] skipping valid signed profile cert regeneration for "minikube-user": /home/jenkins/minikube-integration/19774-529764/.minikube/profiles/ha-094095/client.key
I1008 17:58:31.946614 548894 certs.go:363] generating signed profile cert for "minikube": /home/jenkins/minikube-integration/19774-529764/.minikube/profiles/ha-094095/apiserver.key.82f63ae9
I1008 17:58:31.946631 548894 crypto.go:68] Generating cert /home/jenkins/minikube-integration/19774-529764/.minikube/profiles/ha-094095/apiserver.crt.82f63ae9 with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.168.39.99 192.168.39.65 192.168.39.254]
I1008 17:58:32.004758 548894 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19774-529764/.minikube/profiles/ha-094095/apiserver.crt.82f63ae9 ...
I1008 17:58:32.004782 548894 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19774-529764/.minikube/profiles/ha-094095/apiserver.crt.82f63ae9: {Name:mk5f5c650d9dd5d2249fb843b585c028b52aecec Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1008 17:58:32.004936 548894 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19774-529764/.minikube/profiles/ha-094095/apiserver.key.82f63ae9 ...
I1008 17:58:32.004948 548894 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19774-529764/.minikube/profiles/ha-094095/apiserver.key.82f63ae9: {Name:mk72de6dbb470530f019dc623057311deeb636c0 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1008 17:58:32.005014 548894 certs.go:381] copying /home/jenkins/minikube-integration/19774-529764/.minikube/profiles/ha-094095/apiserver.crt.82f63ae9 -> /home/jenkins/minikube-integration/19774-529764/.minikube/profiles/ha-094095/apiserver.crt
I1008 17:58:32.005145 548894 certs.go:385] copying /home/jenkins/minikube-integration/19774-529764/.minikube/profiles/ha-094095/apiserver.key.82f63ae9 -> /home/jenkins/minikube-integration/19774-529764/.minikube/profiles/ha-094095/apiserver.key
I1008 17:58:32.005267 548894 certs.go:359] skipping valid signed profile cert regeneration for "aggregator": /home/jenkins/minikube-integration/19774-529764/.minikube/profiles/ha-094095/proxy-client.key
I1008 17:58:32.005283 548894 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19774-529764/.minikube/ca.crt -> /var/lib/minikube/certs/ca.crt
I1008 17:58:32.005296 548894 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19774-529764/.minikube/ca.key -> /var/lib/minikube/certs/ca.key
I1008 17:58:32.005308 548894 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19774-529764/.minikube/proxy-client-ca.crt -> /var/lib/minikube/certs/proxy-client-ca.crt
I1008 17:58:32.005321 548894 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19774-529764/.minikube/proxy-client-ca.key -> /var/lib/minikube/certs/proxy-client-ca.key
I1008 17:58:32.005335 548894 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19774-529764/.minikube/profiles/ha-094095/apiserver.crt -> /var/lib/minikube/certs/apiserver.crt
I1008 17:58:32.005348 548894 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19774-529764/.minikube/profiles/ha-094095/apiserver.key -> /var/lib/minikube/certs/apiserver.key
I1008 17:58:32.005359 548894 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19774-529764/.minikube/profiles/ha-094095/proxy-client.crt -> /var/lib/minikube/certs/proxy-client.crt
I1008 17:58:32.005370 548894 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19774-529764/.minikube/profiles/ha-094095/proxy-client.key -> /var/lib/minikube/certs/proxy-client.key
I1008 17:58:32.005421 548894 certs.go:484] found cert: /home/jenkins/minikube-integration/19774-529764/.minikube/certs/537013.pem (1338 bytes)
W1008 17:58:32.005451 548894 certs.go:480] ignoring /home/jenkins/minikube-integration/19774-529764/.minikube/certs/537013_empty.pem, impossibly tiny 0 bytes
I1008 17:58:32.005460 548894 certs.go:484] found cert: /home/jenkins/minikube-integration/19774-529764/.minikube/certs/ca-key.pem (1675 bytes)
I1008 17:58:32.005496 548894 certs.go:484] found cert: /home/jenkins/minikube-integration/19774-529764/.minikube/certs/ca.pem (1082 bytes)
I1008 17:58:32.005520 548894 certs.go:484] found cert: /home/jenkins/minikube-integration/19774-529764/.minikube/certs/cert.pem (1123 bytes)
I1008 17:58:32.005541 548894 certs.go:484] found cert: /home/jenkins/minikube-integration/19774-529764/.minikube/certs/key.pem (1675 bytes)
I1008 17:58:32.005579 548894 certs.go:484] found cert: /home/jenkins/minikube-integration/19774-529764/.minikube/files/etc/ssl/certs/5370132.pem (1708 bytes)
I1008 17:58:32.005605 548894 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19774-529764/.minikube/certs/537013.pem -> /usr/share/ca-certificates/537013.pem
I1008 17:58:32.005619 548894 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19774-529764/.minikube/files/etc/ssl/certs/5370132.pem -> /usr/share/ca-certificates/5370132.pem
I1008 17:58:32.005631 548894 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19774-529764/.minikube/ca.crt -> /usr/share/ca-certificates/minikubeCA.pem
I1008 17:58:32.005665 548894 main.go:141] libmachine: (ha-094095) Calling .GetSSHHostname
I1008 17:58:32.008694 548894 main.go:141] libmachine: (ha-094095) DBG | domain ha-094095 has defined MAC address 52:54:00:bf:fa:3a in network mk-ha-094095
I1008 17:58:32.009085 548894 main.go:141] libmachine: (ha-094095) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:bf:fa:3a", ip: ""} in network mk-ha-094095: {Iface:virbr1 ExpiryTime:2024-10-08 18:57:33 +0000 UTC Type:0 Mac:52:54:00:bf:fa:3a Iaid: IPaddr:192.168.39.99 Prefix:24 Hostname:ha-094095 Clientid:01:52:54:00:bf:fa:3a}
I1008 17:58:32.009115 548894 main.go:141] libmachine: (ha-094095) DBG | domain ha-094095 has defined IP address 192.168.39.99 and MAC address 52:54:00:bf:fa:3a in network mk-ha-094095
I1008 17:58:32.009227 548894 main.go:141] libmachine: (ha-094095) Calling .GetSSHPort
I1008 17:58:32.009422 548894 main.go:141] libmachine: (ha-094095) Calling .GetSSHKeyPath
I1008 17:58:32.009576 548894 main.go:141] libmachine: (ha-094095) Calling .GetSSHUsername
I1008 17:58:32.009716 548894 sshutil.go:53] new ssh client: &{IP:192.168.39.99 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19774-529764/.minikube/machines/ha-094095/id_rsa Username:docker}
I1008 17:58:32.082578 548894 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/sa.pub
I1008 17:58:32.087536 548894 ssh_runner.go:447] scp /var/lib/minikube/certs/sa.pub --> memory (451 bytes)
I1008 17:58:32.098777 548894 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/sa.key
I1008 17:58:32.102888 548894 ssh_runner.go:447] scp /var/lib/minikube/certs/sa.key --> memory (1675 bytes)
I1008 17:58:32.112522 548894 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/front-proxy-ca.crt
I1008 17:58:32.116400 548894 ssh_runner.go:447] scp /var/lib/minikube/certs/front-proxy-ca.crt --> memory (1123 bytes)
I1008 17:58:32.126625 548894 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/front-proxy-ca.key
I1008 17:58:32.130706 548894 ssh_runner.go:447] scp /var/lib/minikube/certs/front-proxy-ca.key --> memory (1679 bytes)
I1008 17:58:32.141238 548894 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/etcd/ca.crt
I1008 17:58:32.145206 548894 ssh_runner.go:447] scp /var/lib/minikube/certs/etcd/ca.crt --> memory (1094 bytes)
I1008 17:58:32.154909 548894 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/etcd/ca.key
I1008 17:58:32.159011 548894 ssh_runner.go:447] scp /var/lib/minikube/certs/etcd/ca.key --> memory (1679 bytes)
I1008 17:58:32.169341 548894 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19774-529764/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1008 17:58:32.193388 548894 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19774-529764/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1675 bytes)
I1008 17:58:32.215733 548894 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19774-529764/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1008 17:58:32.237995 548894 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19774-529764/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I1008 17:58:32.260545 548894 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19774-529764/.minikube/profiles/ha-094095/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1436 bytes)
I1008 17:58:32.283295 548894 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19774-529764/.minikube/profiles/ha-094095/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)
I1008 17:58:32.305577 548894 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19774-529764/.minikube/profiles/ha-094095/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1008 17:58:32.327963 548894 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19774-529764/.minikube/profiles/ha-094095/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1675 bytes)
I1008 17:58:32.350081 548894 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19774-529764/.minikube/certs/537013.pem --> /usr/share/ca-certificates/537013.pem (1338 bytes)
I1008 17:58:32.372344 548894 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19774-529764/.minikube/files/etc/ssl/certs/5370132.pem --> /usr/share/ca-certificates/5370132.pem (1708 bytes)
I1008 17:58:32.394280 548894 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19774-529764/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1008 17:58:32.416064 548894 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/sa.pub (451 bytes)
I1008 17:58:32.431348 548894 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/sa.key (1675 bytes)
I1008 17:58:32.446729 548894 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/front-proxy-ca.crt (1123 bytes)
I1008 17:58:32.462348 548894 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/front-proxy-ca.key (1679 bytes)
I1008 17:58:32.479908 548894 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/etcd/ca.crt (1094 bytes)
I1008 17:58:32.495280 548894 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/etcd/ca.key (1679 bytes)
I1008 17:58:32.510638 548894 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (744 bytes)
I1008 17:58:32.526014 548894 ssh_runner.go:195] Run: openssl version
I1008 17:58:32.531514 548894 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/537013.pem && ln -fs /usr/share/ca-certificates/537013.pem /etc/ssl/certs/537013.pem"
I1008 17:58:32.541262 548894 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/537013.pem
I1008 17:58:32.545663 548894 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Oct 8 17:53 /usr/share/ca-certificates/537013.pem
I1008 17:58:32.545708 548894 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/537013.pem
I1008 17:58:32.551139 548894 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/537013.pem /etc/ssl/certs/51391683.0"
I1008 17:58:32.561010 548894 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/5370132.pem && ln -fs /usr/share/ca-certificates/5370132.pem /etc/ssl/certs/5370132.pem"
I1008 17:58:32.570960 548894 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/5370132.pem
I1008 17:58:32.575030 548894 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Oct 8 17:53 /usr/share/ca-certificates/5370132.pem
I1008 17:58:32.575086 548894 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/5370132.pem
I1008 17:58:32.580417 548894 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/5370132.pem /etc/ssl/certs/3ec20f2e.0"
I1008 17:58:32.590088 548894 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1008 17:58:32.600566 548894 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1008 17:58:32.604834 548894 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Oct 8 17:34 /usr/share/ca-certificates/minikubeCA.pem
I1008 17:58:32.604876 548894 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1008 17:58:32.610374 548894 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1008 17:58:32.620430 548894 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1008 17:58:32.624404 548894 certs.go:399] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I1008 17:58:32.624460 548894 kubeadm.go:934] updating node {m02 192.168.39.65 8443 v1.31.1 crio true true} ...
I1008 17:58:32.624566 548894 kubeadm.go:946] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.31.1/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --hostname-override=ha-094095-m02 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.39.65
[Install]
config:
{KubernetesVersion:v1.31.1 ClusterName:ha-094095 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1008 17:58:32.624597 548894 kube-vip.go:115] generating kube-vip config ...
I1008 17:58:32.624632 548894 ssh_runner.go:195] Run: sudo sh -c "modprobe --all ip_vs ip_vs_rr ip_vs_wrr ip_vs_sh nf_conntrack"
I1008 17:58:32.640207 548894 kube-vip.go:167] auto-enabling control-plane load-balancing in kube-vip
I1008 17:58:32.640276 548894 kube-vip.go:137] kube-vip config:
apiVersion: v1
kind: Pod
metadata:
creationTimestamp: null
name: kube-vip
namespace: kube-system
spec:
containers:
- args:
- manager
env:
- name: vip_arp
value: "true"
- name: port
value: "8443"
- name: vip_nodename
valueFrom:
fieldRef:
fieldPath: spec.nodeName
- name: vip_interface
value: eth0
- name: vip_cidr
value: "32"
- name: dns_mode
value: first
- name: cp_enable
value: "true"
- name: cp_namespace
value: kube-system
- name: vip_leaderelection
value: "true"
- name: vip_leasename
value: plndr-cp-lock
- name: vip_leaseduration
value: "5"
- name: vip_renewdeadline
value: "3"
- name: vip_retryperiod
value: "1"
- name: address
value: 192.168.39.254
- name: prometheus_server
value: :2112
- name : lb_enable
value: "true"
- name: lb_port
value: "8443"
image: ghcr.io/kube-vip/kube-vip:v0.8.3
imagePullPolicy: IfNotPresent
name: kube-vip
resources: {}
securityContext:
capabilities:
add:
- NET_ADMIN
- NET_RAW
volumeMounts:
- mountPath: /etc/kubernetes/admin.conf
name: kubeconfig
hostAliases:
- hostnames:
- kubernetes
ip: 127.0.0.1
hostNetwork: true
volumes:
- hostPath:
path: "/etc/kubernetes/admin.conf"
name: kubeconfig
status: {}
I1008 17:58:32.640318 548894 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.31.1
I1008 17:58:32.651418 548894 binaries.go:47] Didn't find k8s binaries: sudo ls /var/lib/minikube/binaries/v1.31.1: Process exited with status 2
stdout:
stderr:
ls: cannot access '/var/lib/minikube/binaries/v1.31.1': No such file or directory
Initiating transfer...
I1008 17:58:32.651482 548894 ssh_runner.go:195] Run: sudo mkdir -p /var/lib/minikube/binaries/v1.31.1
I1008 17:58:32.660840 548894 binary.go:74] Not caching binary, using https://dl.k8s.io/release/v1.31.1/bin/linux/amd64/kubectl?checksum=file:https://dl.k8s.io/release/v1.31.1/bin/linux/amd64/kubectl.sha256
I1008 17:58:32.660867 548894 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19774-529764/.minikube/cache/linux/amd64/v1.31.1/kubectl -> /var/lib/minikube/binaries/v1.31.1/kubectl
I1008 17:58:32.660925 548894 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.1/kubectl
I1008 17:58:32.660955 548894 download.go:107] Downloading: https://dl.k8s.io/release/v1.31.1/bin/linux/amd64/kubeadm?checksum=file:https://dl.k8s.io/release/v1.31.1/bin/linux/amd64/kubeadm.sha256 -> /home/jenkins/minikube-integration/19774-529764/.minikube/cache/linux/amd64/v1.31.1/kubeadm
I1008 17:58:32.660974 548894 download.go:107] Downloading: https://dl.k8s.io/release/v1.31.1/bin/linux/amd64/kubelet?checksum=file:https://dl.k8s.io/release/v1.31.1/bin/linux/amd64/kubelet.sha256 -> /home/jenkins/minikube-integration/19774-529764/.minikube/cache/linux/amd64/v1.31.1/kubelet
I1008 17:58:32.665332 548894 ssh_runner.go:352] existence check for /var/lib/minikube/binaries/v1.31.1/kubectl: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.1/kubectl: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/binaries/v1.31.1/kubectl': No such file or directory
I1008 17:58:32.665355 548894 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19774-529764/.minikube/cache/linux/amd64/v1.31.1/kubectl --> /var/lib/minikube/binaries/v1.31.1/kubectl (56381592 bytes)
I1008 17:58:33.330557 548894 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19774-529764/.minikube/cache/linux/amd64/v1.31.1/kubeadm -> /var/lib/minikube/binaries/v1.31.1/kubeadm
I1008 17:58:33.330641 548894 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.1/kubeadm
I1008 17:58:33.335582 548894 ssh_runner.go:352] existence check for /var/lib/minikube/binaries/v1.31.1/kubeadm: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.1/kubeadm: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/binaries/v1.31.1/kubeadm': No such file or directory
I1008 17:58:33.335623 548894 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19774-529764/.minikube/cache/linux/amd64/v1.31.1/kubeadm --> /var/lib/minikube/binaries/v1.31.1/kubeadm (58290328 bytes)
I1008 17:58:33.372522 548894 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1008 17:58:33.392996 548894 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19774-529764/.minikube/cache/linux/amd64/v1.31.1/kubelet -> /var/lib/minikube/binaries/v1.31.1/kubelet
I1008 17:58:33.393114 548894 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.1/kubelet
I1008 17:58:33.400473 548894 ssh_runner.go:352] existence check for /var/lib/minikube/binaries/v1.31.1/kubelet: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.1/kubelet: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/binaries/v1.31.1/kubelet': No such file or directory
I1008 17:58:33.400509 548894 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19774-529764/.minikube/cache/linux/amd64/v1.31.1/kubelet --> /var/lib/minikube/binaries/v1.31.1/kubelet (76869944 bytes)
I1008 17:58:33.862223 548894 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /etc/kubernetes/manifests
I1008 17:58:33.873974 548894 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (312 bytes)
I1008 17:58:33.890552 548894 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1008 17:58:33.907049 548894 ssh_runner.go:362] scp memory --> /etc/kubernetes/manifests/kube-vip.yaml (1441 bytes)
I1008 17:58:33.923719 548894 ssh_runner.go:195] Run: grep 192.168.39.254 control-plane.minikube.internal$ /etc/hosts
I1008 17:58:33.927643 548894 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.39.254 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1008 17:58:33.940952 548894 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1008 17:58:34.068619 548894 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1008 17:58:34.085108 548894 host.go:66] Checking if "ha-094095" exists ...
I1008 17:58:34.085464 548894 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1008 17:58:34.085525 548894 main.go:141] libmachine: Launching plugin server for driver kvm2
I1008 17:58:34.100590 548894 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:39845
I1008 17:58:34.101071 548894 main.go:141] libmachine: () Calling .GetVersion
I1008 17:58:34.101641 548894 main.go:141] libmachine: Using API Version 1
I1008 17:58:34.101663 548894 main.go:141] libmachine: () Calling .SetConfigRaw
I1008 17:58:34.101990 548894 main.go:141] libmachine: () Calling .GetMachineName
I1008 17:58:34.102197 548894 main.go:141] libmachine: (ha-094095) Calling .DriverName
I1008 17:58:34.102362 548894 start.go:317] joinCluster: &{Name:ha-094095 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19774/minikube-v1.34.0-1728382514-19774-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1728382586-19774@sha256:5d8c4f6d838467365e214e2194dd0153a763e3f78723b5f2a8e06ef7b47409ec Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.1 Cluster
Name:ha-094095 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.39.99 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m02 IP:192.168.39.65 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[default-storageclass:true storage-provisioner:true] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:
26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1008 17:58:34.102466 548894 ssh_runner.go:195] Run: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.1:$PATH" kubeadm token create --print-join-command --ttl=0"
I1008 17:58:34.102489 548894 main.go:141] libmachine: (ha-094095) Calling .GetSSHHostname
I1008 17:58:34.105069 548894 main.go:141] libmachine: (ha-094095) DBG | domain ha-094095 has defined MAC address 52:54:00:bf:fa:3a in network mk-ha-094095
I1008 17:58:34.105405 548894 main.go:141] libmachine: (ha-094095) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:bf:fa:3a", ip: ""} in network mk-ha-094095: {Iface:virbr1 ExpiryTime:2024-10-08 18:57:33 +0000 UTC Type:0 Mac:52:54:00:bf:fa:3a Iaid: IPaddr:192.168.39.99 Prefix:24 Hostname:ha-094095 Clientid:01:52:54:00:bf:fa:3a}
I1008 17:58:34.105432 548894 main.go:141] libmachine: (ha-094095) DBG | domain ha-094095 has defined IP address 192.168.39.99 and MAC address 52:54:00:bf:fa:3a in network mk-ha-094095
I1008 17:58:34.105659 548894 main.go:141] libmachine: (ha-094095) Calling .GetSSHPort
I1008 17:58:34.105846 548894 main.go:141] libmachine: (ha-094095) Calling .GetSSHKeyPath
I1008 17:58:34.106036 548894 main.go:141] libmachine: (ha-094095) Calling .GetSSHUsername
I1008 17:58:34.106174 548894 sshutil.go:53] new ssh client: &{IP:192.168.39.99 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19774-529764/.minikube/machines/ha-094095/id_rsa Username:docker}
I1008 17:58:34.253303 548894 start.go:343] trying to join control-plane node "m02" to cluster: &{Name:m02 IP:192.168.39.65 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I1008 17:58:34.253365 548894 ssh_runner.go:195] Run: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.1:$PATH" kubeadm join control-plane.minikube.internal:8443 --token l4584u.pn9wab4hiynnfk20 --discovery-token-ca-cert-hash sha256:abb84a8a4c2843bd928de69749185c3bf514b36073bae93a45e0d8683d59797d --ignore-preflight-errors=all --cri-socket unix:///var/run/crio/crio.sock --node-name=ha-094095-m02 --control-plane --apiserver-advertise-address=192.168.39.65 --apiserver-bind-port=8443"
I1008 17:58:55.647352 548894 ssh_runner.go:235] Completed: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.1:$PATH" kubeadm join control-plane.minikube.internal:8443 --token l4584u.pn9wab4hiynnfk20 --discovery-token-ca-cert-hash sha256:abb84a8a4c2843bd928de69749185c3bf514b36073bae93a45e0d8683d59797d --ignore-preflight-errors=all --cri-socket unix:///var/run/crio/crio.sock --node-name=ha-094095-m02 --control-plane --apiserver-advertise-address=192.168.39.65 --apiserver-bind-port=8443": (21.393954296s)
I1008 17:58:55.647399 548894 ssh_runner.go:195] Run: /bin/bash -c "sudo systemctl daemon-reload && sudo systemctl enable kubelet && sudo systemctl start kubelet"
I1008 17:58:56.179900 548894 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig label --overwrite nodes ha-094095-m02 minikube.k8s.io/updated_at=2024_10_08T17_58_56_0700 minikube.k8s.io/version=v1.34.0 minikube.k8s.io/commit=2c4e2f69eea7599bce474e3f41d0dff85410149e minikube.k8s.io/name=ha-094095 minikube.k8s.io/primary=false
I1008 17:58:56.351414 548894 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig taint nodes ha-094095-m02 node-role.kubernetes.io/control-plane:NoSchedule-
I1008 17:58:56.472891 548894 start.go:319] duration metric: took 22.370522266s to joinCluster
I1008 17:58:56.472999 548894 start.go:235] Will wait 6m0s for node &{Name:m02 IP:192.168.39.65 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I1008 17:58:56.473310 548894 config.go:182] Loaded profile config "ha-094095": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.1
I1008 17:58:56.474358 548894 out.go:177] * Verifying Kubernetes components...
I1008 17:58:56.475511 548894 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1008 17:58:56.748460 548894 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1008 17:58:56.780862 548894 loader.go:395] Config loaded from file: /home/jenkins/minikube-integration/19774-529764/kubeconfig
I1008 17:58:56.781184 548894 kapi.go:59] client config for ha-094095: &rest.Config{Host:"https://192.168.39.254:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/home/jenkins/minikube-integration/19774-529764/.minikube/profiles/ha-094095/client.crt", KeyFile:"/home/jenkins/minikube-integration/19774-529764/.minikube/profiles/ha-094095/client.key", CAFile:"/home/jenkins/minikube-integration/19774-529764/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil), CAData:[]uint8(nil), NextProtos:[]string(n
il)}, UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x242f780), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
W1008 17:58:56.781253 548894 kubeadm.go:483] Overriding stale ClientConfig host https://192.168.39.254:8443 with https://192.168.39.99:8443
I1008 17:58:56.781476 548894 node_ready.go:35] waiting up to 6m0s for node "ha-094095-m02" to be "Ready" ...
I1008 17:58:56.781593 548894 round_trippers.go:463] GET https://192.168.39.99:8443/api/v1/nodes/ha-094095-m02
I1008 17:58:56.781601 548894 round_trippers.go:469] Request Headers:
I1008 17:58:56.781608 548894 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1008 17:58:56.781612 548894 round_trippers.go:473] Accept: application/json, */*
I1008 17:58:56.791092 548894 round_trippers.go:574] Response Status: 200 OK in 9 milliseconds
I1008 17:58:57.281764 548894 round_trippers.go:463] GET https://192.168.39.99:8443/api/v1/nodes/ha-094095-m02
I1008 17:58:57.281787 548894 round_trippers.go:469] Request Headers:
I1008 17:58:57.281795 548894 round_trippers.go:473] Accept: application/json, */*
I1008 17:58:57.281800 548894 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1008 17:58:57.293233 548894 round_trippers.go:574] Response Status: 200 OK in 11 milliseconds
I1008 17:58:57.782526 548894 round_trippers.go:463] GET https://192.168.39.99:8443/api/v1/nodes/ha-094095-m02
I1008 17:58:57.782554 548894 round_trippers.go:469] Request Headers:
I1008 17:58:57.782566 548894 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1008 17:58:57.782571 548894 round_trippers.go:473] Accept: application/json, */*
I1008 17:58:57.786781 548894 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1008 17:58:58.281871 548894 round_trippers.go:463] GET https://192.168.39.99:8443/api/v1/nodes/ha-094095-m02
I1008 17:58:58.281899 548894 round_trippers.go:469] Request Headers:
I1008 17:58:58.281911 548894 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1008 17:58:58.281917 548894 round_trippers.go:473] Accept: application/json, */*
I1008 17:58:58.285022 548894 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1008 17:58:58.781938 548894 round_trippers.go:463] GET https://192.168.39.99:8443/api/v1/nodes/ha-094095-m02
I1008 17:58:58.781972 548894 round_trippers.go:469] Request Headers:
I1008 17:58:58.781983 548894 round_trippers.go:473] Accept: application/json, */*
I1008 17:58:58.781989 548894 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1008 17:58:58.786159 548894 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1008 17:58:58.786795 548894 node_ready.go:53] node "ha-094095-m02" has status "Ready":"False"
I1008 17:58:59.282562 548894 round_trippers.go:463] GET https://192.168.39.99:8443/api/v1/nodes/ha-094095-m02
I1008 17:58:59.282596 548894 round_trippers.go:469] Request Headers:
I1008 17:58:59.282609 548894 round_trippers.go:473] Accept: application/json, */*
I1008 17:58:59.282619 548894 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1008 17:58:59.286768 548894 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1008 17:58:59.781827 548894 round_trippers.go:463] GET https://192.168.39.99:8443/api/v1/nodes/ha-094095-m02
I1008 17:58:59.781856 548894 round_trippers.go:469] Request Headers:
I1008 17:58:59.781867 548894 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1008 17:58:59.781872 548894 round_trippers.go:473] Accept: application/json, */*
I1008 17:58:59.785211 548894 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1008 17:59:00.282380 548894 round_trippers.go:463] GET https://192.168.39.99:8443/api/v1/nodes/ha-094095-m02
I1008 17:59:00.282406 548894 round_trippers.go:469] Request Headers:
I1008 17:59:00.282417 548894 round_trippers.go:473] Accept: application/json, */*
I1008 17:59:00.282424 548894 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1008 17:59:00.285358 548894 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1008 17:59:00.782500 548894 round_trippers.go:463] GET https://192.168.39.99:8443/api/v1/nodes/ha-094095-m02
I1008 17:59:00.782529 548894 round_trippers.go:469] Request Headers:
I1008 17:59:00.782538 548894 round_trippers.go:473] Accept: application/json, */*
I1008 17:59:00.782541 548894 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1008 17:59:00.785321 548894 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1008 17:59:01.281680 548894 round_trippers.go:463] GET https://192.168.39.99:8443/api/v1/nodes/ha-094095-m02
I1008 17:59:01.281702 548894 round_trippers.go:469] Request Headers:
I1008 17:59:01.281711 548894 round_trippers.go:473] Accept: application/json, */*
I1008 17:59:01.281717 548894 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1008 17:59:01.284371 548894 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1008 17:59:01.285041 548894 node_ready.go:53] node "ha-094095-m02" has status "Ready":"False"
I1008 17:59:01.782411 548894 round_trippers.go:463] GET https://192.168.39.99:8443/api/v1/nodes/ha-094095-m02
I1008 17:59:01.782443 548894 round_trippers.go:469] Request Headers:
I1008 17:59:01.782453 548894 round_trippers.go:473] Accept: application/json, */*
I1008 17:59:01.782458 548894 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1008 17:59:01.785485 548894 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1008 17:59:02.282181 548894 round_trippers.go:463] GET https://192.168.39.99:8443/api/v1/nodes/ha-094095-m02
I1008 17:59:02.282203 548894 round_trippers.go:469] Request Headers:
I1008 17:59:02.282212 548894 round_trippers.go:473] Accept: application/json, */*
I1008 17:59:02.282217 548894 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1008 17:59:02.285355 548894 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1008 17:59:02.782528 548894 round_trippers.go:463] GET https://192.168.39.99:8443/api/v1/nodes/ha-094095-m02
I1008 17:59:02.782554 548894 round_trippers.go:469] Request Headers:
I1008 17:59:02.782565 548894 round_trippers.go:473] Accept: application/json, */*
I1008 17:59:02.782571 548894 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1008 17:59:02.785688 548894 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1008 17:59:03.282604 548894 round_trippers.go:463] GET https://192.168.39.99:8443/api/v1/nodes/ha-094095-m02
I1008 17:59:03.282627 548894 round_trippers.go:469] Request Headers:
I1008 17:59:03.282638 548894 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1008 17:59:03.282646 548894 round_trippers.go:473] Accept: application/json, */*
I1008 17:59:03.286199 548894 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1008 17:59:03.286918 548894 node_ready.go:53] node "ha-094095-m02" has status "Ready":"False"
I1008 17:59:03.782407 548894 round_trippers.go:463] GET https://192.168.39.99:8443/api/v1/nodes/ha-094095-m02
I1008 17:59:03.782431 548894 round_trippers.go:469] Request Headers:
I1008 17:59:03.782441 548894 round_trippers.go:473] Accept: application/json, */*
I1008 17:59:03.782447 548894 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1008 17:59:03.785212 548894 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1008 17:59:04.282369 548894 round_trippers.go:463] GET https://192.168.39.99:8443/api/v1/nodes/ha-094095-m02
I1008 17:59:04.282392 548894 round_trippers.go:469] Request Headers:
I1008 17:59:04.282400 548894 round_trippers.go:473] Accept: application/json, */*
I1008 17:59:04.282404 548894 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1008 17:59:04.285540 548894 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1008 17:59:04.781799 548894 round_trippers.go:463] GET https://192.168.39.99:8443/api/v1/nodes/ha-094095-m02
I1008 17:59:04.781818 548894 round_trippers.go:469] Request Headers:
I1008 17:59:04.781831 548894 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1008 17:59:04.781835 548894 round_trippers.go:473] Accept: application/json, */*
I1008 17:59:04.785050 548894 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1008 17:59:05.282133 548894 round_trippers.go:463] GET https://192.168.39.99:8443/api/v1/nodes/ha-094095-m02
I1008 17:59:05.282156 548894 round_trippers.go:469] Request Headers:
I1008 17:59:05.282163 548894 round_trippers.go:473] Accept: application/json, */*
I1008 17:59:05.282166 548894 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1008 17:59:05.285211 548894 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1008 17:59:05.782060 548894 round_trippers.go:463] GET https://192.168.39.99:8443/api/v1/nodes/ha-094095-m02
I1008 17:59:05.782079 548894 round_trippers.go:469] Request Headers:
I1008 17:59:05.782090 548894 round_trippers.go:473] Accept: application/json, */*
I1008 17:59:05.782097 548894 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1008 17:59:05.784932 548894 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1008 17:59:05.785622 548894 node_ready.go:53] node "ha-094095-m02" has status "Ready":"False"
I1008 17:59:06.282491 548894 round_trippers.go:463] GET https://192.168.39.99:8443/api/v1/nodes/ha-094095-m02
I1008 17:59:06.282513 548894 round_trippers.go:469] Request Headers:
I1008 17:59:06.282521 548894 round_trippers.go:473] Accept: application/json, */*
I1008 17:59:06.282524 548894 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1008 17:59:06.285446 548894 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1008 17:59:06.782400 548894 round_trippers.go:463] GET https://192.168.39.99:8443/api/v1/nodes/ha-094095-m02
I1008 17:59:06.782424 548894 round_trippers.go:469] Request Headers:
I1008 17:59:06.782433 548894 round_trippers.go:473] Accept: application/json, */*
I1008 17:59:06.782439 548894 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1008 17:59:06.787263 548894 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1008 17:59:07.282189 548894 round_trippers.go:463] GET https://192.168.39.99:8443/api/v1/nodes/ha-094095-m02
I1008 17:59:07.282221 548894 round_trippers.go:469] Request Headers:
I1008 17:59:07.282227 548894 round_trippers.go:473] Accept: application/json, */*
I1008 17:59:07.282231 548894 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1008 17:59:07.285027 548894 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1008 17:59:07.781864 548894 round_trippers.go:463] GET https://192.168.39.99:8443/api/v1/nodes/ha-094095-m02
I1008 17:59:07.781885 548894 round_trippers.go:469] Request Headers:
I1008 17:59:07.781895 548894 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1008 17:59:07.781901 548894 round_trippers.go:473] Accept: application/json, */*
I1008 17:59:07.784237 548894 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1008 17:59:08.281994 548894 round_trippers.go:463] GET https://192.168.39.99:8443/api/v1/nodes/ha-094095-m02
I1008 17:59:08.282014 548894 round_trippers.go:469] Request Headers:
I1008 17:59:08.282022 548894 round_trippers.go:473] Accept: application/json, */*
I1008 17:59:08.282027 548894 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1008 17:59:08.285398 548894 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1008 17:59:08.286042 548894 node_ready.go:53] node "ha-094095-m02" has status "Ready":"False"
I1008 17:59:08.782428 548894 round_trippers.go:463] GET https://192.168.39.99:8443/api/v1/nodes/ha-094095-m02
I1008 17:59:08.782454 548894 round_trippers.go:469] Request Headers:
I1008 17:59:08.782466 548894 round_trippers.go:473] Accept: application/json, */*
I1008 17:59:08.782472 548894 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1008 17:59:08.785709 548894 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1008 17:59:09.282163 548894 round_trippers.go:463] GET https://192.168.39.99:8443/api/v1/nodes/ha-094095-m02
I1008 17:59:09.282193 548894 round_trippers.go:469] Request Headers:
I1008 17:59:09.282204 548894 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1008 17:59:09.282211 548894 round_trippers.go:473] Accept: application/json, */*
I1008 17:59:09.285429 548894 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1008 17:59:09.782392 548894 round_trippers.go:463] GET https://192.168.39.99:8443/api/v1/nodes/ha-094095-m02
I1008 17:59:09.782415 548894 round_trippers.go:469] Request Headers:
I1008 17:59:09.782423 548894 round_trippers.go:473] Accept: application/json, */*
I1008 17:59:09.782427 548894 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1008 17:59:09.785404 548894 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1008 17:59:10.282376 548894 round_trippers.go:463] GET https://192.168.39.99:8443/api/v1/nodes/ha-094095-m02
I1008 17:59:10.282398 548894 round_trippers.go:469] Request Headers:
I1008 17:59:10.282407 548894 round_trippers.go:473] Accept: application/json, */*
I1008 17:59:10.282410 548894 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1008 17:59:10.293860 548894 round_trippers.go:574] Response Status: 200 OK in 11 milliseconds
I1008 17:59:10.295059 548894 node_ready.go:49] node "ha-094095-m02" has status "Ready":"True"
I1008 17:59:10.295090 548894 node_ready.go:38] duration metric: took 13.513574743s for node "ha-094095-m02" to be "Ready" ...
I1008 17:59:10.295105 548894 pod_ready.go:36] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1008 17:59:10.295211 548894 round_trippers.go:463] GET https://192.168.39.99:8443/api/v1/namespaces/kube-system/pods
I1008 17:59:10.295228 548894 round_trippers.go:469] Request Headers:
I1008 17:59:10.295239 548894 round_trippers.go:473] Accept: application/json, */*
I1008 17:59:10.295243 548894 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1008 17:59:10.309090 548894 round_trippers.go:574] Response Status: 200 OK in 13 milliseconds
I1008 17:59:10.317441 548894 pod_ready.go:79] waiting up to 6m0s for pod "coredns-7c65d6cfc9-6c7xl" in "kube-system" namespace to be "Ready" ...
I1008 17:59:10.317556 548894 round_trippers.go:463] GET https://192.168.39.99:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-6c7xl
I1008 17:59:10.317568 548894 round_trippers.go:469] Request Headers:
I1008 17:59:10.317578 548894 round_trippers.go:473] Accept: application/json, */*
I1008 17:59:10.317586 548894 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1008 17:59:10.321472 548894 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1008 17:59:10.322135 548894 round_trippers.go:463] GET https://192.168.39.99:8443/api/v1/nodes/ha-094095
I1008 17:59:10.322156 548894 round_trippers.go:469] Request Headers:
I1008 17:59:10.322167 548894 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1008 17:59:10.322174 548894 round_trippers.go:473] Accept: application/json, */*
I1008 17:59:10.328845 548894 round_trippers.go:574] Response Status: 200 OK in 6 milliseconds
I1008 17:59:10.329380 548894 pod_ready.go:93] pod "coredns-7c65d6cfc9-6c7xl" in "kube-system" namespace has status "Ready":"True"
I1008 17:59:10.329405 548894 pod_ready.go:82] duration metric: took 11.930599ms for pod "coredns-7c65d6cfc9-6c7xl" in "kube-system" namespace to be "Ready" ...
I1008 17:59:10.329419 548894 pod_ready.go:79] waiting up to 6m0s for pod "coredns-7c65d6cfc9-ghz9x" in "kube-system" namespace to be "Ready" ...
I1008 17:59:10.329498 548894 round_trippers.go:463] GET https://192.168.39.99:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-ghz9x
I1008 17:59:10.329509 548894 round_trippers.go:469] Request Headers:
I1008 17:59:10.329520 548894 round_trippers.go:473] Accept: application/json, */*
I1008 17:59:10.329528 548894 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1008 17:59:10.336402 548894 round_trippers.go:574] Response Status: 200 OK in 6 milliseconds
I1008 17:59:10.337294 548894 round_trippers.go:463] GET https://192.168.39.99:8443/api/v1/nodes/ha-094095
I1008 17:59:10.337313 548894 round_trippers.go:469] Request Headers:
I1008 17:59:10.337323 548894 round_trippers.go:473] Accept: application/json, */*
I1008 17:59:10.337328 548894 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1008 17:59:10.340848 548894 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1008 17:59:10.341320 548894 pod_ready.go:93] pod "coredns-7c65d6cfc9-ghz9x" in "kube-system" namespace has status "Ready":"True"
I1008 17:59:10.341341 548894 pod_ready.go:82] duration metric: took 11.909652ms for pod "coredns-7c65d6cfc9-ghz9x" in "kube-system" namespace to be "Ready" ...
I1008 17:59:10.341354 548894 pod_ready.go:79] waiting up to 6m0s for pod "etcd-ha-094095" in "kube-system" namespace to be "Ready" ...
I1008 17:59:10.341421 548894 round_trippers.go:463] GET https://192.168.39.99:8443/api/v1/namespaces/kube-system/pods/etcd-ha-094095
I1008 17:59:10.341432 548894 round_trippers.go:469] Request Headers:
I1008 17:59:10.341442 548894 round_trippers.go:473] Accept: application/json, */*
I1008 17:59:10.341450 548894 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1008 17:59:10.343586 548894 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1008 17:59:10.344175 548894 round_trippers.go:463] GET https://192.168.39.99:8443/api/v1/nodes/ha-094095
I1008 17:59:10.344191 548894 round_trippers.go:469] Request Headers:
I1008 17:59:10.344198 548894 round_trippers.go:473] Accept: application/json, */*
I1008 17:59:10.344202 548894 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1008 17:59:10.346350 548894 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1008 17:59:10.347112 548894 pod_ready.go:93] pod "etcd-ha-094095" in "kube-system" namespace has status "Ready":"True"
I1008 17:59:10.347134 548894 pod_ready.go:82] duration metric: took 5.772495ms for pod "etcd-ha-094095" in "kube-system" namespace to be "Ready" ...
I1008 17:59:10.347147 548894 pod_ready.go:79] waiting up to 6m0s for pod "etcd-ha-094095-m02" in "kube-system" namespace to be "Ready" ...
I1008 17:59:10.347220 548894 round_trippers.go:463] GET https://192.168.39.99:8443/api/v1/namespaces/kube-system/pods/etcd-ha-094095-m02
I1008 17:59:10.347231 548894 round_trippers.go:469] Request Headers:
I1008 17:59:10.347241 548894 round_trippers.go:473] Accept: application/json, */*
I1008 17:59:10.347249 548894 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1008 17:59:10.349293 548894 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1008 17:59:10.349880 548894 round_trippers.go:463] GET https://192.168.39.99:8443/api/v1/nodes/ha-094095-m02
I1008 17:59:10.349897 548894 round_trippers.go:469] Request Headers:
I1008 17:59:10.349916 548894 round_trippers.go:473] Accept: application/json, */*
I1008 17:59:10.349921 548894 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1008 17:59:10.352009 548894 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1008 17:59:10.352470 548894 pod_ready.go:93] pod "etcd-ha-094095-m02" in "kube-system" namespace has status "Ready":"True"
I1008 17:59:10.352496 548894 pod_ready.go:82] duration metric: took 5.340167ms for pod "etcd-ha-094095-m02" in "kube-system" namespace to be "Ready" ...
I1008 17:59:10.352518 548894 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-ha-094095" in "kube-system" namespace to be "Ready" ...
I1008 17:59:10.482865 548894 request.go:632] Waited for 130.276413ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.99:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-094095
I1008 17:59:10.482957 548894 round_trippers.go:463] GET https://192.168.39.99:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-094095
I1008 17:59:10.482968 548894 round_trippers.go:469] Request Headers:
I1008 17:59:10.482977 548894 round_trippers.go:473] Accept: application/json, */*
I1008 17:59:10.482983 548894 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1008 17:59:10.486050 548894 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1008 17:59:10.683204 548894 request.go:632] Waited for 196.383245ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.99:8443/api/v1/nodes/ha-094095
I1008 17:59:10.683286 548894 round_trippers.go:463] GET https://192.168.39.99:8443/api/v1/nodes/ha-094095
I1008 17:59:10.683291 548894 round_trippers.go:469] Request Headers:
I1008 17:59:10.683299 548894 round_trippers.go:473] Accept: application/json, */*
I1008 17:59:10.683302 548894 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1008 17:59:10.686545 548894 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1008 17:59:10.687112 548894 pod_ready.go:93] pod "kube-apiserver-ha-094095" in "kube-system" namespace has status "Ready":"True"
I1008 17:59:10.687134 548894 pod_ready.go:82] duration metric: took 334.609013ms for pod "kube-apiserver-ha-094095" in "kube-system" namespace to be "Ready" ...
I1008 17:59:10.687145 548894 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-ha-094095-m02" in "kube-system" namespace to be "Ready" ...
I1008 17:59:10.882406 548894 request.go:632] Waited for 195.187252ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.99:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-094095-m02
I1008 17:59:10.882484 548894 round_trippers.go:463] GET https://192.168.39.99:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-094095-m02
I1008 17:59:10.882489 548894 round_trippers.go:469] Request Headers:
I1008 17:59:10.882498 548894 round_trippers.go:473] Accept: application/json, */*
I1008 17:59:10.882503 548894 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1008 17:59:10.885610 548894 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1008 17:59:11.082756 548894 request.go:632] Waited for 196.397183ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.99:8443/api/v1/nodes/ha-094095-m02
I1008 17:59:11.082846 548894 round_trippers.go:463] GET https://192.168.39.99:8443/api/v1/nodes/ha-094095-m02
I1008 17:59:11.082857 548894 round_trippers.go:469] Request Headers:
I1008 17:59:11.082869 548894 round_trippers.go:473] Accept: application/json, */*
I1008 17:59:11.082874 548894 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1008 17:59:11.085950 548894 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1008 17:59:11.086623 548894 pod_ready.go:93] pod "kube-apiserver-ha-094095-m02" in "kube-system" namespace has status "Ready":"True"
I1008 17:59:11.086650 548894 pod_ready.go:82] duration metric: took 399.497445ms for pod "kube-apiserver-ha-094095-m02" in "kube-system" namespace to be "Ready" ...
I1008 17:59:11.086663 548894 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-ha-094095" in "kube-system" namespace to be "Ready" ...
I1008 17:59:11.282438 548894 request.go:632] Waited for 195.669677ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.99:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-094095
I1008 17:59:11.282535 548894 round_trippers.go:463] GET https://192.168.39.99:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-094095
I1008 17:59:11.282544 548894 round_trippers.go:469] Request Headers:
I1008 17:59:11.282552 548894 round_trippers.go:473] Accept: application/json, */*
I1008 17:59:11.282557 548894 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1008 17:59:11.285746 548894 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1008 17:59:11.482936 548894 request.go:632] Waited for 196.360528ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.99:8443/api/v1/nodes/ha-094095
I1008 17:59:11.483014 548894 round_trippers.go:463] GET https://192.168.39.99:8443/api/v1/nodes/ha-094095
I1008 17:59:11.483021 548894 round_trippers.go:469] Request Headers:
I1008 17:59:11.483030 548894 round_trippers.go:473] Accept: application/json, */*
I1008 17:59:11.483037 548894 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1008 17:59:11.486267 548894 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1008 17:59:11.486823 548894 pod_ready.go:93] pod "kube-controller-manager-ha-094095" in "kube-system" namespace has status "Ready":"True"
I1008 17:59:11.486845 548894 pod_ready.go:82] duration metric: took 400.172946ms for pod "kube-controller-manager-ha-094095" in "kube-system" namespace to be "Ready" ...
I1008 17:59:11.486856 548894 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-ha-094095-m02" in "kube-system" namespace to be "Ready" ...
I1008 17:59:11.683063 548894 request.go:632] Waited for 196.099154ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.99:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-094095-m02
I1008 17:59:11.683155 548894 round_trippers.go:463] GET https://192.168.39.99:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-094095-m02
I1008 17:59:11.683168 548894 round_trippers.go:469] Request Headers:
I1008 17:59:11.683181 548894 round_trippers.go:473] Accept: application/json, */*
I1008 17:59:11.683192 548894 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1008 17:59:11.686310 548894 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1008 17:59:11.882490 548894 request.go:632] Waited for 195.281424ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.99:8443/api/v1/nodes/ha-094095-m02
I1008 17:59:11.882562 548894 round_trippers.go:463] GET https://192.168.39.99:8443/api/v1/nodes/ha-094095-m02
I1008 17:59:11.882569 548894 round_trippers.go:469] Request Headers:
I1008 17:59:11.882580 548894 round_trippers.go:473] Accept: application/json, */*
I1008 17:59:11.882587 548894 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1008 17:59:11.885732 548894 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1008 17:59:11.886206 548894 pod_ready.go:93] pod "kube-controller-manager-ha-094095-m02" in "kube-system" namespace has status "Ready":"True"
I1008 17:59:11.886228 548894 pod_ready.go:82] duration metric: took 399.364956ms for pod "kube-controller-manager-ha-094095-m02" in "kube-system" namespace to be "Ready" ...
I1008 17:59:11.886243 548894 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-gnmch" in "kube-system" namespace to be "Ready" ...
I1008 17:59:12.083083 548894 request.go:632] Waited for 196.741087ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.99:8443/api/v1/namespaces/kube-system/pods/kube-proxy-gnmch
I1008 17:59:12.083174 548894 round_trippers.go:463] GET https://192.168.39.99:8443/api/v1/namespaces/kube-system/pods/kube-proxy-gnmch
I1008 17:59:12.083181 548894 round_trippers.go:469] Request Headers:
I1008 17:59:12.083193 548894 round_trippers.go:473] Accept: application/json, */*
I1008 17:59:12.083199 548894 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1008 17:59:12.086438 548894 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1008 17:59:12.282815 548894 request.go:632] Waited for 195.357265ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.99:8443/api/v1/nodes/ha-094095
I1008 17:59:12.282879 548894 round_trippers.go:463] GET https://192.168.39.99:8443/api/v1/nodes/ha-094095
I1008 17:59:12.282884 548894 round_trippers.go:469] Request Headers:
I1008 17:59:12.282892 548894 round_trippers.go:473] Accept: application/json, */*
I1008 17:59:12.282897 548894 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1008 17:59:12.286211 548894 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1008 17:59:12.286955 548894 pod_ready.go:93] pod "kube-proxy-gnmch" in "kube-system" namespace has status "Ready":"True"
I1008 17:59:12.286978 548894 pod_ready.go:82] duration metric: took 400.728245ms for pod "kube-proxy-gnmch" in "kube-system" namespace to be "Ready" ...
I1008 17:59:12.286989 548894 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-r55hk" in "kube-system" namespace to be "Ready" ...
I1008 17:59:12.483080 548894 request.go:632] Waited for 196.002385ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.99:8443/api/v1/namespaces/kube-system/pods/kube-proxy-r55hk
I1008 17:59:12.483159 548894 round_trippers.go:463] GET https://192.168.39.99:8443/api/v1/namespaces/kube-system/pods/kube-proxy-r55hk
I1008 17:59:12.483167 548894 round_trippers.go:469] Request Headers:
I1008 17:59:12.483181 548894 round_trippers.go:473] Accept: application/json, */*
I1008 17:59:12.483193 548894 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1008 17:59:12.486235 548894 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1008 17:59:12.683233 548894 request.go:632] Waited for 196.354052ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.99:8443/api/v1/nodes/ha-094095-m02
I1008 17:59:12.683315 548894 round_trippers.go:463] GET https://192.168.39.99:8443/api/v1/nodes/ha-094095-m02
I1008 17:59:12.683322 548894 round_trippers.go:469] Request Headers:
I1008 17:59:12.683334 548894 round_trippers.go:473] Accept: application/json, */*
I1008 17:59:12.683341 548894 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1008 17:59:12.686419 548894 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1008 17:59:12.687164 548894 pod_ready.go:93] pod "kube-proxy-r55hk" in "kube-system" namespace has status "Ready":"True"
I1008 17:59:12.687194 548894 pod_ready.go:82] duration metric: took 400.198282ms for pod "kube-proxy-r55hk" in "kube-system" namespace to be "Ready" ...
I1008 17:59:12.687210 548894 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-ha-094095" in "kube-system" namespace to be "Ready" ...
I1008 17:59:12.883073 548894 request.go:632] Waited for 195.753943ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.99:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-094095
I1008 17:59:12.883139 548894 round_trippers.go:463] GET https://192.168.39.99:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-094095
I1008 17:59:12.883145 548894 round_trippers.go:469] Request Headers:
I1008 17:59:12.883152 548894 round_trippers.go:473] Accept: application/json, */*
I1008 17:59:12.883156 548894 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1008 17:59:12.886291 548894 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1008 17:59:13.083210 548894 request.go:632] Waited for 196.369192ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.99:8443/api/v1/nodes/ha-094095
I1008 17:59:13.083288 548894 round_trippers.go:463] GET https://192.168.39.99:8443/api/v1/nodes/ha-094095
I1008 17:59:13.083296 548894 round_trippers.go:469] Request Headers:
I1008 17:59:13.083304 548894 round_trippers.go:473] Accept: application/json, */*
I1008 17:59:13.083308 548894 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1008 17:59:13.086479 548894 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1008 17:59:13.087168 548894 pod_ready.go:93] pod "kube-scheduler-ha-094095" in "kube-system" namespace has status "Ready":"True"
I1008 17:59:13.087188 548894 pod_ready.go:82] duration metric: took 399.968628ms for pod "kube-scheduler-ha-094095" in "kube-system" namespace to be "Ready" ...
I1008 17:59:13.087198 548894 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-ha-094095-m02" in "kube-system" namespace to be "Ready" ...
I1008 17:59:13.283359 548894 request.go:632] Waited for 196.068525ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.99:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-094095-m02
I1008 17:59:13.283420 548894 round_trippers.go:463] GET https://192.168.39.99:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-094095-m02
I1008 17:59:13.283425 548894 round_trippers.go:469] Request Headers:
I1008 17:59:13.283433 548894 round_trippers.go:473] Accept: application/json, */*
I1008 17:59:13.283438 548894 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1008 17:59:13.286484 548894 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1008 17:59:13.482457 548894 request.go:632] Waited for 195.25665ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.99:8443/api/v1/nodes/ha-094095-m02
I1008 17:59:13.482575 548894 round_trippers.go:463] GET https://192.168.39.99:8443/api/v1/nodes/ha-094095-m02
I1008 17:59:13.482588 548894 round_trippers.go:469] Request Headers:
I1008 17:59:13.482599 548894 round_trippers.go:473] Accept: application/json, */*
I1008 17:59:13.482605 548894 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1008 17:59:13.485671 548894 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1008 17:59:13.486395 548894 pod_ready.go:93] pod "kube-scheduler-ha-094095-m02" in "kube-system" namespace has status "Ready":"True"
I1008 17:59:13.486417 548894 pod_ready.go:82] duration metric: took 399.212171ms for pod "kube-scheduler-ha-094095-m02" in "kube-system" namespace to be "Ready" ...
I1008 17:59:13.486429 548894 pod_ready.go:39] duration metric: took 3.191309926s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1008 17:59:13.486448 548894 api_server.go:52] waiting for apiserver process to appear ...
I1008 17:59:13.486516 548894 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1008 17:59:13.501134 548894 api_server.go:72] duration metric: took 17.028092431s to wait for apiserver process to appear ...
I1008 17:59:13.501165 548894 api_server.go:88] waiting for apiserver healthz status ...
I1008 17:59:13.501208 548894 api_server.go:253] Checking apiserver healthz at https://192.168.39.99:8443/healthz ...
I1008 17:59:13.505717 548894 api_server.go:279] https://192.168.39.99:8443/healthz returned 200:
ok
I1008 17:59:13.506345 548894 round_trippers.go:463] GET https://192.168.39.99:8443/version
I1008 17:59:13.506369 548894 round_trippers.go:469] Request Headers:
I1008 17:59:13.506381 548894 round_trippers.go:473] Accept: application/json, */*
I1008 17:59:13.506389 548894 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1008 17:59:13.508475 548894 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1008 17:59:13.508579 548894 api_server.go:141] control plane version: v1.31.1
I1008 17:59:13.508596 548894 api_server.go:131] duration metric: took 7.424538ms to wait for apiserver health ...
I1008 17:59:13.508606 548894 system_pods.go:43] waiting for kube-system pods to appear ...
I1008 17:59:13.682454 548894 request.go:632] Waited for 173.762668ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.99:8443/api/v1/namespaces/kube-system/pods
I1008 17:59:13.682527 548894 round_trippers.go:463] GET https://192.168.39.99:8443/api/v1/namespaces/kube-system/pods
I1008 17:59:13.682532 548894 round_trippers.go:469] Request Headers:
I1008 17:59:13.682541 548894 round_trippers.go:473] Accept: application/json, */*
I1008 17:59:13.682546 548894 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1008 17:59:13.687595 548894 round_trippers.go:574] Response Status: 200 OK in 5 milliseconds
I1008 17:59:13.692646 548894 system_pods.go:59] 17 kube-system pods found
I1008 17:59:13.692692 548894 system_pods.go:61] "coredns-7c65d6cfc9-6c7xl" [5be15582-d4c7-4ec3-95db-7f9b7db4280d] Running
I1008 17:59:13.692702 548894 system_pods.go:61] "coredns-7c65d6cfc9-ghz9x" [a8c97aaa-6d1a-4c2e-b8d8-74259235cd62] Running
I1008 17:59:13.692707 548894 system_pods.go:61] "etcd-ha-094095" [cf087edc-eae8-4667-a3e4-6352aaa887e2] Running
I1008 17:59:13.692713 548894 system_pods.go:61] "etcd-ha-094095-m02" [66292379-6f47-4ae3-981c-02ad00e18805] Running
I1008 17:59:13.692718 548894 system_pods.go:61] "kindnet-f5x42" [dafc58be-bac2-4ab3-a4b6-9d13556da2cd] Running
I1008 17:59:13.692723 548894 system_pods.go:61] "kindnet-mclfx" [fca2ce96-9193-48a5-9dc7-9d20bde6787f] Running
I1008 17:59:13.692730 548894 system_pods.go:61] "kube-apiserver-ha-094095" [2f281e4d-ed8a-45d6-a099-075cbb2aa560] Running
I1008 17:59:13.692735 548894 system_pods.go:61] "kube-apiserver-ha-094095-m02" [2c01151f-d734-4af8-9730-f9877482749f] Running
I1008 17:59:13.692744 548894 system_pods.go:61] "kube-controller-manager-ha-094095" [f2c904d5-5440-4915-9c16-a5f1069ba353] Running
I1008 17:59:13.692750 548894 system_pods.go:61] "kube-controller-manager-ha-094095-m02" [4204fc98-2989-4cc8-b02e-e16e776685e3] Running
I1008 17:59:13.692755 548894 system_pods.go:61] "kube-proxy-gnmch" [2e4ec0ad-049b-48e6-90b2-8b8430d821f4] Running
I1008 17:59:13.692760 548894 system_pods.go:61] "kube-proxy-r55hk" [6bdc6056-cd19-4f52-86f7-09572a950c01] Running
I1008 17:59:13.692765 548894 system_pods.go:61] "kube-scheduler-ha-094095" [5915aa84-5555-4e5e-9551-778ad857b2e8] Running
I1008 17:59:13.692774 548894 system_pods.go:61] "kube-scheduler-ha-094095-m02" [8a7c0068-f374-4f84-9441-c5e50bf6da0b] Running
I1008 17:59:13.692778 548894 system_pods.go:61] "kube-vip-ha-094095" [010c3fcc-b5c7-470e-8027-5c67669abf94] Running
I1008 17:59:13.692783 548894 system_pods.go:61] "kube-vip-ha-094095-m02" [af8b5e66-b132-4e4b-b0fd-3591a0b2384e] Running
I1008 17:59:13.692788 548894 system_pods.go:61] "storage-provisioner" [54520f81-08fe-4612-bef9-1fe0016c45ca] Running
I1008 17:59:13.692796 548894 system_pods.go:74] duration metric: took 184.183414ms to wait for pod list to return data ...
I1008 17:59:13.692811 548894 default_sa.go:34] waiting for default service account to be created ...
I1008 17:59:13.883264 548894 request.go:632] Waited for 190.350103ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.99:8443/api/v1/namespaces/default/serviceaccounts
I1008 17:59:13.883340 548894 round_trippers.go:463] GET https://192.168.39.99:8443/api/v1/namespaces/default/serviceaccounts
I1008 17:59:13.883352 548894 round_trippers.go:469] Request Headers:
I1008 17:59:13.883364 548894 round_trippers.go:473] Accept: application/json, */*
I1008 17:59:13.883373 548894 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1008 17:59:13.887200 548894 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1008 17:59:13.887443 548894 default_sa.go:45] found service account: "default"
I1008 17:59:13.887464 548894 default_sa.go:55] duration metric: took 194.642236ms for default service account to be created ...
I1008 17:59:13.887473 548894 system_pods.go:116] waiting for k8s-apps to be running ...
I1008 17:59:14.083128 548894 request.go:632] Waited for 195.575348ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.99:8443/api/v1/namespaces/kube-system/pods
I1008 17:59:14.083197 548894 round_trippers.go:463] GET https://192.168.39.99:8443/api/v1/namespaces/kube-system/pods
I1008 17:59:14.083204 548894 round_trippers.go:469] Request Headers:
I1008 17:59:14.083215 548894 round_trippers.go:473] Accept: application/json, */*
I1008 17:59:14.083224 548894 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1008 17:59:14.087502 548894 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1008 17:59:14.091850 548894 system_pods.go:86] 17 kube-system pods found
I1008 17:59:14.091874 548894 system_pods.go:89] "coredns-7c65d6cfc9-6c7xl" [5be15582-d4c7-4ec3-95db-7f9b7db4280d] Running
I1008 17:59:14.091880 548894 system_pods.go:89] "coredns-7c65d6cfc9-ghz9x" [a8c97aaa-6d1a-4c2e-b8d8-74259235cd62] Running
I1008 17:59:14.091884 548894 system_pods.go:89] "etcd-ha-094095" [cf087edc-eae8-4667-a3e4-6352aaa887e2] Running
I1008 17:59:14.091888 548894 system_pods.go:89] "etcd-ha-094095-m02" [66292379-6f47-4ae3-981c-02ad00e18805] Running
I1008 17:59:14.091895 548894 system_pods.go:89] "kindnet-f5x42" [dafc58be-bac2-4ab3-a4b6-9d13556da2cd] Running
I1008 17:59:14.091898 548894 system_pods.go:89] "kindnet-mclfx" [fca2ce96-9193-48a5-9dc7-9d20bde6787f] Running
I1008 17:59:14.091903 548894 system_pods.go:89] "kube-apiserver-ha-094095" [2f281e4d-ed8a-45d6-a099-075cbb2aa560] Running
I1008 17:59:14.091909 548894 system_pods.go:89] "kube-apiserver-ha-094095-m02" [2c01151f-d734-4af8-9730-f9877482749f] Running
I1008 17:59:14.091915 548894 system_pods.go:89] "kube-controller-manager-ha-094095" [f2c904d5-5440-4915-9c16-a5f1069ba353] Running
I1008 17:59:14.091921 548894 system_pods.go:89] "kube-controller-manager-ha-094095-m02" [4204fc98-2989-4cc8-b02e-e16e776685e3] Running
I1008 17:59:14.091929 548894 system_pods.go:89] "kube-proxy-gnmch" [2e4ec0ad-049b-48e6-90b2-8b8430d821f4] Running
I1008 17:59:14.091935 548894 system_pods.go:89] "kube-proxy-r55hk" [6bdc6056-cd19-4f52-86f7-09572a950c01] Running
I1008 17:59:14.091943 548894 system_pods.go:89] "kube-scheduler-ha-094095" [5915aa84-5555-4e5e-9551-778ad857b2e8] Running
I1008 17:59:14.091948 548894 system_pods.go:89] "kube-scheduler-ha-094095-m02" [8a7c0068-f374-4f84-9441-c5e50bf6da0b] Running
I1008 17:59:14.091954 548894 system_pods.go:89] "kube-vip-ha-094095" [010c3fcc-b5c7-470e-8027-5c67669abf94] Running
I1008 17:59:14.091958 548894 system_pods.go:89] "kube-vip-ha-094095-m02" [af8b5e66-b132-4e4b-b0fd-3591a0b2384e] Running
I1008 17:59:14.091961 548894 system_pods.go:89] "storage-provisioner" [54520f81-08fe-4612-bef9-1fe0016c45ca] Running
I1008 17:59:14.091969 548894 system_pods.go:126] duration metric: took 204.490014ms to wait for k8s-apps to be running ...
I1008 17:59:14.091978 548894 system_svc.go:44] waiting for kubelet service to be running ....
I1008 17:59:14.092031 548894 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1008 17:59:14.107751 548894 system_svc.go:56] duration metric: took 15.765669ms WaitForService to wait for kubelet
I1008 17:59:14.107782 548894 kubeadm.go:582] duration metric: took 17.634744099s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1008 17:59:14.107804 548894 node_conditions.go:102] verifying NodePressure condition ...
I1008 17:59:14.283342 548894 request.go:632] Waited for 175.43028ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.99:8443/api/v1/nodes
I1008 17:59:14.283397 548894 round_trippers.go:463] GET https://192.168.39.99:8443/api/v1/nodes
I1008 17:59:14.283402 548894 round_trippers.go:469] Request Headers:
I1008 17:59:14.283410 548894 round_trippers.go:473] Accept: application/json, */*
I1008 17:59:14.283415 548894 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1008 17:59:14.286910 548894 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1008 17:59:14.287827 548894 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I1008 17:59:14.287854 548894 node_conditions.go:123] node cpu capacity is 2
I1008 17:59:14.287877 548894 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I1008 17:59:14.287883 548894 node_conditions.go:123] node cpu capacity is 2
I1008 17:59:14.287892 548894 node_conditions.go:105] duration metric: took 180.082842ms to run NodePressure ...
I1008 17:59:14.287908 548894 start.go:241] waiting for startup goroutines ...
I1008 17:59:14.287939 548894 start.go:255] writing updated cluster config ...
I1008 17:59:14.289665 548894 out.go:201]
I1008 17:59:14.290934 548894 config.go:182] Loaded profile config "ha-094095": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.1
I1008 17:59:14.291033 548894 profile.go:143] Saving config to /home/jenkins/minikube-integration/19774-529764/.minikube/profiles/ha-094095/config.json ...
I1008 17:59:14.292598 548894 out.go:177] * Starting "ha-094095-m03" control-plane node in "ha-094095" cluster
I1008 17:59:14.293602 548894 preload.go:131] Checking if preload exists for k8s version v1.31.1 and runtime crio
I1008 17:59:14.293620 548894 cache.go:56] Caching tarball of preloaded images
I1008 17:59:14.293722 548894 preload.go:172] Found /home/jenkins/minikube-integration/19774-529764/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.1-cri-o-overlay-amd64.tar.lz4 in cache, skipping download
I1008 17:59:14.293741 548894 cache.go:59] Finished verifying existence of preloaded tar for v1.31.1 on crio
I1008 17:59:14.293865 548894 profile.go:143] Saving config to /home/jenkins/minikube-integration/19774-529764/.minikube/profiles/ha-094095/config.json ...
I1008 17:59:14.294036 548894 start.go:360] acquireMachinesLock for ha-094095-m03: {Name:mk7c2f1a7556cb2456fe0a352698afb29cfcf496 Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}
I1008 17:59:14.294084 548894 start.go:364] duration metric: took 28.442µs to acquireMachinesLock for "ha-094095-m03"
I1008 17:59:14.294116 548894 start.go:93] Provisioning new machine with config: &{Name:ha-094095 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19774/minikube-v1.34.0-1728382514-19774-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1728382586-19774@sha256:5d8c4f6d838467365e214e2194dd0153a763e3f78723b5f2a8e06ef7b47409ec Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{Kubernete
sVersion:v1.31.1 ClusterName:ha-094095 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.39.99 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m02 IP:192.168.39.65 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m03 IP: Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[ambassador:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:false efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-dns:false inspektor-
gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:false storage-provisioner-gluster:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizatio
ns:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name:m03 IP: Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I1008 17:59:14.294207 548894 start.go:125] createHost starting for "m03" (driver="kvm2")
I1008 17:59:14.295495 548894 out.go:235] * Creating kvm2 VM (CPUs=2, Memory=2200MB, Disk=20000MB) ...
I1008 17:59:14.295567 548894 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1008 17:59:14.295608 548894 main.go:141] libmachine: Launching plugin server for driver kvm2
I1008 17:59:14.310848 548894 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:41811
I1008 17:59:14.311356 548894 main.go:141] libmachine: () Calling .GetVersion
I1008 17:59:14.311872 548894 main.go:141] libmachine: Using API Version 1
I1008 17:59:14.311899 548894 main.go:141] libmachine: () Calling .SetConfigRaw
I1008 17:59:14.312212 548894 main.go:141] libmachine: () Calling .GetMachineName
I1008 17:59:14.312396 548894 main.go:141] libmachine: (ha-094095-m03) Calling .GetMachineName
I1008 17:59:14.312674 548894 main.go:141] libmachine: (ha-094095-m03) Calling .DriverName
I1008 17:59:14.312844 548894 start.go:159] libmachine.API.Create for "ha-094095" (driver="kvm2")
I1008 17:59:14.312876 548894 client.go:168] LocalClient.Create starting
I1008 17:59:14.312902 548894 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/19774-529764/.minikube/certs/ca.pem
I1008 17:59:14.312934 548894 main.go:141] libmachine: Decoding PEM data...
I1008 17:59:14.312948 548894 main.go:141] libmachine: Parsing certificate...
I1008 17:59:14.313000 548894 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/19774-529764/.minikube/certs/cert.pem
I1008 17:59:14.313019 548894 main.go:141] libmachine: Decoding PEM data...
I1008 17:59:14.313027 548894 main.go:141] libmachine: Parsing certificate...
I1008 17:59:14.313042 548894 main.go:141] libmachine: Running pre-create checks...
I1008 17:59:14.313050 548894 main.go:141] libmachine: (ha-094095-m03) Calling .PreCreateCheck
I1008 17:59:14.313206 548894 main.go:141] libmachine: (ha-094095-m03) Calling .GetConfigRaw
I1008 17:59:14.313583 548894 main.go:141] libmachine: Creating machine...
I1008 17:59:14.313600 548894 main.go:141] libmachine: (ha-094095-m03) Calling .Create
I1008 17:59:14.313739 548894 main.go:141] libmachine: (ha-094095-m03) Creating KVM machine...
I1008 17:59:14.314906 548894 main.go:141] libmachine: (ha-094095-m03) DBG | found existing default KVM network
I1008 17:59:14.315074 548894 main.go:141] libmachine: (ha-094095-m03) DBG | found existing private KVM network mk-ha-094095
I1008 17:59:14.315221 548894 main.go:141] libmachine: (ha-094095-m03) Setting up store path in /home/jenkins/minikube-integration/19774-529764/.minikube/machines/ha-094095-m03 ...
I1008 17:59:14.315247 548894 main.go:141] libmachine: (ha-094095-m03) Building disk image from file:///home/jenkins/minikube-integration/19774-529764/.minikube/cache/iso/amd64/minikube-v1.34.0-1728382514-19774-amd64.iso
I1008 17:59:14.315327 548894 main.go:141] libmachine: (ha-094095-m03) DBG | I1008 17:59:14.315217 549655 common.go:145] Making disk image using store path: /home/jenkins/minikube-integration/19774-529764/.minikube
I1008 17:59:14.315388 548894 main.go:141] libmachine: (ha-094095-m03) Downloading /home/jenkins/minikube-integration/19774-529764/.minikube/cache/boot2docker.iso from file:///home/jenkins/minikube-integration/19774-529764/.minikube/cache/iso/amd64/minikube-v1.34.0-1728382514-19774-amd64.iso...
I1008 17:59:14.593209 548894 main.go:141] libmachine: (ha-094095-m03) DBG | I1008 17:59:14.593087 549655 common.go:152] Creating ssh key: /home/jenkins/minikube-integration/19774-529764/.minikube/machines/ha-094095-m03/id_rsa...
I1008 17:59:14.821442 548894 main.go:141] libmachine: (ha-094095-m03) DBG | I1008 17:59:14.821329 549655 common.go:158] Creating raw disk image: /home/jenkins/minikube-integration/19774-529764/.minikube/machines/ha-094095-m03/ha-094095-m03.rawdisk...
I1008 17:59:14.821476 548894 main.go:141] libmachine: (ha-094095-m03) DBG | Writing magic tar header
I1008 17:59:14.821491 548894 main.go:141] libmachine: (ha-094095-m03) DBG | Writing SSH key tar header
I1008 17:59:14.821502 548894 main.go:141] libmachine: (ha-094095-m03) DBG | I1008 17:59:14.821478 549655 common.go:172] Fixing permissions on /home/jenkins/minikube-integration/19774-529764/.minikube/machines/ha-094095-m03 ...
I1008 17:59:14.821659 548894 main.go:141] libmachine: (ha-094095-m03) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19774-529764/.minikube/machines/ha-094095-m03
I1008 17:59:14.821694 548894 main.go:141] libmachine: (ha-094095-m03) Setting executable bit set on /home/jenkins/minikube-integration/19774-529764/.minikube/machines/ha-094095-m03 (perms=drwx------)
I1008 17:59:14.821705 548894 main.go:141] libmachine: (ha-094095-m03) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19774-529764/.minikube/machines
I1008 17:59:14.821719 548894 main.go:141] libmachine: (ha-094095-m03) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19774-529764/.minikube
I1008 17:59:14.821729 548894 main.go:141] libmachine: (ha-094095-m03) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19774-529764
I1008 17:59:14.821740 548894 main.go:141] libmachine: (ha-094095-m03) DBG | Checking permissions on dir: /home/jenkins/minikube-integration
I1008 17:59:14.821750 548894 main.go:141] libmachine: (ha-094095-m03) DBG | Checking permissions on dir: /home/jenkins
I1008 17:59:14.821762 548894 main.go:141] libmachine: (ha-094095-m03) Setting executable bit set on /home/jenkins/minikube-integration/19774-529764/.minikube/machines (perms=drwxr-xr-x)
I1008 17:59:14.821772 548894 main.go:141] libmachine: (ha-094095-m03) DBG | Checking permissions on dir: /home
I1008 17:59:14.821784 548894 main.go:141] libmachine: (ha-094095-m03) Setting executable bit set on /home/jenkins/minikube-integration/19774-529764/.minikube (perms=drwxr-xr-x)
I1008 17:59:14.821794 548894 main.go:141] libmachine: (ha-094095-m03) DBG | Skipping /home - not owner
I1008 17:59:14.821808 548894 main.go:141] libmachine: (ha-094095-m03) Setting executable bit set on /home/jenkins/minikube-integration/19774-529764 (perms=drwxrwxr-x)
I1008 17:59:14.821819 548894 main.go:141] libmachine: (ha-094095-m03) Setting executable bit set on /home/jenkins/minikube-integration (perms=drwxrwxr-x)
I1008 17:59:14.821836 548894 main.go:141] libmachine: (ha-094095-m03) Setting executable bit set on /home/jenkins (perms=drwxr-xr-x)
I1008 17:59:14.821846 548894 main.go:141] libmachine: (ha-094095-m03) Creating domain...
I1008 17:59:14.822739 548894 main.go:141] libmachine: (ha-094095-m03) define libvirt domain using xml:
I1008 17:59:14.822758 548894 main.go:141] libmachine: (ha-094095-m03) <domain type='kvm'>
I1008 17:59:14.822767 548894 main.go:141] libmachine: (ha-094095-m03) <name>ha-094095-m03</name>
I1008 17:59:14.822774 548894 main.go:141] libmachine: (ha-094095-m03) <memory unit='MiB'>2200</memory>
I1008 17:59:14.822782 548894 main.go:141] libmachine: (ha-094095-m03) <vcpu>2</vcpu>
I1008 17:59:14.822792 548894 main.go:141] libmachine: (ha-094095-m03) <features>
I1008 17:59:14.822799 548894 main.go:141] libmachine: (ha-094095-m03) <acpi/>
I1008 17:59:14.822805 548894 main.go:141] libmachine: (ha-094095-m03) <apic/>
I1008 17:59:14.822815 548894 main.go:141] libmachine: (ha-094095-m03) <pae/>
I1008 17:59:14.822822 548894 main.go:141] libmachine: (ha-094095-m03)
I1008 17:59:14.822827 548894 main.go:141] libmachine: (ha-094095-m03) </features>
I1008 17:59:14.822834 548894 main.go:141] libmachine: (ha-094095-m03) <cpu mode='host-passthrough'>
I1008 17:59:14.822838 548894 main.go:141] libmachine: (ha-094095-m03)
I1008 17:59:14.822842 548894 main.go:141] libmachine: (ha-094095-m03) </cpu>
I1008 17:59:14.822847 548894 main.go:141] libmachine: (ha-094095-m03) <os>
I1008 17:59:14.822857 548894 main.go:141] libmachine: (ha-094095-m03) <type>hvm</type>
I1008 17:59:14.822865 548894 main.go:141] libmachine: (ha-094095-m03) <boot dev='cdrom'/>
I1008 17:59:14.822879 548894 main.go:141] libmachine: (ha-094095-m03) <boot dev='hd'/>
I1008 17:59:14.822888 548894 main.go:141] libmachine: (ha-094095-m03) <bootmenu enable='no'/>
I1008 17:59:14.822897 548894 main.go:141] libmachine: (ha-094095-m03) </os>
I1008 17:59:14.822903 548894 main.go:141] libmachine: (ha-094095-m03) <devices>
I1008 17:59:14.822910 548894 main.go:141] libmachine: (ha-094095-m03) <disk type='file' device='cdrom'>
I1008 17:59:14.822919 548894 main.go:141] libmachine: (ha-094095-m03) <source file='/home/jenkins/minikube-integration/19774-529764/.minikube/machines/ha-094095-m03/boot2docker.iso'/>
I1008 17:59:14.822926 548894 main.go:141] libmachine: (ha-094095-m03) <target dev='hdc' bus='scsi'/>
I1008 17:59:14.822931 548894 main.go:141] libmachine: (ha-094095-m03) <readonly/>
I1008 17:59:14.822939 548894 main.go:141] libmachine: (ha-094095-m03) </disk>
I1008 17:59:14.822951 548894 main.go:141] libmachine: (ha-094095-m03) <disk type='file' device='disk'>
I1008 17:59:14.822984 548894 main.go:141] libmachine: (ha-094095-m03) <driver name='qemu' type='raw' cache='default' io='threads' />
I1008 17:59:14.822998 548894 main.go:141] libmachine: (ha-094095-m03) <source file='/home/jenkins/minikube-integration/19774-529764/.minikube/machines/ha-094095-m03/ha-094095-m03.rawdisk'/>
I1008 17:59:14.823004 548894 main.go:141] libmachine: (ha-094095-m03) <target dev='hda' bus='virtio'/>
I1008 17:59:14.823008 548894 main.go:141] libmachine: (ha-094095-m03) </disk>
I1008 17:59:14.823012 548894 main.go:141] libmachine: (ha-094095-m03) <interface type='network'>
I1008 17:59:14.823018 548894 main.go:141] libmachine: (ha-094095-m03) <source network='mk-ha-094095'/>
I1008 17:59:14.823028 548894 main.go:141] libmachine: (ha-094095-m03) <model type='virtio'/>
I1008 17:59:14.823037 548894 main.go:141] libmachine: (ha-094095-m03) </interface>
I1008 17:59:14.823050 548894 main.go:141] libmachine: (ha-094095-m03) <interface type='network'>
I1008 17:59:14.823062 548894 main.go:141] libmachine: (ha-094095-m03) <source network='default'/>
I1008 17:59:14.823072 548894 main.go:141] libmachine: (ha-094095-m03) <model type='virtio'/>
I1008 17:59:14.823080 548894 main.go:141] libmachine: (ha-094095-m03) </interface>
I1008 17:59:14.823089 548894 main.go:141] libmachine: (ha-094095-m03) <serial type='pty'>
I1008 17:59:14.823097 548894 main.go:141] libmachine: (ha-094095-m03) <target port='0'/>
I1008 17:59:14.823105 548894 main.go:141] libmachine: (ha-094095-m03) </serial>
I1008 17:59:14.823114 548894 main.go:141] libmachine: (ha-094095-m03) <console type='pty'>
I1008 17:59:14.823128 548894 main.go:141] libmachine: (ha-094095-m03) <target type='serial' port='0'/>
I1008 17:59:14.823139 548894 main.go:141] libmachine: (ha-094095-m03) </console>
I1008 17:59:14.823147 548894 main.go:141] libmachine: (ha-094095-m03) <rng model='virtio'>
I1008 17:59:14.823159 548894 main.go:141] libmachine: (ha-094095-m03) <backend model='random'>/dev/random</backend>
I1008 17:59:14.823166 548894 main.go:141] libmachine: (ha-094095-m03) </rng>
I1008 17:59:14.823173 548894 main.go:141] libmachine: (ha-094095-m03)
I1008 17:59:14.823181 548894 main.go:141] libmachine: (ha-094095-m03)
I1008 17:59:14.823189 548894 main.go:141] libmachine: (ha-094095-m03) </devices>
I1008 17:59:14.823202 548894 main.go:141] libmachine: (ha-094095-m03) </domain>
I1008 17:59:14.823214 548894 main.go:141] libmachine: (ha-094095-m03)
I1008 17:59:14.829896 548894 main.go:141] libmachine: (ha-094095-m03) DBG | domain ha-094095-m03 has defined MAC address 52:54:00:d4:34:b1 in network default
I1008 17:59:14.830619 548894 main.go:141] libmachine: (ha-094095-m03) DBG | domain ha-094095-m03 has defined MAC address 52:54:00:e6:8f:e3 in network mk-ha-094095
I1008 17:59:14.830642 548894 main.go:141] libmachine: (ha-094095-m03) Ensuring networks are active...
I1008 17:59:14.831385 548894 main.go:141] libmachine: (ha-094095-m03) Ensuring network default is active
I1008 17:59:14.831784 548894 main.go:141] libmachine: (ha-094095-m03) Ensuring network mk-ha-094095 is active
I1008 17:59:14.832205 548894 main.go:141] libmachine: (ha-094095-m03) Getting domain xml...
I1008 17:59:14.832929 548894 main.go:141] libmachine: (ha-094095-m03) Creating domain...
I1008 17:59:16.039421 548894 main.go:141] libmachine: (ha-094095-m03) Waiting to get IP...
I1008 17:59:16.040212 548894 main.go:141] libmachine: (ha-094095-m03) DBG | domain ha-094095-m03 has defined MAC address 52:54:00:e6:8f:e3 in network mk-ha-094095
I1008 17:59:16.040604 548894 main.go:141] libmachine: (ha-094095-m03) DBG | unable to find current IP address of domain ha-094095-m03 in network mk-ha-094095
I1008 17:59:16.040627 548894 main.go:141] libmachine: (ha-094095-m03) DBG | I1008 17:59:16.040576 549655 retry.go:31] will retry after 310.617511ms: waiting for machine to come up
I1008 17:59:16.353098 548894 main.go:141] libmachine: (ha-094095-m03) DBG | domain ha-094095-m03 has defined MAC address 52:54:00:e6:8f:e3 in network mk-ha-094095
I1008 17:59:16.353638 548894 main.go:141] libmachine: (ha-094095-m03) DBG | unable to find current IP address of domain ha-094095-m03 in network mk-ha-094095
I1008 17:59:16.353666 548894 main.go:141] libmachine: (ha-094095-m03) DBG | I1008 17:59:16.353600 549655 retry.go:31] will retry after 370.013025ms: waiting for machine to come up
I1008 17:59:16.725039 548894 main.go:141] libmachine: (ha-094095-m03) DBG | domain ha-094095-m03 has defined MAC address 52:54:00:e6:8f:e3 in network mk-ha-094095
I1008 17:59:16.725471 548894 main.go:141] libmachine: (ha-094095-m03) DBG | unable to find current IP address of domain ha-094095-m03 in network mk-ha-094095
I1008 17:59:16.725511 548894 main.go:141] libmachine: (ha-094095-m03) DBG | I1008 17:59:16.725419 549655 retry.go:31] will retry after 335.057817ms: waiting for machine to come up
I1008 17:59:17.061762 548894 main.go:141] libmachine: (ha-094095-m03) DBG | domain ha-094095-m03 has defined MAC address 52:54:00:e6:8f:e3 in network mk-ha-094095
I1008 17:59:17.062145 548894 main.go:141] libmachine: (ha-094095-m03) DBG | unable to find current IP address of domain ha-094095-m03 in network mk-ha-094095
I1008 17:59:17.062168 548894 main.go:141] libmachine: (ha-094095-m03) DBG | I1008 17:59:17.062095 549655 retry.go:31] will retry after 553.959397ms: waiting for machine to come up
I1008 17:59:17.617869 548894 main.go:141] libmachine: (ha-094095-m03) DBG | domain ha-094095-m03 has defined MAC address 52:54:00:e6:8f:e3 in network mk-ha-094095
I1008 17:59:17.618404 548894 main.go:141] libmachine: (ha-094095-m03) DBG | unable to find current IP address of domain ha-094095-m03 in network mk-ha-094095
I1008 17:59:17.618431 548894 main.go:141] libmachine: (ha-094095-m03) DBG | I1008 17:59:17.618345 549655 retry.go:31] will retry after 506.335647ms: waiting for machine to come up
I1008 17:59:18.125977 548894 main.go:141] libmachine: (ha-094095-m03) DBG | domain ha-094095-m03 has defined MAC address 52:54:00:e6:8f:e3 in network mk-ha-094095
I1008 17:59:18.126353 548894 main.go:141] libmachine: (ha-094095-m03) DBG | unable to find current IP address of domain ha-094095-m03 in network mk-ha-094095
I1008 17:59:18.126384 548894 main.go:141] libmachine: (ha-094095-m03) DBG | I1008 17:59:18.126291 549655 retry.go:31] will retry after 734.408354ms: waiting for machine to come up
I1008 17:59:18.862107 548894 main.go:141] libmachine: (ha-094095-m03) DBG | domain ha-094095-m03 has defined MAC address 52:54:00:e6:8f:e3 in network mk-ha-094095
I1008 17:59:18.862605 548894 main.go:141] libmachine: (ha-094095-m03) DBG | unable to find current IP address of domain ha-094095-m03 in network mk-ha-094095
I1008 17:59:18.862632 548894 main.go:141] libmachine: (ha-094095-m03) DBG | I1008 17:59:18.862544 549655 retry.go:31] will retry after 1.020122482s: waiting for machine to come up
I1008 17:59:19.884038 548894 main.go:141] libmachine: (ha-094095-m03) DBG | domain ha-094095-m03 has defined MAC address 52:54:00:e6:8f:e3 in network mk-ha-094095
I1008 17:59:19.884492 548894 main.go:141] libmachine: (ha-094095-m03) DBG | unable to find current IP address of domain ha-094095-m03 in network mk-ha-094095
I1008 17:59:19.884530 548894 main.go:141] libmachine: (ha-094095-m03) DBG | I1008 17:59:19.884425 549655 retry.go:31] will retry after 1.125801014s: waiting for machine to come up
I1008 17:59:21.011532 548894 main.go:141] libmachine: (ha-094095-m03) DBG | domain ha-094095-m03 has defined MAC address 52:54:00:e6:8f:e3 in network mk-ha-094095
I1008 17:59:21.011993 548894 main.go:141] libmachine: (ha-094095-m03) DBG | unable to find current IP address of domain ha-094095-m03 in network mk-ha-094095
I1008 17:59:21.012020 548894 main.go:141] libmachine: (ha-094095-m03) DBG | I1008 17:59:21.011944 549655 retry.go:31] will retry after 1.660141079s: waiting for machine to come up
I1008 17:59:22.673143 548894 main.go:141] libmachine: (ha-094095-m03) DBG | domain ha-094095-m03 has defined MAC address 52:54:00:e6:8f:e3 in network mk-ha-094095
I1008 17:59:22.673540 548894 main.go:141] libmachine: (ha-094095-m03) DBG | unable to find current IP address of domain ha-094095-m03 in network mk-ha-094095
I1008 17:59:22.673570 548894 main.go:141] libmachine: (ha-094095-m03) DBG | I1008 17:59:22.673522 549655 retry.go:31] will retry after 1.579793422s: waiting for machine to come up
I1008 17:59:24.255498 548894 main.go:141] libmachine: (ha-094095-m03) DBG | domain ha-094095-m03 has defined MAC address 52:54:00:e6:8f:e3 in network mk-ha-094095
I1008 17:59:24.256062 548894 main.go:141] libmachine: (ha-094095-m03) DBG | unable to find current IP address of domain ha-094095-m03 in network mk-ha-094095
I1008 17:59:24.256089 548894 main.go:141] libmachine: (ha-094095-m03) DBG | I1008 17:59:24.256014 549655 retry.go:31] will retry after 2.586780396s: waiting for machine to come up
I1008 17:59:26.845780 548894 main.go:141] libmachine: (ha-094095-m03) DBG | domain ha-094095-m03 has defined MAC address 52:54:00:e6:8f:e3 in network mk-ha-094095
I1008 17:59:26.846232 548894 main.go:141] libmachine: (ha-094095-m03) DBG | unable to find current IP address of domain ha-094095-m03 in network mk-ha-094095
I1008 17:59:26.846256 548894 main.go:141] libmachine: (ha-094095-m03) DBG | I1008 17:59:26.846181 549655 retry.go:31] will retry after 2.461770006s: waiting for machine to come up
I1008 17:59:29.309639 548894 main.go:141] libmachine: (ha-094095-m03) DBG | domain ha-094095-m03 has defined MAC address 52:54:00:e6:8f:e3 in network mk-ha-094095
I1008 17:59:29.310146 548894 main.go:141] libmachine: (ha-094095-m03) DBG | unable to find current IP address of domain ha-094095-m03 in network mk-ha-094095
I1008 17:59:29.310176 548894 main.go:141] libmachine: (ha-094095-m03) DBG | I1008 17:59:29.310088 549655 retry.go:31] will retry after 4.519355473s: waiting for machine to come up
I1008 17:59:33.833985 548894 main.go:141] libmachine: (ha-094095-m03) DBG | domain ha-094095-m03 has defined MAC address 52:54:00:e6:8f:e3 in network mk-ha-094095
I1008 17:59:33.834361 548894 main.go:141] libmachine: (ha-094095-m03) DBG | unable to find current IP address of domain ha-094095-m03 in network mk-ha-094095
I1008 17:59:33.834386 548894 main.go:141] libmachine: (ha-094095-m03) DBG | I1008 17:59:33.834293 549655 retry.go:31] will retry after 3.493644498s: waiting for machine to come up
I1008 17:59:37.331421 548894 main.go:141] libmachine: (ha-094095-m03) DBG | domain ha-094095-m03 has defined MAC address 52:54:00:e6:8f:e3 in network mk-ha-094095
I1008 17:59:37.331914 548894 main.go:141] libmachine: (ha-094095-m03) Found IP for machine: 192.168.39.194
I1008 17:59:37.331939 548894 main.go:141] libmachine: (ha-094095-m03) Reserving static IP address...
I1008 17:59:37.331956 548894 main.go:141] libmachine: (ha-094095-m03) DBG | domain ha-094095-m03 has current primary IP address 192.168.39.194 and MAC address 52:54:00:e6:8f:e3 in network mk-ha-094095
I1008 17:59:37.332395 548894 main.go:141] libmachine: (ha-094095-m03) DBG | unable to find host DHCP lease matching {name: "ha-094095-m03", mac: "52:54:00:e6:8f:e3", ip: "192.168.39.194"} in network mk-ha-094095
I1008 17:59:37.404136 548894 main.go:141] libmachine: (ha-094095-m03) DBG | Getting to WaitForSSH function...
I1008 17:59:37.404175 548894 main.go:141] libmachine: (ha-094095-m03) Reserved static IP address: 192.168.39.194
I1008 17:59:37.404188 548894 main.go:141] libmachine: (ha-094095-m03) Waiting for SSH to be available...
I1008 17:59:37.406755 548894 main.go:141] libmachine: (ha-094095-m03) DBG | domain ha-094095-m03 has defined MAC address 52:54:00:e6:8f:e3 in network mk-ha-094095
I1008 17:59:37.407114 548894 main.go:141] libmachine: (ha-094095-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:e6:8f:e3", ip: ""} in network mk-ha-094095: {Iface:virbr1 ExpiryTime:2024-10-08 18:59:29 +0000 UTC Type:0 Mac:52:54:00:e6:8f:e3 Iaid: IPaddr:192.168.39.194 Prefix:24 Hostname:minikube Clientid:01:52:54:00:e6:8f:e3}
I1008 17:59:37.407145 548894 main.go:141] libmachine: (ha-094095-m03) DBG | domain ha-094095-m03 has defined IP address 192.168.39.194 and MAC address 52:54:00:e6:8f:e3 in network mk-ha-094095
I1008 17:59:37.407257 548894 main.go:141] libmachine: (ha-094095-m03) DBG | Using SSH client type: external
I1008 17:59:37.407295 548894 main.go:141] libmachine: (ha-094095-m03) DBG | Using SSH private key: /home/jenkins/minikube-integration/19774-529764/.minikube/machines/ha-094095-m03/id_rsa (-rw-------)
I1008 17:59:37.407348 548894 main.go:141] libmachine: (ha-094095-m03) DBG | &{[-F /dev/null -o ConnectionAttempts=3 -o ConnectTimeout=10 -o ControlMaster=no -o ControlPath=none -o LogLevel=quiet -o PasswordAuthentication=no -o ServerAliveInterval=60 -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null docker@192.168.39.194 -o IdentitiesOnly=yes -i /home/jenkins/minikube-integration/19774-529764/.minikube/machines/ha-094095-m03/id_rsa -p 22] /usr/bin/ssh <nil>}
I1008 17:59:37.407377 548894 main.go:141] libmachine: (ha-094095-m03) DBG | About to run SSH command:
I1008 17:59:37.407391 548894 main.go:141] libmachine: (ha-094095-m03) DBG | exit 0
I1008 17:59:37.534234 548894 main.go:141] libmachine: (ha-094095-m03) DBG | SSH cmd err, output: <nil>:
I1008 17:59:37.534542 548894 main.go:141] libmachine: (ha-094095-m03) KVM machine creation complete!
I1008 17:59:37.535062 548894 main.go:141] libmachine: (ha-094095-m03) Calling .GetConfigRaw
I1008 17:59:37.535615 548894 main.go:141] libmachine: (ha-094095-m03) Calling .DriverName
I1008 17:59:37.535835 548894 main.go:141] libmachine: (ha-094095-m03) Calling .DriverName
I1008 17:59:37.536043 548894 main.go:141] libmachine: Waiting for machine to be running, this may take a few minutes...
I1008 17:59:37.536062 548894 main.go:141] libmachine: (ha-094095-m03) Calling .GetState
I1008 17:59:37.537459 548894 main.go:141] libmachine: Detecting operating system of created instance...
I1008 17:59:37.537477 548894 main.go:141] libmachine: Waiting for SSH to be available...
I1008 17:59:37.537484 548894 main.go:141] libmachine: Getting to WaitForSSH function...
I1008 17:59:37.537492 548894 main.go:141] libmachine: (ha-094095-m03) Calling .GetSSHHostname
I1008 17:59:37.539962 548894 main.go:141] libmachine: (ha-094095-m03) DBG | domain ha-094095-m03 has defined MAC address 52:54:00:e6:8f:e3 in network mk-ha-094095
I1008 17:59:37.540458 548894 main.go:141] libmachine: (ha-094095-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:e6:8f:e3", ip: ""} in network mk-ha-094095: {Iface:virbr1 ExpiryTime:2024-10-08 18:59:29 +0000 UTC Type:0 Mac:52:54:00:e6:8f:e3 Iaid: IPaddr:192.168.39.194 Prefix:24 Hostname:ha-094095-m03 Clientid:01:52:54:00:e6:8f:e3}
I1008 17:59:37.540491 548894 main.go:141] libmachine: (ha-094095-m03) DBG | domain ha-094095-m03 has defined IP address 192.168.39.194 and MAC address 52:54:00:e6:8f:e3 in network mk-ha-094095
I1008 17:59:37.540661 548894 main.go:141] libmachine: (ha-094095-m03) Calling .GetSSHPort
I1008 17:59:37.540847 548894 main.go:141] libmachine: (ha-094095-m03) Calling .GetSSHKeyPath
I1008 17:59:37.540985 548894 main.go:141] libmachine: (ha-094095-m03) Calling .GetSSHKeyPath
I1008 17:59:37.541188 548894 main.go:141] libmachine: (ha-094095-m03) Calling .GetSSHUsername
I1008 17:59:37.541386 548894 main.go:141] libmachine: Using SSH client type: native
I1008 17:59:37.541674 548894 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x8651c0] 0x867ea0 <nil> [] 0s} 192.168.39.194 22 <nil> <nil>}
I1008 17:59:37.541690 548894 main.go:141] libmachine: About to run SSH command:
exit 0
I1008 17:59:37.649416 548894 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1008 17:59:37.649443 548894 main.go:141] libmachine: Detecting the provisioner...
I1008 17:59:37.649452 548894 main.go:141] libmachine: (ha-094095-m03) Calling .GetSSHHostname
I1008 17:59:37.652360 548894 main.go:141] libmachine: (ha-094095-m03) DBG | domain ha-094095-m03 has defined MAC address 52:54:00:e6:8f:e3 in network mk-ha-094095
I1008 17:59:37.652754 548894 main.go:141] libmachine: (ha-094095-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:e6:8f:e3", ip: ""} in network mk-ha-094095: {Iface:virbr1 ExpiryTime:2024-10-08 18:59:29 +0000 UTC Type:0 Mac:52:54:00:e6:8f:e3 Iaid: IPaddr:192.168.39.194 Prefix:24 Hostname:ha-094095-m03 Clientid:01:52:54:00:e6:8f:e3}
I1008 17:59:37.652783 548894 main.go:141] libmachine: (ha-094095-m03) DBG | domain ha-094095-m03 has defined IP address 192.168.39.194 and MAC address 52:54:00:e6:8f:e3 in network mk-ha-094095
I1008 17:59:37.652904 548894 main.go:141] libmachine: (ha-094095-m03) Calling .GetSSHPort
I1008 17:59:37.653099 548894 main.go:141] libmachine: (ha-094095-m03) Calling .GetSSHKeyPath
I1008 17:59:37.653253 548894 main.go:141] libmachine: (ha-094095-m03) Calling .GetSSHKeyPath
I1008 17:59:37.653372 548894 main.go:141] libmachine: (ha-094095-m03) Calling .GetSSHUsername
I1008 17:59:37.653521 548894 main.go:141] libmachine: Using SSH client type: native
I1008 17:59:37.653691 548894 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x8651c0] 0x867ea0 <nil> [] 0s} 192.168.39.194 22 <nil> <nil>}
I1008 17:59:37.653700 548894 main.go:141] libmachine: About to run SSH command:
cat /etc/os-release
I1008 17:59:37.763719 548894 main.go:141] libmachine: SSH cmd err, output: <nil>: NAME=Buildroot
VERSION=2023.02.9-dirty
ID=buildroot
VERSION_ID=2023.02.9
PRETTY_NAME="Buildroot 2023.02.9"
I1008 17:59:37.763801 548894 main.go:141] libmachine: found compatible host: buildroot
I1008 17:59:37.763820 548894 main.go:141] libmachine: Provisioning with buildroot...
I1008 17:59:37.763835 548894 main.go:141] libmachine: (ha-094095-m03) Calling .GetMachineName
I1008 17:59:37.764121 548894 buildroot.go:166] provisioning hostname "ha-094095-m03"
I1008 17:59:37.764156 548894 main.go:141] libmachine: (ha-094095-m03) Calling .GetMachineName
I1008 17:59:37.764347 548894 main.go:141] libmachine: (ha-094095-m03) Calling .GetSSHHostname
I1008 17:59:37.766798 548894 main.go:141] libmachine: (ha-094095-m03) DBG | domain ha-094095-m03 has defined MAC address 52:54:00:e6:8f:e3 in network mk-ha-094095
I1008 17:59:37.767155 548894 main.go:141] libmachine: (ha-094095-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:e6:8f:e3", ip: ""} in network mk-ha-094095: {Iface:virbr1 ExpiryTime:2024-10-08 18:59:29 +0000 UTC Type:0 Mac:52:54:00:e6:8f:e3 Iaid: IPaddr:192.168.39.194 Prefix:24 Hostname:ha-094095-m03 Clientid:01:52:54:00:e6:8f:e3}
I1008 17:59:37.767194 548894 main.go:141] libmachine: (ha-094095-m03) DBG | domain ha-094095-m03 has defined IP address 192.168.39.194 and MAC address 52:54:00:e6:8f:e3 in network mk-ha-094095
I1008 17:59:37.767402 548894 main.go:141] libmachine: (ha-094095-m03) Calling .GetSSHPort
I1008 17:59:37.767617 548894 main.go:141] libmachine: (ha-094095-m03) Calling .GetSSHKeyPath
I1008 17:59:37.767784 548894 main.go:141] libmachine: (ha-094095-m03) Calling .GetSSHKeyPath
I1008 17:59:37.767982 548894 main.go:141] libmachine: (ha-094095-m03) Calling .GetSSHUsername
I1008 17:59:37.768161 548894 main.go:141] libmachine: Using SSH client type: native
I1008 17:59:37.768362 548894 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x8651c0] 0x867ea0 <nil> [] 0s} 192.168.39.194 22 <nil> <nil>}
I1008 17:59:37.768381 548894 main.go:141] libmachine: About to run SSH command:
sudo hostname ha-094095-m03 && echo "ha-094095-m03" | sudo tee /etc/hostname
I1008 17:59:37.892598 548894 main.go:141] libmachine: SSH cmd err, output: <nil>: ha-094095-m03
I1008 17:59:37.892638 548894 main.go:141] libmachine: (ha-094095-m03) Calling .GetSSHHostname
I1008 17:59:37.895717 548894 main.go:141] libmachine: (ha-094095-m03) DBG | domain ha-094095-m03 has defined MAC address 52:54:00:e6:8f:e3 in network mk-ha-094095
I1008 17:59:37.896104 548894 main.go:141] libmachine: (ha-094095-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:e6:8f:e3", ip: ""} in network mk-ha-094095: {Iface:virbr1 ExpiryTime:2024-10-08 18:59:29 +0000 UTC Type:0 Mac:52:54:00:e6:8f:e3 Iaid: IPaddr:192.168.39.194 Prefix:24 Hostname:ha-094095-m03 Clientid:01:52:54:00:e6:8f:e3}
I1008 17:59:37.896139 548894 main.go:141] libmachine: (ha-094095-m03) DBG | domain ha-094095-m03 has defined IP address 192.168.39.194 and MAC address 52:54:00:e6:8f:e3 in network mk-ha-094095
I1008 17:59:37.896357 548894 main.go:141] libmachine: (ha-094095-m03) Calling .GetSSHPort
I1008 17:59:37.896582 548894 main.go:141] libmachine: (ha-094095-m03) Calling .GetSSHKeyPath
I1008 17:59:37.896764 548894 main.go:141] libmachine: (ha-094095-m03) Calling .GetSSHKeyPath
I1008 17:59:37.896930 548894 main.go:141] libmachine: (ha-094095-m03) Calling .GetSSHUsername
I1008 17:59:37.897130 548894 main.go:141] libmachine: Using SSH client type: native
I1008 17:59:37.897346 548894 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x8651c0] 0x867ea0 <nil> [] 0s} 192.168.39.194 22 <nil> <nil>}
I1008 17:59:37.897371 548894 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\sha-094095-m03' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 ha-094095-m03/g' /etc/hosts;
else
echo '127.0.1.1 ha-094095-m03' | sudo tee -a /etc/hosts;
fi
fi
I1008 17:59:38.015892 548894 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1008 17:59:38.015942 548894 buildroot.go:172] set auth options {CertDir:/home/jenkins/minikube-integration/19774-529764/.minikube CaCertPath:/home/jenkins/minikube-integration/19774-529764/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/19774-529764/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/19774-529764/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/19774-529764/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/19774-529764/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/19774-529764/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/19774-529764/.minikube}
I1008 17:59:38.015964 548894 buildroot.go:174] setting up certificates
I1008 17:59:38.015976 548894 provision.go:84] configureAuth start
I1008 17:59:38.015994 548894 main.go:141] libmachine: (ha-094095-m03) Calling .GetMachineName
I1008 17:59:38.016285 548894 main.go:141] libmachine: (ha-094095-m03) Calling .GetIP
I1008 17:59:38.018925 548894 main.go:141] libmachine: (ha-094095-m03) DBG | domain ha-094095-m03 has defined MAC address 52:54:00:e6:8f:e3 in network mk-ha-094095
I1008 17:59:38.019329 548894 main.go:141] libmachine: (ha-094095-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:e6:8f:e3", ip: ""} in network mk-ha-094095: {Iface:virbr1 ExpiryTime:2024-10-08 18:59:29 +0000 UTC Type:0 Mac:52:54:00:e6:8f:e3 Iaid: IPaddr:192.168.39.194 Prefix:24 Hostname:ha-094095-m03 Clientid:01:52:54:00:e6:8f:e3}
I1008 17:59:38.019361 548894 main.go:141] libmachine: (ha-094095-m03) DBG | domain ha-094095-m03 has defined IP address 192.168.39.194 and MAC address 52:54:00:e6:8f:e3 in network mk-ha-094095
I1008 17:59:38.019480 548894 main.go:141] libmachine: (ha-094095-m03) Calling .GetSSHHostname
I1008 17:59:38.021681 548894 main.go:141] libmachine: (ha-094095-m03) DBG | domain ha-094095-m03 has defined MAC address 52:54:00:e6:8f:e3 in network mk-ha-094095
I1008 17:59:38.022085 548894 main.go:141] libmachine: (ha-094095-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:e6:8f:e3", ip: ""} in network mk-ha-094095: {Iface:virbr1 ExpiryTime:2024-10-08 18:59:29 +0000 UTC Type:0 Mac:52:54:00:e6:8f:e3 Iaid: IPaddr:192.168.39.194 Prefix:24 Hostname:ha-094095-m03 Clientid:01:52:54:00:e6:8f:e3}
I1008 17:59:38.022109 548894 main.go:141] libmachine: (ha-094095-m03) DBG | domain ha-094095-m03 has defined IP address 192.168.39.194 and MAC address 52:54:00:e6:8f:e3 in network mk-ha-094095
I1008 17:59:38.022295 548894 provision.go:143] copyHostCerts
I1008 17:59:38.022355 548894 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19774-529764/.minikube/certs/key.pem -> /home/jenkins/minikube-integration/19774-529764/.minikube/key.pem
I1008 17:59:38.022398 548894 exec_runner.go:144] found /home/jenkins/minikube-integration/19774-529764/.minikube/key.pem, removing ...
I1008 17:59:38.022410 548894 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19774-529764/.minikube/key.pem
I1008 17:59:38.022497 548894 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19774-529764/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/19774-529764/.minikube/key.pem (1675 bytes)
I1008 17:59:38.022612 548894 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19774-529764/.minikube/certs/ca.pem -> /home/jenkins/minikube-integration/19774-529764/.minikube/ca.pem
I1008 17:59:38.022639 548894 exec_runner.go:144] found /home/jenkins/minikube-integration/19774-529764/.minikube/ca.pem, removing ...
I1008 17:59:38.022646 548894 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19774-529764/.minikube/ca.pem
I1008 17:59:38.022684 548894 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19774-529764/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/19774-529764/.minikube/ca.pem (1082 bytes)
I1008 17:59:38.022749 548894 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19774-529764/.minikube/certs/cert.pem -> /home/jenkins/minikube-integration/19774-529764/.minikube/cert.pem
I1008 17:59:38.022772 548894 exec_runner.go:144] found /home/jenkins/minikube-integration/19774-529764/.minikube/cert.pem, removing ...
I1008 17:59:38.022780 548894 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19774-529764/.minikube/cert.pem
I1008 17:59:38.022817 548894 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19774-529764/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/19774-529764/.minikube/cert.pem (1123 bytes)
I1008 17:59:38.022905 548894 provision.go:117] generating server cert: /home/jenkins/minikube-integration/19774-529764/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/19774-529764/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/19774-529764/.minikube/certs/ca-key.pem org=jenkins.ha-094095-m03 san=[127.0.0.1 192.168.39.194 ha-094095-m03 localhost minikube]
I1008 17:59:38.409825 548894 provision.go:177] copyRemoteCerts
I1008 17:59:38.409880 548894 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1008 17:59:38.409906 548894 main.go:141] libmachine: (ha-094095-m03) Calling .GetSSHHostname
I1008 17:59:38.412474 548894 main.go:141] libmachine: (ha-094095-m03) DBG | domain ha-094095-m03 has defined MAC address 52:54:00:e6:8f:e3 in network mk-ha-094095
I1008 17:59:38.412819 548894 main.go:141] libmachine: (ha-094095-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:e6:8f:e3", ip: ""} in network mk-ha-094095: {Iface:virbr1 ExpiryTime:2024-10-08 18:59:29 +0000 UTC Type:0 Mac:52:54:00:e6:8f:e3 Iaid: IPaddr:192.168.39.194 Prefix:24 Hostname:ha-094095-m03 Clientid:01:52:54:00:e6:8f:e3}
I1008 17:59:38.412850 548894 main.go:141] libmachine: (ha-094095-m03) DBG | domain ha-094095-m03 has defined IP address 192.168.39.194 and MAC address 52:54:00:e6:8f:e3 in network mk-ha-094095
I1008 17:59:38.413057 548894 main.go:141] libmachine: (ha-094095-m03) Calling .GetSSHPort
I1008 17:59:38.413233 548894 main.go:141] libmachine: (ha-094095-m03) Calling .GetSSHKeyPath
I1008 17:59:38.413436 548894 main.go:141] libmachine: (ha-094095-m03) Calling .GetSSHUsername
I1008 17:59:38.413614 548894 sshutil.go:53] new ssh client: &{IP:192.168.39.194 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19774-529764/.minikube/machines/ha-094095-m03/id_rsa Username:docker}
I1008 17:59:38.500707 548894 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19774-529764/.minikube/certs/ca.pem -> /etc/docker/ca.pem
I1008 17:59:38.500793 548894 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19774-529764/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1082 bytes)
I1008 17:59:38.526942 548894 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19774-529764/.minikube/machines/server.pem -> /etc/docker/server.pem
I1008 17:59:38.527009 548894 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19774-529764/.minikube/machines/server.pem --> /etc/docker/server.pem (1208 bytes)
I1008 17:59:38.552205 548894 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19774-529764/.minikube/machines/server-key.pem -> /etc/docker/server-key.pem
I1008 17:59:38.552273 548894 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19774-529764/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1675 bytes)
I1008 17:59:38.575397 548894 provision.go:87] duration metric: took 559.401387ms to configureAuth
I1008 17:59:38.575426 548894 buildroot.go:189] setting minikube options for container-runtime
I1008 17:59:38.575799 548894 config.go:182] Loaded profile config "ha-094095": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.1
I1008 17:59:38.575895 548894 main.go:141] libmachine: (ha-094095-m03) Calling .GetSSHHostname
I1008 17:59:38.579241 548894 main.go:141] libmachine: (ha-094095-m03) DBG | domain ha-094095-m03 has defined MAC address 52:54:00:e6:8f:e3 in network mk-ha-094095
I1008 17:59:38.579746 548894 main.go:141] libmachine: (ha-094095-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:e6:8f:e3", ip: ""} in network mk-ha-094095: {Iface:virbr1 ExpiryTime:2024-10-08 18:59:29 +0000 UTC Type:0 Mac:52:54:00:e6:8f:e3 Iaid: IPaddr:192.168.39.194 Prefix:24 Hostname:ha-094095-m03 Clientid:01:52:54:00:e6:8f:e3}
I1008 17:59:38.579778 548894 main.go:141] libmachine: (ha-094095-m03) DBG | domain ha-094095-m03 has defined IP address 192.168.39.194 and MAC address 52:54:00:e6:8f:e3 in network mk-ha-094095
I1008 17:59:38.579962 548894 main.go:141] libmachine: (ha-094095-m03) Calling .GetSSHPort
I1008 17:59:38.580162 548894 main.go:141] libmachine: (ha-094095-m03) Calling .GetSSHKeyPath
I1008 17:59:38.580375 548894 main.go:141] libmachine: (ha-094095-m03) Calling .GetSSHKeyPath
I1008 17:59:38.580557 548894 main.go:141] libmachine: (ha-094095-m03) Calling .GetSSHUsername
I1008 17:59:38.580756 548894 main.go:141] libmachine: Using SSH client type: native
I1008 17:59:38.580976 548894 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x8651c0] 0x867ea0 <nil> [] 0s} 192.168.39.194 22 <nil> <nil>}
I1008 17:59:38.581001 548894 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1008 17:59:38.814916 548894 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1008 17:59:38.814943 548894 main.go:141] libmachine: Checking connection to Docker...
I1008 17:59:38.814951 548894 main.go:141] libmachine: (ha-094095-m03) Calling .GetURL
I1008 17:59:38.816195 548894 main.go:141] libmachine: (ha-094095-m03) DBG | Using libvirt version 6000000
I1008 17:59:38.818782 548894 main.go:141] libmachine: (ha-094095-m03) DBG | domain ha-094095-m03 has defined MAC address 52:54:00:e6:8f:e3 in network mk-ha-094095
I1008 17:59:38.819155 548894 main.go:141] libmachine: (ha-094095-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:e6:8f:e3", ip: ""} in network mk-ha-094095: {Iface:virbr1 ExpiryTime:2024-10-08 18:59:29 +0000 UTC Type:0 Mac:52:54:00:e6:8f:e3 Iaid: IPaddr:192.168.39.194 Prefix:24 Hostname:ha-094095-m03 Clientid:01:52:54:00:e6:8f:e3}
I1008 17:59:38.819181 548894 main.go:141] libmachine: (ha-094095-m03) DBG | domain ha-094095-m03 has defined IP address 192.168.39.194 and MAC address 52:54:00:e6:8f:e3 in network mk-ha-094095
I1008 17:59:38.819313 548894 main.go:141] libmachine: Docker is up and running!
I1008 17:59:38.819324 548894 main.go:141] libmachine: Reticulating splines...
I1008 17:59:38.819331 548894 client.go:171] duration metric: took 24.506447945s to LocalClient.Create
I1008 17:59:38.819354 548894 start.go:167] duration metric: took 24.506513664s to libmachine.API.Create "ha-094095"
I1008 17:59:38.819366 548894 start.go:293] postStartSetup for "ha-094095-m03" (driver="kvm2")
I1008 17:59:38.819379 548894 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1008 17:59:38.819402 548894 main.go:141] libmachine: (ha-094095-m03) Calling .DriverName
I1008 17:59:38.819667 548894 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1008 17:59:38.819695 548894 main.go:141] libmachine: (ha-094095-m03) Calling .GetSSHHostname
I1008 17:59:38.822386 548894 main.go:141] libmachine: (ha-094095-m03) DBG | domain ha-094095-m03 has defined MAC address 52:54:00:e6:8f:e3 in network mk-ha-094095
I1008 17:59:38.822850 548894 main.go:141] libmachine: (ha-094095-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:e6:8f:e3", ip: ""} in network mk-ha-094095: {Iface:virbr1 ExpiryTime:2024-10-08 18:59:29 +0000 UTC Type:0 Mac:52:54:00:e6:8f:e3 Iaid: IPaddr:192.168.39.194 Prefix:24 Hostname:ha-094095-m03 Clientid:01:52:54:00:e6:8f:e3}
I1008 17:59:38.822878 548894 main.go:141] libmachine: (ha-094095-m03) DBG | domain ha-094095-m03 has defined IP address 192.168.39.194 and MAC address 52:54:00:e6:8f:e3 in network mk-ha-094095
I1008 17:59:38.823079 548894 main.go:141] libmachine: (ha-094095-m03) Calling .GetSSHPort
I1008 17:59:38.823255 548894 main.go:141] libmachine: (ha-094095-m03) Calling .GetSSHKeyPath
I1008 17:59:38.823425 548894 main.go:141] libmachine: (ha-094095-m03) Calling .GetSSHUsername
I1008 17:59:38.823576 548894 sshutil.go:53] new ssh client: &{IP:192.168.39.194 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19774-529764/.minikube/machines/ha-094095-m03/id_rsa Username:docker}
I1008 17:59:38.911016 548894 ssh_runner.go:195] Run: cat /etc/os-release
I1008 17:59:38.915516 548894 info.go:137] Remote host: Buildroot 2023.02.9
I1008 17:59:38.915544 548894 filesync.go:126] Scanning /home/jenkins/minikube-integration/19774-529764/.minikube/addons for local assets ...
I1008 17:59:38.915616 548894 filesync.go:126] Scanning /home/jenkins/minikube-integration/19774-529764/.minikube/files for local assets ...
I1008 17:59:38.915703 548894 filesync.go:149] local asset: /home/jenkins/minikube-integration/19774-529764/.minikube/files/etc/ssl/certs/5370132.pem -> 5370132.pem in /etc/ssl/certs
I1008 17:59:38.915717 548894 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19774-529764/.minikube/files/etc/ssl/certs/5370132.pem -> /etc/ssl/certs/5370132.pem
I1008 17:59:38.915843 548894 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1008 17:59:38.927016 548894 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19774-529764/.minikube/files/etc/ssl/certs/5370132.pem --> /etc/ssl/certs/5370132.pem (1708 bytes)
I1008 17:59:38.951613 548894 start.go:296] duration metric: took 132.232716ms for postStartSetup
I1008 17:59:38.951663 548894 main.go:141] libmachine: (ha-094095-m03) Calling .GetConfigRaw
I1008 17:59:38.952254 548894 main.go:141] libmachine: (ha-094095-m03) Calling .GetIP
I1008 17:59:38.954773 548894 main.go:141] libmachine: (ha-094095-m03) DBG | domain ha-094095-m03 has defined MAC address 52:54:00:e6:8f:e3 in network mk-ha-094095
I1008 17:59:38.955177 548894 main.go:141] libmachine: (ha-094095-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:e6:8f:e3", ip: ""} in network mk-ha-094095: {Iface:virbr1 ExpiryTime:2024-10-08 18:59:29 +0000 UTC Type:0 Mac:52:54:00:e6:8f:e3 Iaid: IPaddr:192.168.39.194 Prefix:24 Hostname:ha-094095-m03 Clientid:01:52:54:00:e6:8f:e3}
I1008 17:59:38.955206 548894 main.go:141] libmachine: (ha-094095-m03) DBG | domain ha-094095-m03 has defined IP address 192.168.39.194 and MAC address 52:54:00:e6:8f:e3 in network mk-ha-094095
I1008 17:59:38.955479 548894 profile.go:143] Saving config to /home/jenkins/minikube-integration/19774-529764/.minikube/profiles/ha-094095/config.json ...
I1008 17:59:38.955726 548894 start.go:128] duration metric: took 24.661507137s to createHost
I1008 17:59:38.955754 548894 main.go:141] libmachine: (ha-094095-m03) Calling .GetSSHHostname
I1008 17:59:38.957824 548894 main.go:141] libmachine: (ha-094095-m03) DBG | domain ha-094095-m03 has defined MAC address 52:54:00:e6:8f:e3 in network mk-ha-094095
I1008 17:59:38.958152 548894 main.go:141] libmachine: (ha-094095-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:e6:8f:e3", ip: ""} in network mk-ha-094095: {Iface:virbr1 ExpiryTime:2024-10-08 18:59:29 +0000 UTC Type:0 Mac:52:54:00:e6:8f:e3 Iaid: IPaddr:192.168.39.194 Prefix:24 Hostname:ha-094095-m03 Clientid:01:52:54:00:e6:8f:e3}
I1008 17:59:38.958180 548894 main.go:141] libmachine: (ha-094095-m03) DBG | domain ha-094095-m03 has defined IP address 192.168.39.194 and MAC address 52:54:00:e6:8f:e3 in network mk-ha-094095
I1008 17:59:38.958260 548894 main.go:141] libmachine: (ha-094095-m03) Calling .GetSSHPort
I1008 17:59:38.958436 548894 main.go:141] libmachine: (ha-094095-m03) Calling .GetSSHKeyPath
I1008 17:59:38.958614 548894 main.go:141] libmachine: (ha-094095-m03) Calling .GetSSHKeyPath
I1008 17:59:38.958783 548894 main.go:141] libmachine: (ha-094095-m03) Calling .GetSSHUsername
I1008 17:59:38.958982 548894 main.go:141] libmachine: Using SSH client type: native
I1008 17:59:38.959149 548894 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x8651c0] 0x867ea0 <nil> [] 0s} 192.168.39.194 22 <nil> <nil>}
I1008 17:59:38.959198 548894 main.go:141] libmachine: About to run SSH command:
date +%s.%N
I1008 17:59:39.066802 548894 main.go:141] libmachine: SSH cmd err, output: <nil>: 1728410379.042145365
I1008 17:59:39.066831 548894 fix.go:216] guest clock: 1728410379.042145365
I1008 17:59:39.066838 548894 fix.go:229] Guest: 2024-10-08 17:59:39.042145365 +0000 UTC Remote: 2024-10-08 17:59:38.955741605 +0000 UTC m=+140.046701810 (delta=86.40376ms)
I1008 17:59:39.066854 548894 fix.go:200] guest clock delta is within tolerance: 86.40376ms
I1008 17:59:39.066859 548894 start.go:83] releasing machines lock for "ha-094095-m03", held for 24.772764688s
I1008 17:59:39.066879 548894 main.go:141] libmachine: (ha-094095-m03) Calling .DriverName
I1008 17:59:39.067121 548894 main.go:141] libmachine: (ha-094095-m03) Calling .GetIP
I1008 17:59:39.069711 548894 main.go:141] libmachine: (ha-094095-m03) DBG | domain ha-094095-m03 has defined MAC address 52:54:00:e6:8f:e3 in network mk-ha-094095
I1008 17:59:39.070086 548894 main.go:141] libmachine: (ha-094095-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:e6:8f:e3", ip: ""} in network mk-ha-094095: {Iface:virbr1 ExpiryTime:2024-10-08 18:59:29 +0000 UTC Type:0 Mac:52:54:00:e6:8f:e3 Iaid: IPaddr:192.168.39.194 Prefix:24 Hostname:ha-094095-m03 Clientid:01:52:54:00:e6:8f:e3}
I1008 17:59:39.070113 548894 main.go:141] libmachine: (ha-094095-m03) DBG | domain ha-094095-m03 has defined IP address 192.168.39.194 and MAC address 52:54:00:e6:8f:e3 in network mk-ha-094095
I1008 17:59:39.072386 548894 out.go:177] * Found network options:
I1008 17:59:39.073842 548894 out.go:177] - NO_PROXY=192.168.39.99,192.168.39.65
W1008 17:59:39.075265 548894 proxy.go:119] fail to check proxy env: Error ip not in block
W1008 17:59:39.075288 548894 proxy.go:119] fail to check proxy env: Error ip not in block
I1008 17:59:39.075301 548894 main.go:141] libmachine: (ha-094095-m03) Calling .DriverName
I1008 17:59:39.075811 548894 main.go:141] libmachine: (ha-094095-m03) Calling .DriverName
I1008 17:59:39.076009 548894 main.go:141] libmachine: (ha-094095-m03) Calling .DriverName
I1008 17:59:39.076099 548894 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1008 17:59:39.076150 548894 main.go:141] libmachine: (ha-094095-m03) Calling .GetSSHHostname
W1008 17:59:39.076202 548894 proxy.go:119] fail to check proxy env: Error ip not in block
W1008 17:59:39.076228 548894 proxy.go:119] fail to check proxy env: Error ip not in block
I1008 17:59:39.076306 548894 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1008 17:59:39.076328 548894 main.go:141] libmachine: (ha-094095-m03) Calling .GetSSHHostname
I1008 17:59:39.078554 548894 main.go:141] libmachine: (ha-094095-m03) DBG | domain ha-094095-m03 has defined MAC address 52:54:00:e6:8f:e3 in network mk-ha-094095
I1008 17:59:39.078807 548894 main.go:141] libmachine: (ha-094095-m03) DBG | domain ha-094095-m03 has defined MAC address 52:54:00:e6:8f:e3 in network mk-ha-094095
I1008 17:59:39.079018 548894 main.go:141] libmachine: (ha-094095-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:e6:8f:e3", ip: ""} in network mk-ha-094095: {Iface:virbr1 ExpiryTime:2024-10-08 18:59:29 +0000 UTC Type:0 Mac:52:54:00:e6:8f:e3 Iaid: IPaddr:192.168.39.194 Prefix:24 Hostname:ha-094095-m03 Clientid:01:52:54:00:e6:8f:e3}
I1008 17:59:39.079043 548894 main.go:141] libmachine: (ha-094095-m03) DBG | domain ha-094095-m03 has defined IP address 192.168.39.194 and MAC address 52:54:00:e6:8f:e3 in network mk-ha-094095
I1008 17:59:39.079229 548894 main.go:141] libmachine: (ha-094095-m03) Calling .GetSSHPort
I1008 17:59:39.079324 548894 main.go:141] libmachine: (ha-094095-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:e6:8f:e3", ip: ""} in network mk-ha-094095: {Iface:virbr1 ExpiryTime:2024-10-08 18:59:29 +0000 UTC Type:0 Mac:52:54:00:e6:8f:e3 Iaid: IPaddr:192.168.39.194 Prefix:24 Hostname:ha-094095-m03 Clientid:01:52:54:00:e6:8f:e3}
I1008 17:59:39.079350 548894 main.go:141] libmachine: (ha-094095-m03) DBG | domain ha-094095-m03 has defined IP address 192.168.39.194 and MAC address 52:54:00:e6:8f:e3 in network mk-ha-094095
I1008 17:59:39.079420 548894 main.go:141] libmachine: (ha-094095-m03) Calling .GetSSHKeyPath
I1008 17:59:39.079542 548894 main.go:141] libmachine: (ha-094095-m03) Calling .GetSSHPort
I1008 17:59:39.079593 548894 main.go:141] libmachine: (ha-094095-m03) Calling .GetSSHUsername
I1008 17:59:39.079786 548894 sshutil.go:53] new ssh client: &{IP:192.168.39.194 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19774-529764/.minikube/machines/ha-094095-m03/id_rsa Username:docker}
I1008 17:59:39.079847 548894 main.go:141] libmachine: (ha-094095-m03) Calling .GetSSHKeyPath
I1008 17:59:39.080000 548894 main.go:141] libmachine: (ha-094095-m03) Calling .GetSSHUsername
I1008 17:59:39.080138 548894 sshutil.go:53] new ssh client: &{IP:192.168.39.194 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19774-529764/.minikube/machines/ha-094095-m03/id_rsa Username:docker}
I1008 17:59:39.318698 548894 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
W1008 17:59:39.324927 548894 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I1008 17:59:39.324990 548894 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1008 17:59:39.343637 548894 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)
I1008 17:59:39.343660 548894 start.go:495] detecting cgroup driver to use...
I1008 17:59:39.343717 548894 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1008 17:59:39.360309 548894 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1008 17:59:39.373825 548894 docker.go:217] disabling cri-docker service (if available) ...
I1008 17:59:39.373881 548894 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1008 17:59:39.387260 548894 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1008 17:59:39.400202 548894 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1008 17:59:39.520831 548894 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1008 17:59:39.680675 548894 docker.go:233] disabling docker service ...
I1008 17:59:39.680761 548894 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1008 17:59:39.695394 548894 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1008 17:59:39.710367 548894 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1008 17:59:39.839252 548894 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1008 17:59:39.972794 548894 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1008 17:59:39.988321 548894 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1008 17:59:40.006947 548894 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10" pause image...
I1008 17:59:40.007031 548894 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10"|' /etc/crio/crio.conf.d/02-crio.conf"
I1008 17:59:40.018072 548894 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I1008 17:59:40.018137 548894 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I1008 17:59:40.029758 548894 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1008 17:59:40.040612 548894 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1008 17:59:40.051467 548894 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1008 17:59:40.062960 548894 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I1008 17:59:40.074528 548894 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I1008 17:59:40.091933 548894 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I1008 17:59:40.101742 548894 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1008 17:59:40.111189 548894 crio.go:166] couldn't verify netfilter by "sudo sysctl net.bridge.bridge-nf-call-iptables" which might be okay. error: sudo sysctl net.bridge.bridge-nf-call-iptables: Process exited with status 255
stdout:
stderr:
sysctl: cannot stat /proc/sys/net/bridge/bridge-nf-call-iptables: No such file or directory
I1008 17:59:40.111232 548894 ssh_runner.go:195] Run: sudo modprobe br_netfilter
I1008 17:59:40.123431 548894 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1008 17:59:40.132781 548894 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1008 17:59:40.256434 548894 ssh_runner.go:195] Run: sudo systemctl restart crio
I1008 17:59:40.349829 548894 start.go:542] Will wait 60s for socket path /var/run/crio/crio.sock
I1008 17:59:40.349903 548894 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1008 17:59:40.354785 548894 start.go:563] Will wait 60s for crictl version
I1008 17:59:40.354842 548894 ssh_runner.go:195] Run: which crictl
I1008 17:59:40.358519 548894 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I1008 17:59:40.397714 548894 start.go:579] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.29.1
RuntimeApiVersion: v1
I1008 17:59:40.397812 548894 ssh_runner.go:195] Run: crio --version
I1008 17:59:40.425086 548894 ssh_runner.go:195] Run: crio --version
I1008 17:59:40.452883 548894 out.go:177] * Preparing Kubernetes v1.31.1 on CRI-O 1.29.1 ...
I1008 17:59:40.454244 548894 out.go:177] - env NO_PROXY=192.168.39.99
I1008 17:59:40.455477 548894 out.go:177] - env NO_PROXY=192.168.39.99,192.168.39.65
I1008 17:59:40.456757 548894 main.go:141] libmachine: (ha-094095-m03) Calling .GetIP
I1008 17:59:40.459422 548894 main.go:141] libmachine: (ha-094095-m03) DBG | domain ha-094095-m03 has defined MAC address 52:54:00:e6:8f:e3 in network mk-ha-094095
I1008 17:59:40.459818 548894 main.go:141] libmachine: (ha-094095-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:e6:8f:e3", ip: ""} in network mk-ha-094095: {Iface:virbr1 ExpiryTime:2024-10-08 18:59:29 +0000 UTC Type:0 Mac:52:54:00:e6:8f:e3 Iaid: IPaddr:192.168.39.194 Prefix:24 Hostname:ha-094095-m03 Clientid:01:52:54:00:e6:8f:e3}
I1008 17:59:40.459840 548894 main.go:141] libmachine: (ha-094095-m03) DBG | domain ha-094095-m03 has defined IP address 192.168.39.194 and MAC address 52:54:00:e6:8f:e3 in network mk-ha-094095
I1008 17:59:40.460096 548894 ssh_runner.go:195] Run: grep 192.168.39.1 host.minikube.internal$ /etc/hosts
I1008 17:59:40.464498 548894 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.39.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1008 17:59:40.479877 548894 mustload.go:65] Loading cluster: ha-094095
I1008 17:59:40.480107 548894 config.go:182] Loaded profile config "ha-094095": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.1
I1008 17:59:40.480402 548894 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1008 17:59:40.480441 548894 main.go:141] libmachine: Launching plugin server for driver kvm2
I1008 17:59:40.495933 548894 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:36879
I1008 17:59:40.496453 548894 main.go:141] libmachine: () Calling .GetVersion
I1008 17:59:40.496925 548894 main.go:141] libmachine: Using API Version 1
I1008 17:59:40.496949 548894 main.go:141] libmachine: () Calling .SetConfigRaw
I1008 17:59:40.497271 548894 main.go:141] libmachine: () Calling .GetMachineName
I1008 17:59:40.497471 548894 main.go:141] libmachine: (ha-094095) Calling .GetState
I1008 17:59:40.499057 548894 host.go:66] Checking if "ha-094095" exists ...
I1008 17:59:40.499430 548894 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1008 17:59:40.499465 548894 main.go:141] libmachine: Launching plugin server for driver kvm2
I1008 17:59:40.513547 548894 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:34577
I1008 17:59:40.514005 548894 main.go:141] libmachine: () Calling .GetVersion
I1008 17:59:40.514450 548894 main.go:141] libmachine: Using API Version 1
I1008 17:59:40.514473 548894 main.go:141] libmachine: () Calling .SetConfigRaw
I1008 17:59:40.514842 548894 main.go:141] libmachine: () Calling .GetMachineName
I1008 17:59:40.515015 548894 main.go:141] libmachine: (ha-094095) Calling .DriverName
I1008 17:59:40.515189 548894 certs.go:68] Setting up /home/jenkins/minikube-integration/19774-529764/.minikube/profiles/ha-094095 for IP: 192.168.39.194
I1008 17:59:40.515202 548894 certs.go:194] generating shared ca certs ...
I1008 17:59:40.515221 548894 certs.go:226] acquiring lock for ca certs: {Name:mkbaac740ec3118836d5e2ebf2416bece08e7e45 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1008 17:59:40.515367 548894 certs.go:235] skipping valid "minikubeCA" ca cert: /home/jenkins/minikube-integration/19774-529764/.minikube/ca.key
I1008 17:59:40.515423 548894 certs.go:235] skipping valid "proxyClientCA" ca cert: /home/jenkins/minikube-integration/19774-529764/.minikube/proxy-client-ca.key
I1008 17:59:40.515435 548894 certs.go:256] generating profile certs ...
I1008 17:59:40.515545 548894 certs.go:359] skipping valid signed profile cert regeneration for "minikube-user": /home/jenkins/minikube-integration/19774-529764/.minikube/profiles/ha-094095/client.key
I1008 17:59:40.515578 548894 certs.go:363] generating signed profile cert for "minikube": /home/jenkins/minikube-integration/19774-529764/.minikube/profiles/ha-094095/apiserver.key.5c7d776d
I1008 17:59:40.515597 548894 crypto.go:68] Generating cert /home/jenkins/minikube-integration/19774-529764/.minikube/profiles/ha-094095/apiserver.crt.5c7d776d with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.168.39.99 192.168.39.65 192.168.39.194 192.168.39.254]
I1008 17:59:40.734889 548894 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19774-529764/.minikube/profiles/ha-094095/apiserver.crt.5c7d776d ...
I1008 17:59:40.734923 548894 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19774-529764/.minikube/profiles/ha-094095/apiserver.crt.5c7d776d: {Name:mkaac2d16400496ba6ef1c81a4206e8cf0480e68 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1008 17:59:40.735091 548894 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19774-529764/.minikube/profiles/ha-094095/apiserver.key.5c7d776d ...
I1008 17:59:40.735104 548894 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19774-529764/.minikube/profiles/ha-094095/apiserver.key.5c7d776d: {Name:mk3a55a29959b59f407eb97877f8ee016f652037 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1008 17:59:40.735177 548894 certs.go:381] copying /home/jenkins/minikube-integration/19774-529764/.minikube/profiles/ha-094095/apiserver.crt.5c7d776d -> /home/jenkins/minikube-integration/19774-529764/.minikube/profiles/ha-094095/apiserver.crt
I1008 17:59:40.735309 548894 certs.go:385] copying /home/jenkins/minikube-integration/19774-529764/.minikube/profiles/ha-094095/apiserver.key.5c7d776d -> /home/jenkins/minikube-integration/19774-529764/.minikube/profiles/ha-094095/apiserver.key
I1008 17:59:40.735433 548894 certs.go:359] skipping valid signed profile cert regeneration for "aggregator": /home/jenkins/minikube-integration/19774-529764/.minikube/profiles/ha-094095/proxy-client.key
I1008 17:59:40.735451 548894 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19774-529764/.minikube/ca.crt -> /var/lib/minikube/certs/ca.crt
I1008 17:59:40.735464 548894 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19774-529764/.minikube/ca.key -> /var/lib/minikube/certs/ca.key
I1008 17:59:40.735479 548894 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19774-529764/.minikube/proxy-client-ca.crt -> /var/lib/minikube/certs/proxy-client-ca.crt
I1008 17:59:40.735491 548894 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19774-529764/.minikube/proxy-client-ca.key -> /var/lib/minikube/certs/proxy-client-ca.key
I1008 17:59:40.735503 548894 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19774-529764/.minikube/profiles/ha-094095/apiserver.crt -> /var/lib/minikube/certs/apiserver.crt
I1008 17:59:40.735514 548894 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19774-529764/.minikube/profiles/ha-094095/apiserver.key -> /var/lib/minikube/certs/apiserver.key
I1008 17:59:40.735528 548894 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19774-529764/.minikube/profiles/ha-094095/proxy-client.crt -> /var/lib/minikube/certs/proxy-client.crt
I1008 17:59:40.750415 548894 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19774-529764/.minikube/profiles/ha-094095/proxy-client.key -> /var/lib/minikube/certs/proxy-client.key
I1008 17:59:40.750523 548894 certs.go:484] found cert: /home/jenkins/minikube-integration/19774-529764/.minikube/certs/537013.pem (1338 bytes)
W1008 17:59:40.750564 548894 certs.go:480] ignoring /home/jenkins/minikube-integration/19774-529764/.minikube/certs/537013_empty.pem, impossibly tiny 0 bytes
I1008 17:59:40.750576 548894 certs.go:484] found cert: /home/jenkins/minikube-integration/19774-529764/.minikube/certs/ca-key.pem (1675 bytes)
I1008 17:59:40.750597 548894 certs.go:484] found cert: /home/jenkins/minikube-integration/19774-529764/.minikube/certs/ca.pem (1082 bytes)
I1008 17:59:40.750620 548894 certs.go:484] found cert: /home/jenkins/minikube-integration/19774-529764/.minikube/certs/cert.pem (1123 bytes)
I1008 17:59:40.750642 548894 certs.go:484] found cert: /home/jenkins/minikube-integration/19774-529764/.minikube/certs/key.pem (1675 bytes)
I1008 17:59:40.750679 548894 certs.go:484] found cert: /home/jenkins/minikube-integration/19774-529764/.minikube/files/etc/ssl/certs/5370132.pem (1708 bytes)
I1008 17:59:40.750709 548894 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19774-529764/.minikube/ca.crt -> /usr/share/ca-certificates/minikubeCA.pem
I1008 17:59:40.750727 548894 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19774-529764/.minikube/certs/537013.pem -> /usr/share/ca-certificates/537013.pem
I1008 17:59:40.750739 548894 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19774-529764/.minikube/files/etc/ssl/certs/5370132.pem -> /usr/share/ca-certificates/5370132.pem
I1008 17:59:40.750776 548894 main.go:141] libmachine: (ha-094095) Calling .GetSSHHostname
I1008 17:59:40.754187 548894 main.go:141] libmachine: (ha-094095) DBG | domain ha-094095 has defined MAC address 52:54:00:bf:fa:3a in network mk-ha-094095
I1008 17:59:40.754657 548894 main.go:141] libmachine: (ha-094095) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:bf:fa:3a", ip: ""} in network mk-ha-094095: {Iface:virbr1 ExpiryTime:2024-10-08 18:57:33 +0000 UTC Type:0 Mac:52:54:00:bf:fa:3a Iaid: IPaddr:192.168.39.99 Prefix:24 Hostname:ha-094095 Clientid:01:52:54:00:bf:fa:3a}
I1008 17:59:40.754682 548894 main.go:141] libmachine: (ha-094095) DBG | domain ha-094095 has defined IP address 192.168.39.99 and MAC address 52:54:00:bf:fa:3a in network mk-ha-094095
I1008 17:59:40.754891 548894 main.go:141] libmachine: (ha-094095) Calling .GetSSHPort
I1008 17:59:40.755083 548894 main.go:141] libmachine: (ha-094095) Calling .GetSSHKeyPath
I1008 17:59:40.755214 548894 main.go:141] libmachine: (ha-094095) Calling .GetSSHUsername
I1008 17:59:40.755357 548894 sshutil.go:53] new ssh client: &{IP:192.168.39.99 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19774-529764/.minikube/machines/ha-094095/id_rsa Username:docker}
I1008 17:59:40.826678 548894 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/sa.pub
I1008 17:59:40.831630 548894 ssh_runner.go:447] scp /var/lib/minikube/certs/sa.pub --> memory (451 bytes)
I1008 17:59:40.843594 548894 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/sa.key
I1008 17:59:40.848493 548894 ssh_runner.go:447] scp /var/lib/minikube/certs/sa.key --> memory (1675 bytes)
I1008 17:59:40.859904 548894 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/front-proxy-ca.crt
I1008 17:59:40.864097 548894 ssh_runner.go:447] scp /var/lib/minikube/certs/front-proxy-ca.crt --> memory (1123 bytes)
I1008 17:59:40.874362 548894 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/front-proxy-ca.key
I1008 17:59:40.878501 548894 ssh_runner.go:447] scp /var/lib/minikube/certs/front-proxy-ca.key --> memory (1679 bytes)
I1008 17:59:40.890535 548894 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/etcd/ca.crt
I1008 17:59:40.895442 548894 ssh_runner.go:447] scp /var/lib/minikube/certs/etcd/ca.crt --> memory (1094 bytes)
I1008 17:59:40.907886 548894 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/etcd/ca.key
I1008 17:59:40.911759 548894 ssh_runner.go:447] scp /var/lib/minikube/certs/etcd/ca.key --> memory (1679 bytes)
I1008 17:59:40.921878 548894 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19774-529764/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1008 17:59:40.947644 548894 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19774-529764/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1675 bytes)
I1008 17:59:40.970914 548894 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19774-529764/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1008 17:59:40.993912 548894 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19774-529764/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I1008 17:59:41.017348 548894 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19774-529764/.minikube/profiles/ha-094095/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1444 bytes)
I1008 17:59:41.040662 548894 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19774-529764/.minikube/profiles/ha-094095/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1679 bytes)
I1008 17:59:41.063411 548894 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19774-529764/.minikube/profiles/ha-094095/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1008 17:59:41.086440 548894 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19774-529764/.minikube/profiles/ha-094095/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1675 bytes)
I1008 17:59:41.109681 548894 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19774-529764/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1008 17:59:41.132484 548894 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19774-529764/.minikube/certs/537013.pem --> /usr/share/ca-certificates/537013.pem (1338 bytes)
I1008 17:59:41.156226 548894 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19774-529764/.minikube/files/etc/ssl/certs/5370132.pem --> /usr/share/ca-certificates/5370132.pem (1708 bytes)
I1008 17:59:41.178867 548894 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/sa.pub (451 bytes)
I1008 17:59:41.195488 548894 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/sa.key (1675 bytes)
I1008 17:59:41.212613 548894 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/front-proxy-ca.crt (1123 bytes)
I1008 17:59:41.228807 548894 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/front-proxy-ca.key (1679 bytes)
I1008 17:59:41.246244 548894 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/etcd/ca.crt (1094 bytes)
I1008 17:59:41.262224 548894 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/etcd/ca.key (1679 bytes)
I1008 17:59:41.277985 548894 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (744 bytes)
I1008 17:59:41.294525 548894 ssh_runner.go:195] Run: openssl version
I1008 17:59:41.300038 548894 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/5370132.pem && ln -fs /usr/share/ca-certificates/5370132.pem /etc/ssl/certs/5370132.pem"
I1008 17:59:41.311084 548894 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/5370132.pem
I1008 17:59:41.315442 548894 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Oct 8 17:53 /usr/share/ca-certificates/5370132.pem
I1008 17:59:41.315488 548894 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/5370132.pem
I1008 17:59:41.321163 548894 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/5370132.pem /etc/ssl/certs/3ec20f2e.0"
I1008 17:59:41.332088 548894 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1008 17:59:41.342926 548894 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1008 17:59:41.347780 548894 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Oct 8 17:34 /usr/share/ca-certificates/minikubeCA.pem
I1008 17:59:41.347833 548894 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1008 17:59:41.353198 548894 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1008 17:59:41.363300 548894 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/537013.pem && ln -fs /usr/share/ca-certificates/537013.pem /etc/ssl/certs/537013.pem"
I1008 17:59:41.373282 548894 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/537013.pem
I1008 17:59:41.377636 548894 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Oct 8 17:53 /usr/share/ca-certificates/537013.pem
I1008 17:59:41.377682 548894 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/537013.pem
I1008 17:59:41.383451 548894 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/537013.pem /etc/ssl/certs/51391683.0"
I1008 17:59:41.393738 548894 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1008 17:59:41.397604 548894 certs.go:399] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I1008 17:59:41.397660 548894 kubeadm.go:934] updating node {m03 192.168.39.194 8443 v1.31.1 crio true true} ...
I1008 17:59:41.397755 548894 kubeadm.go:946] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.31.1/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --hostname-override=ha-094095-m03 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.39.194
[Install]
config:
{KubernetesVersion:v1.31.1 ClusterName:ha-094095 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1008 17:59:41.397799 548894 kube-vip.go:115] generating kube-vip config ...
I1008 17:59:41.397831 548894 ssh_runner.go:195] Run: sudo sh -c "modprobe --all ip_vs ip_vs_rr ip_vs_wrr ip_vs_sh nf_conntrack"
I1008 17:59:41.412820 548894 kube-vip.go:167] auto-enabling control-plane load-balancing in kube-vip
I1008 17:59:41.412901 548894 kube-vip.go:137] kube-vip config:
apiVersion: v1
kind: Pod
metadata:
creationTimestamp: null
name: kube-vip
namespace: kube-system
spec:
containers:
- args:
- manager
env:
- name: vip_arp
value: "true"
- name: port
value: "8443"
- name: vip_nodename
valueFrom:
fieldRef:
fieldPath: spec.nodeName
- name: vip_interface
value: eth0
- name: vip_cidr
value: "32"
- name: dns_mode
value: first
- name: cp_enable
value: "true"
- name: cp_namespace
value: kube-system
- name: vip_leaderelection
value: "true"
- name: vip_leasename
value: plndr-cp-lock
- name: vip_leaseduration
value: "5"
- name: vip_renewdeadline
value: "3"
- name: vip_retryperiod
value: "1"
- name: address
value: 192.168.39.254
- name: prometheus_server
value: :2112
- name : lb_enable
value: "true"
- name: lb_port
value: "8443"
image: ghcr.io/kube-vip/kube-vip:v0.8.3
imagePullPolicy: IfNotPresent
name: kube-vip
resources: {}
securityContext:
capabilities:
add:
- NET_ADMIN
- NET_RAW
volumeMounts:
- mountPath: /etc/kubernetes/admin.conf
name: kubeconfig
hostAliases:
- hostnames:
- kubernetes
ip: 127.0.0.1
hostNetwork: true
volumes:
- hostPath:
path: "/etc/kubernetes/admin.conf"
name: kubeconfig
status: {}
I1008 17:59:41.412955 548894 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.31.1
I1008 17:59:41.422366 548894 binaries.go:47] Didn't find k8s binaries: sudo ls /var/lib/minikube/binaries/v1.31.1: Process exited with status 2
stdout:
stderr:
ls: cannot access '/var/lib/minikube/binaries/v1.31.1': No such file or directory
Initiating transfer...
I1008 17:59:41.422410 548894 ssh_runner.go:195] Run: sudo mkdir -p /var/lib/minikube/binaries/v1.31.1
I1008 17:59:41.431355 548894 binary.go:74] Not caching binary, using https://dl.k8s.io/release/v1.31.1/bin/linux/amd64/kubectl?checksum=file:https://dl.k8s.io/release/v1.31.1/bin/linux/amd64/kubectl.sha256
I1008 17:59:41.431384 548894 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19774-529764/.minikube/cache/linux/amd64/v1.31.1/kubectl -> /var/lib/minikube/binaries/v1.31.1/kubectl
I1008 17:59:41.431397 548894 binary.go:74] Not caching binary, using https://dl.k8s.io/release/v1.31.1/bin/linux/amd64/kubeadm?checksum=file:https://dl.k8s.io/release/v1.31.1/bin/linux/amd64/kubeadm.sha256
I1008 17:59:41.431416 548894 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19774-529764/.minikube/cache/linux/amd64/v1.31.1/kubeadm -> /var/lib/minikube/binaries/v1.31.1/kubeadm
I1008 17:59:41.431363 548894 binary.go:74] Not caching binary, using https://dl.k8s.io/release/v1.31.1/bin/linux/amd64/kubelet?checksum=file:https://dl.k8s.io/release/v1.31.1/bin/linux/amd64/kubelet.sha256
I1008 17:59:41.431468 548894 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.1/kubectl
I1008 17:59:41.431468 548894 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.1/kubeadm
I1008 17:59:41.431494 548894 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1008 17:59:41.446391 548894 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19774-529764/.minikube/cache/linux/amd64/v1.31.1/kubelet -> /var/lib/minikube/binaries/v1.31.1/kubelet
I1008 17:59:41.446418 548894 ssh_runner.go:352] existence check for /var/lib/minikube/binaries/v1.31.1/kubectl: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.1/kubectl: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/binaries/v1.31.1/kubectl': No such file or directory
I1008 17:59:41.446444 548894 ssh_runner.go:352] existence check for /var/lib/minikube/binaries/v1.31.1/kubeadm: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.1/kubeadm: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/binaries/v1.31.1/kubeadm': No such file or directory
I1008 17:59:41.446446 548894 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19774-529764/.minikube/cache/linux/amd64/v1.31.1/kubectl --> /var/lib/minikube/binaries/v1.31.1/kubectl (56381592 bytes)
I1008 17:59:41.446463 548894 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19774-529764/.minikube/cache/linux/amd64/v1.31.1/kubeadm --> /var/lib/minikube/binaries/v1.31.1/kubeadm (58290328 bytes)
I1008 17:59:41.447018 548894 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.1/kubelet
I1008 17:59:41.480884 548894 ssh_runner.go:352] existence check for /var/lib/minikube/binaries/v1.31.1/kubelet: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.1/kubelet: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/binaries/v1.31.1/kubelet': No such file or directory
I1008 17:59:41.480970 548894 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19774-529764/.minikube/cache/linux/amd64/v1.31.1/kubelet --> /var/lib/minikube/binaries/v1.31.1/kubelet (76869944 bytes)
I1008 17:59:42.313012 548894 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /etc/kubernetes/manifests
I1008 17:59:42.322438 548894 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (313 bytes)
I1008 17:59:42.338702 548894 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1008 17:59:42.365144 548894 ssh_runner.go:362] scp memory --> /etc/kubernetes/manifests/kube-vip.yaml (1441 bytes)
I1008 17:59:42.382514 548894 ssh_runner.go:195] Run: grep 192.168.39.254 control-plane.minikube.internal$ /etc/hosts
I1008 17:59:42.386113 548894 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.39.254 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1008 17:59:42.397995 548894 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1008 17:59:42.523088 548894 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1008 17:59:42.540754 548894 host.go:66] Checking if "ha-094095" exists ...
I1008 17:59:42.541257 548894 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1008 17:59:42.541326 548894 main.go:141] libmachine: Launching plugin server for driver kvm2
I1008 17:59:42.559172 548894 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:37273
I1008 17:59:42.559678 548894 main.go:141] libmachine: () Calling .GetVersion
I1008 17:59:42.560333 548894 main.go:141] libmachine: Using API Version 1
I1008 17:59:42.560360 548894 main.go:141] libmachine: () Calling .SetConfigRaw
I1008 17:59:42.560754 548894 main.go:141] libmachine: () Calling .GetMachineName
I1008 17:59:42.560977 548894 main.go:141] libmachine: (ha-094095) Calling .DriverName
I1008 17:59:42.561148 548894 start.go:317] joinCluster: &{Name:ha-094095 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19774/minikube-v1.34.0-1728382514-19774-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1728382586-19774@sha256:5d8c4f6d838467365e214e2194dd0153a763e3f78723b5f2a8e06ef7b47409ec Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.1 Cluster
Name:ha-094095 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.39.99 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m02 IP:192.168.39.65 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m03 IP:192.168.39.194 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[ambassador:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:false efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:fal
se istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:false storage-provisioner-gluster:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false D
isableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1008 17:59:42.561320 548894 ssh_runner.go:195] Run: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.1:$PATH" kubeadm token create --print-join-command --ttl=0"
I1008 17:59:42.561345 548894 main.go:141] libmachine: (ha-094095) Calling .GetSSHHostname
I1008 17:59:42.564781 548894 main.go:141] libmachine: (ha-094095) DBG | domain ha-094095 has defined MAC address 52:54:00:bf:fa:3a in network mk-ha-094095
I1008 17:59:42.565346 548894 main.go:141] libmachine: (ha-094095) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:bf:fa:3a", ip: ""} in network mk-ha-094095: {Iface:virbr1 ExpiryTime:2024-10-08 18:57:33 +0000 UTC Type:0 Mac:52:54:00:bf:fa:3a Iaid: IPaddr:192.168.39.99 Prefix:24 Hostname:ha-094095 Clientid:01:52:54:00:bf:fa:3a}
I1008 17:59:42.565377 548894 main.go:141] libmachine: (ha-094095) DBG | domain ha-094095 has defined IP address 192.168.39.99 and MAC address 52:54:00:bf:fa:3a in network mk-ha-094095
I1008 17:59:42.565645 548894 main.go:141] libmachine: (ha-094095) Calling .GetSSHPort
I1008 17:59:42.565831 548894 main.go:141] libmachine: (ha-094095) Calling .GetSSHKeyPath
I1008 17:59:42.566030 548894 main.go:141] libmachine: (ha-094095) Calling .GetSSHUsername
I1008 17:59:42.566199 548894 sshutil.go:53] new ssh client: &{IP:192.168.39.99 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19774-529764/.minikube/machines/ha-094095/id_rsa Username:docker}
I1008 17:59:42.729842 548894 start.go:343] trying to join control-plane node "m03" to cluster: &{Name:m03 IP:192.168.39.194 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I1008 17:59:42.729907 548894 ssh_runner.go:195] Run: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.1:$PATH" kubeadm join control-plane.minikube.internal:8443 --token jbdrzy.lmjg8wo47jhkl16a --discovery-token-ca-cert-hash sha256:abb84a8a4c2843bd928de69749185c3bf514b36073bae93a45e0d8683d59797d --ignore-preflight-errors=all --cri-socket unix:///var/run/crio/crio.sock --node-name=ha-094095-m03 --control-plane --apiserver-advertise-address=192.168.39.194 --apiserver-bind-port=8443"
I1008 18:00:04.832594 548894 ssh_runner.go:235] Completed: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.1:$PATH" kubeadm join control-plane.minikube.internal:8443 --token jbdrzy.lmjg8wo47jhkl16a --discovery-token-ca-cert-hash sha256:abb84a8a4c2843bd928de69749185c3bf514b36073bae93a45e0d8683d59797d --ignore-preflight-errors=all --cri-socket unix:///var/run/crio/crio.sock --node-name=ha-094095-m03 --control-plane --apiserver-advertise-address=192.168.39.194 --apiserver-bind-port=8443": (22.102635583s)
I1008 18:00:04.832637 548894 ssh_runner.go:195] Run: /bin/bash -c "sudo systemctl daemon-reload && sudo systemctl enable kubelet && sudo systemctl start kubelet"
I1008 18:00:05.279641 548894 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig label --overwrite nodes ha-094095-m03 minikube.k8s.io/updated_at=2024_10_08T18_00_05_0700 minikube.k8s.io/version=v1.34.0 minikube.k8s.io/commit=2c4e2f69eea7599bce474e3f41d0dff85410149e minikube.k8s.io/name=ha-094095 minikube.k8s.io/primary=false
I1008 18:00:05.406989 548894 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig taint nodes ha-094095-m03 node-role.kubernetes.io/control-plane:NoSchedule-
I1008 18:00:05.528741 548894 start.go:319] duration metric: took 22.967581062s to joinCluster
I1008 18:00:05.528848 548894 start.go:235] Will wait 6m0s for node &{Name:m03 IP:192.168.39.194 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I1008 18:00:05.529236 548894 config.go:182] Loaded profile config "ha-094095": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.1
I1008 18:00:05.530083 548894 out.go:177] * Verifying Kubernetes components...
I1008 18:00:05.531162 548894 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1008 18:00:05.714521 548894 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1008 18:00:05.729813 548894 loader.go:395] Config loaded from file: /home/jenkins/minikube-integration/19774-529764/kubeconfig
I1008 18:00:05.730150 548894 kapi.go:59] client config for ha-094095: &rest.Config{Host:"https://192.168.39.254:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/home/jenkins/minikube-integration/19774-529764/.minikube/profiles/ha-094095/client.crt", KeyFile:"/home/jenkins/minikube-integration/19774-529764/.minikube/profiles/ha-094095/client.key", CAFile:"/home/jenkins/minikube-integration/19774-529764/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil), CAData:[]uint8(nil), NextProtos:[]string(n
il)}, UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x242f780), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
W1008 18:00:05.730231 548894 kubeadm.go:483] Overriding stale ClientConfig host https://192.168.39.254:8443 with https://192.168.39.99:8443
I1008 18:00:05.730539 548894 node_ready.go:35] waiting up to 6m0s for node "ha-094095-m03" to be "Ready" ...
I1008 18:00:05.730633 548894 round_trippers.go:463] GET https://192.168.39.99:8443/api/v1/nodes/ha-094095-m03
I1008 18:00:05.730651 548894 round_trippers.go:469] Request Headers:
I1008 18:00:05.730664 548894 round_trippers.go:473] Accept: application/json, */*
I1008 18:00:05.730673 548894 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1008 18:00:05.734671 548894 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1008 18:00:06.231617 548894 round_trippers.go:463] GET https://192.168.39.99:8443/api/v1/nodes/ha-094095-m03
I1008 18:00:06.231641 548894 round_trippers.go:469] Request Headers:
I1008 18:00:06.231650 548894 round_trippers.go:473] Accept: application/json, */*
I1008 18:00:06.231655 548894 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1008 18:00:06.234903 548894 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1008 18:00:06.731584 548894 round_trippers.go:463] GET https://192.168.39.99:8443/api/v1/nodes/ha-094095-m03
I1008 18:00:06.731606 548894 round_trippers.go:469] Request Headers:
I1008 18:00:06.731615 548894 round_trippers.go:473] Accept: application/json, */*
I1008 18:00:06.731620 548894 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1008 18:00:06.735426 548894 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1008 18:00:07.231597 548894 round_trippers.go:463] GET https://192.168.39.99:8443/api/v1/nodes/ha-094095-m03
I1008 18:00:07.231620 548894 round_trippers.go:469] Request Headers:
I1008 18:00:07.231630 548894 round_trippers.go:473] Accept: application/json, */*
I1008 18:00:07.231634 548894 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1008 18:00:07.235355 548894 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1008 18:00:07.730822 548894 round_trippers.go:463] GET https://192.168.39.99:8443/api/v1/nodes/ha-094095-m03
I1008 18:00:07.730855 548894 round_trippers.go:469] Request Headers:
I1008 18:00:07.730867 548894 round_trippers.go:473] Accept: application/json, */*
I1008 18:00:07.730873 548894 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1008 18:00:07.735340 548894 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1008 18:00:07.736449 548894 node_ready.go:53] node "ha-094095-m03" has status "Ready":"False"
I1008 18:00:08.230853 548894 round_trippers.go:463] GET https://192.168.39.99:8443/api/v1/nodes/ha-094095-m03
I1008 18:00:08.230878 548894 round_trippers.go:469] Request Headers:
I1008 18:00:08.230887 548894 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1008 18:00:08.230892 548894 round_trippers.go:473] Accept: application/json, */*
I1008 18:00:08.234386 548894 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1008 18:00:08.731681 548894 round_trippers.go:463] GET https://192.168.39.99:8443/api/v1/nodes/ha-094095-m03
I1008 18:00:08.731712 548894 round_trippers.go:469] Request Headers:
I1008 18:00:08.731722 548894 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1008 18:00:08.731727 548894 round_trippers.go:473] Accept: application/json, */*
I1008 18:00:08.735243 548894 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1008 18:00:09.231587 548894 round_trippers.go:463] GET https://192.168.39.99:8443/api/v1/nodes/ha-094095-m03
I1008 18:00:09.231609 548894 round_trippers.go:469] Request Headers:
I1008 18:00:09.231618 548894 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1008 18:00:09.231623 548894 round_trippers.go:473] Accept: application/json, */*
I1008 18:00:09.235294 548894 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1008 18:00:09.731675 548894 round_trippers.go:463] GET https://192.168.39.99:8443/api/v1/nodes/ha-094095-m03
I1008 18:00:09.731700 548894 round_trippers.go:469] Request Headers:
I1008 18:00:09.731709 548894 round_trippers.go:473] Accept: application/json, */*
I1008 18:00:09.731713 548894 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1008 18:00:09.735299 548894 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1008 18:00:10.231249 548894 round_trippers.go:463] GET https://192.168.39.99:8443/api/v1/nodes/ha-094095-m03
I1008 18:00:10.231335 548894 round_trippers.go:469] Request Headers:
I1008 18:00:10.231353 548894 round_trippers.go:473] Accept: application/json, */*
I1008 18:00:10.231359 548894 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1008 18:00:10.234866 548894 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1008 18:00:10.235558 548894 node_ready.go:53] node "ha-094095-m03" has status "Ready":"False"
I1008 18:00:10.731835 548894 round_trippers.go:463] GET https://192.168.39.99:8443/api/v1/nodes/ha-094095-m03
I1008 18:00:10.731862 548894 round_trippers.go:469] Request Headers:
I1008 18:00:10.731876 548894 round_trippers.go:473] Accept: application/json, */*
I1008 18:00:10.731881 548894 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1008 18:00:10.735185 548894 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1008 18:00:11.231597 548894 round_trippers.go:463] GET https://192.168.39.99:8443/api/v1/nodes/ha-094095-m03
I1008 18:00:11.231623 548894 round_trippers.go:469] Request Headers:
I1008 18:00:11.231632 548894 round_trippers.go:473] Accept: application/json, */*
I1008 18:00:11.231636 548894 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1008 18:00:11.235238 548894 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1008 18:00:11.731791 548894 round_trippers.go:463] GET https://192.168.39.99:8443/api/v1/nodes/ha-094095-m03
I1008 18:00:11.731826 548894 round_trippers.go:469] Request Headers:
I1008 18:00:11.731839 548894 round_trippers.go:473] Accept: application/json, */*
I1008 18:00:11.731845 548894 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1008 18:00:11.735179 548894 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1008 18:00:12.231312 548894 round_trippers.go:463] GET https://192.168.39.99:8443/api/v1/nodes/ha-094095-m03
I1008 18:00:12.231339 548894 round_trippers.go:469] Request Headers:
I1008 18:00:12.231350 548894 round_trippers.go:473] Accept: application/json, */*
I1008 18:00:12.231356 548894 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1008 18:00:12.234779 548894 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1008 18:00:12.235754 548894 node_ready.go:53] node "ha-094095-m03" has status "Ready":"False"
I1008 18:00:12.731629 548894 round_trippers.go:463] GET https://192.168.39.99:8443/api/v1/nodes/ha-094095-m03
I1008 18:00:12.731658 548894 round_trippers.go:469] Request Headers:
I1008 18:00:12.731669 548894 round_trippers.go:473] Accept: application/json, */*
I1008 18:00:12.731673 548894 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1008 18:00:12.735274 548894 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1008 18:00:13.231468 548894 round_trippers.go:463] GET https://192.168.39.99:8443/api/v1/nodes/ha-094095-m03
I1008 18:00:13.231492 548894 round_trippers.go:469] Request Headers:
I1008 18:00:13.231500 548894 round_trippers.go:473] Accept: application/json, */*
I1008 18:00:13.231503 548894 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1008 18:00:13.234905 548894 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1008 18:00:13.731577 548894 round_trippers.go:463] GET https://192.168.39.99:8443/api/v1/nodes/ha-094095-m03
I1008 18:00:13.731604 548894 round_trippers.go:469] Request Headers:
I1008 18:00:13.731613 548894 round_trippers.go:473] Accept: application/json, */*
I1008 18:00:13.731618 548894 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1008 18:00:13.734788 548894 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1008 18:00:14.231250 548894 round_trippers.go:463] GET https://192.168.39.99:8443/api/v1/nodes/ha-094095-m03
I1008 18:00:14.231274 548894 round_trippers.go:469] Request Headers:
I1008 18:00:14.231282 548894 round_trippers.go:473] Accept: application/json, */*
I1008 18:00:14.231287 548894 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1008 18:00:14.234694 548894 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1008 18:00:14.731084 548894 round_trippers.go:463] GET https://192.168.39.99:8443/api/v1/nodes/ha-094095-m03
I1008 18:00:14.731109 548894 round_trippers.go:469] Request Headers:
I1008 18:00:14.731117 548894 round_trippers.go:473] Accept: application/json, */*
I1008 18:00:14.731121 548894 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1008 18:00:14.735096 548894 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1008 18:00:14.735874 548894 node_ready.go:53] node "ha-094095-m03" has status "Ready":"False"
I1008 18:00:15.231041 548894 round_trippers.go:463] GET https://192.168.39.99:8443/api/v1/nodes/ha-094095-m03
I1008 18:00:15.231070 548894 round_trippers.go:469] Request Headers:
I1008 18:00:15.231079 548894 round_trippers.go:473] Accept: application/json, */*
I1008 18:00:15.231083 548894 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1008 18:00:15.234482 548894 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1008 18:00:15.731250 548894 round_trippers.go:463] GET https://192.168.39.99:8443/api/v1/nodes/ha-094095-m03
I1008 18:00:15.731276 548894 round_trippers.go:469] Request Headers:
I1008 18:00:15.731288 548894 round_trippers.go:473] Accept: application/json, */*
I1008 18:00:15.731296 548894 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1008 18:00:15.734547 548894 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1008 18:00:16.230897 548894 round_trippers.go:463] GET https://192.168.39.99:8443/api/v1/nodes/ha-094095-m03
I1008 18:00:16.230919 548894 round_trippers.go:469] Request Headers:
I1008 18:00:16.230928 548894 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1008 18:00:16.230937 548894 round_trippers.go:473] Accept: application/json, */*
I1008 18:00:16.234261 548894 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1008 18:00:16.731577 548894 round_trippers.go:463] GET https://192.168.39.99:8443/api/v1/nodes/ha-094095-m03
I1008 18:00:16.731599 548894 round_trippers.go:469] Request Headers:
I1008 18:00:16.731608 548894 round_trippers.go:473] Accept: application/json, */*
I1008 18:00:16.731612 548894 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1008 18:00:16.735249 548894 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1008 18:00:16.736046 548894 node_ready.go:53] node "ha-094095-m03" has status "Ready":"False"
I1008 18:00:17.231278 548894 round_trippers.go:463] GET https://192.168.39.99:8443/api/v1/nodes/ha-094095-m03
I1008 18:00:17.231302 548894 round_trippers.go:469] Request Headers:
I1008 18:00:17.231311 548894 round_trippers.go:473] Accept: application/json, */*
I1008 18:00:17.231316 548894 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1008 18:00:17.234212 548894 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1008 18:00:17.731562 548894 round_trippers.go:463] GET https://192.168.39.99:8443/api/v1/nodes/ha-094095-m03
I1008 18:00:17.731585 548894 round_trippers.go:469] Request Headers:
I1008 18:00:17.731594 548894 round_trippers.go:473] Accept: application/json, */*
I1008 18:00:17.731597 548894 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1008 18:00:17.735391 548894 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1008 18:00:18.231528 548894 round_trippers.go:463] GET https://192.168.39.99:8443/api/v1/nodes/ha-094095-m03
I1008 18:00:18.231552 548894 round_trippers.go:469] Request Headers:
I1008 18:00:18.231561 548894 round_trippers.go:473] Accept: application/json, */*
I1008 18:00:18.231565 548894 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1008 18:00:18.234777 548894 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1008 18:00:18.731570 548894 round_trippers.go:463] GET https://192.168.39.99:8443/api/v1/nodes/ha-094095-m03
I1008 18:00:18.731593 548894 round_trippers.go:469] Request Headers:
I1008 18:00:18.731601 548894 round_trippers.go:473] Accept: application/json, */*
I1008 18:00:18.731608 548894 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1008 18:00:18.735359 548894 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1008 18:00:18.736085 548894 node_ready.go:53] node "ha-094095-m03" has status "Ready":"False"
I1008 18:00:19.231579 548894 round_trippers.go:463] GET https://192.168.39.99:8443/api/v1/nodes/ha-094095-m03
I1008 18:00:19.231604 548894 round_trippers.go:469] Request Headers:
I1008 18:00:19.231618 548894 round_trippers.go:473] Accept: application/json, */*
I1008 18:00:19.231622 548894 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1008 18:00:19.234902 548894 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1008 18:00:19.731112 548894 round_trippers.go:463] GET https://192.168.39.99:8443/api/v1/nodes/ha-094095-m03
I1008 18:00:19.731142 548894 round_trippers.go:469] Request Headers:
I1008 18:00:19.731155 548894 round_trippers.go:473] Accept: application/json, */*
I1008 18:00:19.731162 548894 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1008 18:00:19.734221 548894 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1008 18:00:20.231563 548894 round_trippers.go:463] GET https://192.168.39.99:8443/api/v1/nodes/ha-094095-m03
I1008 18:00:20.231591 548894 round_trippers.go:469] Request Headers:
I1008 18:00:20.231600 548894 round_trippers.go:473] Accept: application/json, */*
I1008 18:00:20.231605 548894 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1008 18:00:20.234855 548894 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1008 18:00:20.731738 548894 round_trippers.go:463] GET https://192.168.39.99:8443/api/v1/nodes/ha-094095-m03
I1008 18:00:20.731773 548894 round_trippers.go:469] Request Headers:
I1008 18:00:20.731785 548894 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1008 18:00:20.731792 548894 round_trippers.go:473] Accept: application/json, */*
I1008 18:00:20.735486 548894 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1008 18:00:21.231659 548894 round_trippers.go:463] GET https://192.168.39.99:8443/api/v1/nodes/ha-094095-m03
I1008 18:00:21.231685 548894 round_trippers.go:469] Request Headers:
I1008 18:00:21.231696 548894 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1008 18:00:21.231705 548894 round_trippers.go:473] Accept: application/json, */*
I1008 18:00:21.234967 548894 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1008 18:00:21.235427 548894 node_ready.go:53] node "ha-094095-m03" has status "Ready":"False"
I1008 18:00:21.730803 548894 round_trippers.go:463] GET https://192.168.39.99:8443/api/v1/nodes/ha-094095-m03
I1008 18:00:21.730829 548894 round_trippers.go:469] Request Headers:
I1008 18:00:21.730838 548894 round_trippers.go:473] Accept: application/json, */*
I1008 18:00:21.730843 548894 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1008 18:00:21.734021 548894 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1008 18:00:22.231586 548894 round_trippers.go:463] GET https://192.168.39.99:8443/api/v1/nodes/ha-094095-m03
I1008 18:00:22.231613 548894 round_trippers.go:469] Request Headers:
I1008 18:00:22.231624 548894 round_trippers.go:473] Accept: application/json, */*
I1008 18:00:22.231630 548894 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1008 18:00:22.234981 548894 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1008 18:00:22.731022 548894 round_trippers.go:463] GET https://192.168.39.99:8443/api/v1/nodes/ha-094095-m03
I1008 18:00:22.731056 548894 round_trippers.go:469] Request Headers:
I1008 18:00:22.731064 548894 round_trippers.go:473] Accept: application/json, */*
I1008 18:00:22.731070 548894 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1008 18:00:22.734252 548894 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1008 18:00:23.231192 548894 round_trippers.go:463] GET https://192.168.39.99:8443/api/v1/nodes/ha-094095-m03
I1008 18:00:23.231215 548894 round_trippers.go:469] Request Headers:
I1008 18:00:23.231223 548894 round_trippers.go:473] Accept: application/json, */*
I1008 18:00:23.231228 548894 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1008 18:00:23.234975 548894 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1008 18:00:23.235794 548894 node_ready.go:49] node "ha-094095-m03" has status "Ready":"True"
I1008 18:00:23.235816 548894 node_ready.go:38] duration metric: took 17.50525839s for node "ha-094095-m03" to be "Ready" ...
I1008 18:00:23.235826 548894 pod_ready.go:36] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1008 18:00:23.235893 548894 round_trippers.go:463] GET https://192.168.39.99:8443/api/v1/namespaces/kube-system/pods
I1008 18:00:23.235903 548894 round_trippers.go:469] Request Headers:
I1008 18:00:23.235914 548894 round_trippers.go:473] Accept: application/json, */*
I1008 18:00:23.235918 548894 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1008 18:00:23.241231 548894 round_trippers.go:574] Response Status: 200 OK in 5 milliseconds
I1008 18:00:23.248355 548894 pod_ready.go:79] waiting up to 6m0s for pod "coredns-7c65d6cfc9-6c7xl" in "kube-system" namespace to be "Ready" ...
I1008 18:00:23.248435 548894 round_trippers.go:463] GET https://192.168.39.99:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-6c7xl
I1008 18:00:23.248444 548894 round_trippers.go:469] Request Headers:
I1008 18:00:23.248452 548894 round_trippers.go:473] Accept: application/json, */*
I1008 18:00:23.248456 548894 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1008 18:00:23.250946 548894 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1008 18:00:23.251489 548894 round_trippers.go:463] GET https://192.168.39.99:8443/api/v1/nodes/ha-094095
I1008 18:00:23.251502 548894 round_trippers.go:469] Request Headers:
I1008 18:00:23.251510 548894 round_trippers.go:473] Accept: application/json, */*
I1008 18:00:23.251515 548894 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1008 18:00:23.253741 548894 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1008 18:00:23.254169 548894 pod_ready.go:93] pod "coredns-7c65d6cfc9-6c7xl" in "kube-system" namespace has status "Ready":"True"
I1008 18:00:23.254188 548894 pod_ready.go:82] duration metric: took 5.808287ms for pod "coredns-7c65d6cfc9-6c7xl" in "kube-system" namespace to be "Ready" ...
I1008 18:00:23.254199 548894 pod_ready.go:79] waiting up to 6m0s for pod "coredns-7c65d6cfc9-ghz9x" in "kube-system" namespace to be "Ready" ...
I1008 18:00:23.254280 548894 round_trippers.go:463] GET https://192.168.39.99:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-ghz9x
I1008 18:00:23.254291 548894 round_trippers.go:469] Request Headers:
I1008 18:00:23.254300 548894 round_trippers.go:473] Accept: application/json, */*
I1008 18:00:23.254309 548894 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1008 18:00:23.256714 548894 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1008 18:00:23.257261 548894 round_trippers.go:463] GET https://192.168.39.99:8443/api/v1/nodes/ha-094095
I1008 18:00:23.257276 548894 round_trippers.go:469] Request Headers:
I1008 18:00:23.257283 548894 round_trippers.go:473] Accept: application/json, */*
I1008 18:00:23.257286 548894 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1008 18:00:23.259498 548894 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1008 18:00:23.260042 548894 pod_ready.go:93] pod "coredns-7c65d6cfc9-ghz9x" in "kube-system" namespace has status "Ready":"True"
I1008 18:00:23.260061 548894 pod_ready.go:82] duration metric: took 5.850763ms for pod "coredns-7c65d6cfc9-ghz9x" in "kube-system" namespace to be "Ready" ...
I1008 18:00:23.260072 548894 pod_ready.go:79] waiting up to 6m0s for pod "etcd-ha-094095" in "kube-system" namespace to be "Ready" ...
I1008 18:00:23.260132 548894 round_trippers.go:463] GET https://192.168.39.99:8443/api/v1/namespaces/kube-system/pods/etcd-ha-094095
I1008 18:00:23.260143 548894 round_trippers.go:469] Request Headers:
I1008 18:00:23.260153 548894 round_trippers.go:473] Accept: application/json, */*
I1008 18:00:23.260162 548894 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1008 18:00:23.262300 548894 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1008 18:00:23.262973 548894 round_trippers.go:463] GET https://192.168.39.99:8443/api/v1/nodes/ha-094095
I1008 18:00:23.262989 548894 round_trippers.go:469] Request Headers:
I1008 18:00:23.262999 548894 round_trippers.go:473] Accept: application/json, */*
I1008 18:00:23.263005 548894 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1008 18:00:23.265000 548894 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1008 18:00:23.265522 548894 pod_ready.go:93] pod "etcd-ha-094095" in "kube-system" namespace has status "Ready":"True"
I1008 18:00:23.265544 548894 pod_ready.go:82] duration metric: took 5.464426ms for pod "etcd-ha-094095" in "kube-system" namespace to be "Ready" ...
I1008 18:00:23.265555 548894 pod_ready.go:79] waiting up to 6m0s for pod "etcd-ha-094095-m02" in "kube-system" namespace to be "Ready" ...
I1008 18:00:23.265622 548894 round_trippers.go:463] GET https://192.168.39.99:8443/api/v1/namespaces/kube-system/pods/etcd-ha-094095-m02
I1008 18:00:23.265634 548894 round_trippers.go:469] Request Headers:
I1008 18:00:23.265643 548894 round_trippers.go:473] Accept: application/json, */*
I1008 18:00:23.265648 548894 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1008 18:00:23.267966 548894 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1008 18:00:23.268468 548894 round_trippers.go:463] GET https://192.168.39.99:8443/api/v1/nodes/ha-094095-m02
I1008 18:00:23.268479 548894 round_trippers.go:469] Request Headers:
I1008 18:00:23.268486 548894 round_trippers.go:473] Accept: application/json, */*
I1008 18:00:23.268491 548894 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1008 18:00:23.270736 548894 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1008 18:00:23.271272 548894 pod_ready.go:93] pod "etcd-ha-094095-m02" in "kube-system" namespace has status "Ready":"True"
I1008 18:00:23.271290 548894 pod_ready.go:82] duration metric: took 5.727216ms for pod "etcd-ha-094095-m02" in "kube-system" namespace to be "Ready" ...
I1008 18:00:23.271300 548894 pod_ready.go:79] waiting up to 6m0s for pod "etcd-ha-094095-m03" in "kube-system" namespace to be "Ready" ...
I1008 18:00:23.431729 548894 request.go:632] Waited for 160.342792ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.99:8443/api/v1/namespaces/kube-system/pods/etcd-ha-094095-m03
I1008 18:00:23.431825 548894 round_trippers.go:463] GET https://192.168.39.99:8443/api/v1/namespaces/kube-system/pods/etcd-ha-094095-m03
I1008 18:00:23.431837 548894 round_trippers.go:469] Request Headers:
I1008 18:00:23.431850 548894 round_trippers.go:473] Accept: application/json, */*
I1008 18:00:23.431861 548894 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1008 18:00:23.438271 548894 round_trippers.go:574] Response Status: 200 OK in 6 milliseconds
I1008 18:00:23.631298 548894 request.go:632] Waited for 192.164013ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.99:8443/api/v1/nodes/ha-094095-m03
I1008 18:00:23.631383 548894 round_trippers.go:463] GET https://192.168.39.99:8443/api/v1/nodes/ha-094095-m03
I1008 18:00:23.631391 548894 round_trippers.go:469] Request Headers:
I1008 18:00:23.631408 548894 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1008 18:00:23.631433 548894 round_trippers.go:473] Accept: application/json, */*
I1008 18:00:23.635040 548894 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1008 18:00:23.635580 548894 pod_ready.go:93] pod "etcd-ha-094095-m03" in "kube-system" namespace has status "Ready":"True"
I1008 18:00:23.635599 548894 pod_ready.go:82] duration metric: took 364.291447ms for pod "etcd-ha-094095-m03" in "kube-system" namespace to be "Ready" ...
I1008 18:00:23.635618 548894 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-ha-094095" in "kube-system" namespace to be "Ready" ...
I1008 18:00:23.831837 548894 request.go:632] Waited for 196.121278ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.99:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-094095
I1008 18:00:23.831896 548894 round_trippers.go:463] GET https://192.168.39.99:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-094095
I1008 18:00:23.831902 548894 round_trippers.go:469] Request Headers:
I1008 18:00:23.831909 548894 round_trippers.go:473] Accept: application/json, */*
I1008 18:00:23.831913 548894 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1008 18:00:23.834801 548894 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1008 18:00:24.031893 548894 request.go:632] Waited for 196.106655ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.99:8443/api/v1/nodes/ha-094095
I1008 18:00:24.031976 548894 round_trippers.go:463] GET https://192.168.39.99:8443/api/v1/nodes/ha-094095
I1008 18:00:24.031981 548894 round_trippers.go:469] Request Headers:
I1008 18:00:24.031989 548894 round_trippers.go:473] Accept: application/json, */*
I1008 18:00:24.031993 548894 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1008 18:00:24.035406 548894 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1008 18:00:24.036144 548894 pod_ready.go:93] pod "kube-apiserver-ha-094095" in "kube-system" namespace has status "Ready":"True"
I1008 18:00:24.036163 548894 pod_ready.go:82] duration metric: took 400.535944ms for pod "kube-apiserver-ha-094095" in "kube-system" namespace to be "Ready" ...
I1008 18:00:24.036173 548894 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-ha-094095-m02" in "kube-system" namespace to be "Ready" ...
I1008 18:00:24.232096 548894 request.go:632] Waited for 195.798323ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.99:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-094095-m02
I1008 18:00:24.232173 548894 round_trippers.go:463] GET https://192.168.39.99:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-094095-m02
I1008 18:00:24.232180 548894 round_trippers.go:469] Request Headers:
I1008 18:00:24.232192 548894 round_trippers.go:473] Accept: application/json, */*
I1008 18:00:24.232201 548894 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1008 18:00:24.235054 548894 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1008 18:00:24.432054 548894 request.go:632] Waited for 196.298402ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.99:8443/api/v1/nodes/ha-094095-m02
I1008 18:00:24.432116 548894 round_trippers.go:463] GET https://192.168.39.99:8443/api/v1/nodes/ha-094095-m02
I1008 18:00:24.432121 548894 round_trippers.go:469] Request Headers:
I1008 18:00:24.432128 548894 round_trippers.go:473] Accept: application/json, */*
I1008 18:00:24.432132 548894 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1008 18:00:24.435456 548894 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1008 18:00:24.436205 548894 pod_ready.go:93] pod "kube-apiserver-ha-094095-m02" in "kube-system" namespace has status "Ready":"True"
I1008 18:00:24.436233 548894 pod_ready.go:82] duration metric: took 400.05192ms for pod "kube-apiserver-ha-094095-m02" in "kube-system" namespace to be "Ready" ...
I1008 18:00:24.436253 548894 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-ha-094095-m03" in "kube-system" namespace to be "Ready" ...
I1008 18:00:24.631271 548894 request.go:632] Waited for 194.926969ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.99:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-094095-m03
I1008 18:00:24.631366 548894 round_trippers.go:463] GET https://192.168.39.99:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-094095-m03
I1008 18:00:24.631374 548894 round_trippers.go:469] Request Headers:
I1008 18:00:24.631384 548894 round_trippers.go:473] Accept: application/json, */*
I1008 18:00:24.631390 548894 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1008 18:00:24.635001 548894 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1008 18:00:24.831928 548894 request.go:632] Waited for 195.938579ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.99:8443/api/v1/nodes/ha-094095-m03
I1008 18:00:24.832009 548894 round_trippers.go:463] GET https://192.168.39.99:8443/api/v1/nodes/ha-094095-m03
I1008 18:00:24.832015 548894 round_trippers.go:469] Request Headers:
I1008 18:00:24.832023 548894 round_trippers.go:473] Accept: application/json, */*
I1008 18:00:24.832027 548894 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1008 18:00:24.834879 548894 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1008 18:00:24.835519 548894 pod_ready.go:93] pod "kube-apiserver-ha-094095-m03" in "kube-system" namespace has status "Ready":"True"
I1008 18:00:24.835541 548894 pod_ready.go:82] duration metric: took 399.279605ms for pod "kube-apiserver-ha-094095-m03" in "kube-system" namespace to be "Ready" ...
I1008 18:00:24.835556 548894 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-ha-094095" in "kube-system" namespace to be "Ready" ...
I1008 18:00:25.031600 548894 request.go:632] Waited for 195.955469ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.99:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-094095
I1008 18:00:25.031671 548894 round_trippers.go:463] GET https://192.168.39.99:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-094095
I1008 18:00:25.031676 548894 round_trippers.go:469] Request Headers:
I1008 18:00:25.031684 548894 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1008 18:00:25.031689 548894 round_trippers.go:473] Accept: application/json, */*
I1008 18:00:25.035187 548894 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1008 18:00:25.231262 548894 request.go:632] Waited for 195.293412ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.99:8443/api/v1/nodes/ha-094095
I1008 18:00:25.231320 548894 round_trippers.go:463] GET https://192.168.39.99:8443/api/v1/nodes/ha-094095
I1008 18:00:25.231326 548894 round_trippers.go:469] Request Headers:
I1008 18:00:25.231339 548894 round_trippers.go:473] Accept: application/json, */*
I1008 18:00:25.231343 548894 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1008 18:00:25.234515 548894 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1008 18:00:25.235363 548894 pod_ready.go:93] pod "kube-controller-manager-ha-094095" in "kube-system" namespace has status "Ready":"True"
I1008 18:00:25.235391 548894 pod_ready.go:82] duration metric: took 399.824349ms for pod "kube-controller-manager-ha-094095" in "kube-system" namespace to be "Ready" ...
I1008 18:00:25.235422 548894 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-ha-094095-m02" in "kube-system" namespace to be "Ready" ...
I1008 18:00:25.431278 548894 request.go:632] Waited for 195.760337ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.99:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-094095-m02
I1008 18:00:25.431347 548894 round_trippers.go:463] GET https://192.168.39.99:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-094095-m02
I1008 18:00:25.431353 548894 round_trippers.go:469] Request Headers:
I1008 18:00:25.431375 548894 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1008 18:00:25.431379 548894 round_trippers.go:473] Accept: application/json, */*
I1008 18:00:25.434406 548894 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1008 18:00:25.631990 548894 request.go:632] Waited for 196.659604ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.99:8443/api/v1/nodes/ha-094095-m02
I1008 18:00:25.632053 548894 round_trippers.go:463] GET https://192.168.39.99:8443/api/v1/nodes/ha-094095-m02
I1008 18:00:25.632058 548894 round_trippers.go:469] Request Headers:
I1008 18:00:25.632067 548894 round_trippers.go:473] Accept: application/json, */*
I1008 18:00:25.632070 548894 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1008 18:00:25.635545 548894 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1008 18:00:25.636227 548894 pod_ready.go:93] pod "kube-controller-manager-ha-094095-m02" in "kube-system" namespace has status "Ready":"True"
I1008 18:00:25.636248 548894 pod_ready.go:82] duration metric: took 400.813116ms for pod "kube-controller-manager-ha-094095-m02" in "kube-system" namespace to be "Ready" ...
I1008 18:00:25.636259 548894 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-ha-094095-m03" in "kube-system" namespace to be "Ready" ...
I1008 18:00:25.831790 548894 request.go:632] Waited for 195.428011ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.99:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-094095-m03
I1008 18:00:25.831873 548894 round_trippers.go:463] GET https://192.168.39.99:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-094095-m03
I1008 18:00:25.831885 548894 round_trippers.go:469] Request Headers:
I1008 18:00:25.831896 548894 round_trippers.go:473] Accept: application/json, */*
I1008 18:00:25.831903 548894 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1008 18:00:25.835520 548894 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1008 18:00:26.031847 548894 request.go:632] Waited for 195.394713ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.99:8443/api/v1/nodes/ha-094095-m03
I1008 18:00:26.031926 548894 round_trippers.go:463] GET https://192.168.39.99:8443/api/v1/nodes/ha-094095-m03
I1008 18:00:26.031931 548894 round_trippers.go:469] Request Headers:
I1008 18:00:26.031939 548894 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1008 18:00:26.031943 548894 round_trippers.go:473] Accept: application/json, */*
I1008 18:00:26.034885 548894 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1008 18:00:26.035588 548894 pod_ready.go:93] pod "kube-controller-manager-ha-094095-m03" in "kube-system" namespace has status "Ready":"True"
I1008 18:00:26.035611 548894 pod_ready.go:82] duration metric: took 399.345696ms for pod "kube-controller-manager-ha-094095-m03" in "kube-system" namespace to be "Ready" ...
I1008 18:00:26.035622 548894 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-gnmch" in "kube-system" namespace to be "Ready" ...
I1008 18:00:26.231657 548894 request.go:632] Waited for 195.935325ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.99:8443/api/v1/namespaces/kube-system/pods/kube-proxy-gnmch
I1008 18:00:26.231715 548894 round_trippers.go:463] GET https://192.168.39.99:8443/api/v1/namespaces/kube-system/pods/kube-proxy-gnmch
I1008 18:00:26.231720 548894 round_trippers.go:469] Request Headers:
I1008 18:00:26.231728 548894 round_trippers.go:473] Accept: application/json, */*
I1008 18:00:26.231732 548894 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1008 18:00:26.234989 548894 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1008 18:00:26.432143 548894 request.go:632] Waited for 196.401893ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.99:8443/api/v1/nodes/ha-094095
I1008 18:00:26.432242 548894 round_trippers.go:463] GET https://192.168.39.99:8443/api/v1/nodes/ha-094095
I1008 18:00:26.432253 548894 round_trippers.go:469] Request Headers:
I1008 18:00:26.432262 548894 round_trippers.go:473] Accept: application/json, */*
I1008 18:00:26.432270 548894 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1008 18:00:26.435436 548894 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1008 18:00:26.436096 548894 pod_ready.go:93] pod "kube-proxy-gnmch" in "kube-system" namespace has status "Ready":"True"
I1008 18:00:26.436113 548894 pod_ready.go:82] duration metric: took 400.484447ms for pod "kube-proxy-gnmch" in "kube-system" namespace to be "Ready" ...
I1008 18:00:26.436124 548894 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-krxss" in "kube-system" namespace to be "Ready" ...
I1008 18:00:26.632222 548894 request.go:632] Waited for 196.022184ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.99:8443/api/v1/namespaces/kube-system/pods/kube-proxy-krxss
I1008 18:00:26.632309 548894 round_trippers.go:463] GET https://192.168.39.99:8443/api/v1/namespaces/kube-system/pods/kube-proxy-krxss
I1008 18:00:26.632317 548894 round_trippers.go:469] Request Headers:
I1008 18:00:26.632325 548894 round_trippers.go:473] Accept: application/json, */*
I1008 18:00:26.632332 548894 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1008 18:00:26.636157 548894 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1008 18:00:26.831362 548894 request.go:632] Waited for 194.278962ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.99:8443/api/v1/nodes/ha-094095-m03
I1008 18:00:26.831419 548894 round_trippers.go:463] GET https://192.168.39.99:8443/api/v1/nodes/ha-094095-m03
I1008 18:00:26.831424 548894 round_trippers.go:469] Request Headers:
I1008 18:00:26.831433 548894 round_trippers.go:473] Accept: application/json, */*
I1008 18:00:26.831445 548894 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1008 18:00:26.834670 548894 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1008 18:00:26.835262 548894 pod_ready.go:93] pod "kube-proxy-krxss" in "kube-system" namespace has status "Ready":"True"
I1008 18:00:26.835280 548894 pod_ready.go:82] duration metric: took 399.149562ms for pod "kube-proxy-krxss" in "kube-system" namespace to be "Ready" ...
I1008 18:00:26.835292 548894 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-r55hk" in "kube-system" namespace to be "Ready" ...
I1008 18:00:27.031407 548894 request.go:632] Waited for 196.014244ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.99:8443/api/v1/namespaces/kube-system/pods/kube-proxy-r55hk
I1008 18:00:27.031471 548894 round_trippers.go:463] GET https://192.168.39.99:8443/api/v1/namespaces/kube-system/pods/kube-proxy-r55hk
I1008 18:00:27.031479 548894 round_trippers.go:469] Request Headers:
I1008 18:00:27.031490 548894 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1008 18:00:27.031499 548894 round_trippers.go:473] Accept: application/json, */*
I1008 18:00:27.034651 548894 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1008 18:00:27.231683 548894 request.go:632] Waited for 196.28215ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.99:8443/api/v1/nodes/ha-094095-m02
I1008 18:00:27.231743 548894 round_trippers.go:463] GET https://192.168.39.99:8443/api/v1/nodes/ha-094095-m02
I1008 18:00:27.231750 548894 round_trippers.go:469] Request Headers:
I1008 18:00:27.231761 548894 round_trippers.go:473] Accept: application/json, */*
I1008 18:00:27.231766 548894 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1008 18:00:27.234677 548894 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1008 18:00:27.235361 548894 pod_ready.go:93] pod "kube-proxy-r55hk" in "kube-system" namespace has status "Ready":"True"
I1008 18:00:27.235391 548894 pod_ready.go:82] duration metric: took 400.091229ms for pod "kube-proxy-r55hk" in "kube-system" namespace to be "Ready" ...
I1008 18:00:27.235405 548894 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-ha-094095" in "kube-system" namespace to be "Ready" ...
I1008 18:00:27.431237 548894 request.go:632] Waited for 195.72193ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.99:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-094095
I1008 18:00:27.431329 548894 round_trippers.go:463] GET https://192.168.39.99:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-094095
I1008 18:00:27.431337 548894 round_trippers.go:469] Request Headers:
I1008 18:00:27.431353 548894 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1008 18:00:27.431360 548894 round_trippers.go:473] Accept: application/json, */*
I1008 18:00:27.434428 548894 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1008 18:00:27.631604 548894 request.go:632] Waited for 196.391274ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.99:8443/api/v1/nodes/ha-094095
I1008 18:00:27.631664 548894 round_trippers.go:463] GET https://192.168.39.99:8443/api/v1/nodes/ha-094095
I1008 18:00:27.631669 548894 round_trippers.go:469] Request Headers:
I1008 18:00:27.631678 548894 round_trippers.go:473] Accept: application/json, */*
I1008 18:00:27.631683 548894 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1008 18:00:27.635129 548894 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1008 18:00:27.635990 548894 pod_ready.go:93] pod "kube-scheduler-ha-094095" in "kube-system" namespace has status "Ready":"True"
I1008 18:00:27.636017 548894 pod_ready.go:82] duration metric: took 400.603779ms for pod "kube-scheduler-ha-094095" in "kube-system" namespace to be "Ready" ...
I1008 18:00:27.636029 548894 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-ha-094095-m02" in "kube-system" namespace to be "Ready" ...
I1008 18:00:27.832057 548894 request.go:632] Waited for 195.932393ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.99:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-094095-m02
I1008 18:00:27.832129 548894 round_trippers.go:463] GET https://192.168.39.99:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-094095-m02
I1008 18:00:27.832137 548894 round_trippers.go:469] Request Headers:
I1008 18:00:27.832147 548894 round_trippers.go:473] Accept: application/json, */*
I1008 18:00:27.832152 548894 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1008 18:00:27.835638 548894 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1008 18:00:28.031786 548894 request.go:632] Waited for 195.242001ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.99:8443/api/v1/nodes/ha-094095-m02
I1008 18:00:28.031845 548894 round_trippers.go:463] GET https://192.168.39.99:8443/api/v1/nodes/ha-094095-m02
I1008 18:00:28.031850 548894 round_trippers.go:469] Request Headers:
I1008 18:00:28.031857 548894 round_trippers.go:473] Accept: application/json, */*
I1008 18:00:28.031861 548894 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1008 18:00:28.035281 548894 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1008 18:00:28.035945 548894 pod_ready.go:93] pod "kube-scheduler-ha-094095-m02" in "kube-system" namespace has status "Ready":"True"
I1008 18:00:28.035968 548894 pod_ready.go:82] duration metric: took 399.926983ms for pod "kube-scheduler-ha-094095-m02" in "kube-system" namespace to be "Ready" ...
I1008 18:00:28.035978 548894 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-ha-094095-m03" in "kube-system" namespace to be "Ready" ...
I1008 18:00:28.232045 548894 request.go:632] Waited for 195.987112ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.99:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-094095-m03
I1008 18:00:28.232132 548894 round_trippers.go:463] GET https://192.168.39.99:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-094095-m03
I1008 18:00:28.232140 548894 round_trippers.go:469] Request Headers:
I1008 18:00:28.232148 548894 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1008 18:00:28.232153 548894 round_trippers.go:473] Accept: application/json, */*
I1008 18:00:28.235683 548894 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1008 18:00:28.431773 548894 request.go:632] Waited for 195.354282ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.99:8443/api/v1/nodes/ha-094095-m03
I1008 18:00:28.431855 548894 round_trippers.go:463] GET https://192.168.39.99:8443/api/v1/nodes/ha-094095-m03
I1008 18:00:28.431860 548894 round_trippers.go:469] Request Headers:
I1008 18:00:28.431867 548894 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1008 18:00:28.431872 548894 round_trippers.go:473] Accept: application/json, */*
I1008 18:00:28.435214 548894 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1008 18:00:28.435815 548894 pod_ready.go:93] pod "kube-scheduler-ha-094095-m03" in "kube-system" namespace has status "Ready":"True"
I1008 18:00:28.435951 548894 pod_ready.go:82] duration metric: took 399.956305ms for pod "kube-scheduler-ha-094095-m03" in "kube-system" namespace to be "Ready" ...
I1008 18:00:28.435993 548894 pod_ready.go:39] duration metric: took 5.200153143s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1008 18:00:28.436017 548894 api_server.go:52] waiting for apiserver process to appear ...
I1008 18:00:28.436094 548894 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1008 18:00:28.452375 548894 api_server.go:72] duration metric: took 22.923490341s to wait for apiserver process to appear ...
I1008 18:00:28.452398 548894 api_server.go:88] waiting for apiserver healthz status ...
I1008 18:00:28.452421 548894 api_server.go:253] Checking apiserver healthz at https://192.168.39.99:8443/healthz ...
I1008 18:00:28.456918 548894 api_server.go:279] https://192.168.39.99:8443/healthz returned 200:
ok
I1008 18:00:28.456978 548894 round_trippers.go:463] GET https://192.168.39.99:8443/version
I1008 18:00:28.456986 548894 round_trippers.go:469] Request Headers:
I1008 18:00:28.456994 548894 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1008 18:00:28.456999 548894 round_trippers.go:473] Accept: application/json, */*
I1008 18:00:28.457742 548894 round_trippers.go:574] Response Status: 200 OK in 0 milliseconds
I1008 18:00:28.457798 548894 api_server.go:141] control plane version: v1.31.1
I1008 18:00:28.457809 548894 api_server.go:131] duration metric: took 5.40508ms to wait for apiserver health ...
I1008 18:00:28.457822 548894 system_pods.go:43] waiting for kube-system pods to appear ...
I1008 18:00:28.632286 548894 request.go:632] Waited for 174.373411ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.99:8443/api/v1/namespaces/kube-system/pods
I1008 18:00:28.632364 548894 round_trippers.go:463] GET https://192.168.39.99:8443/api/v1/namespaces/kube-system/pods
I1008 18:00:28.632372 548894 round_trippers.go:469] Request Headers:
I1008 18:00:28.632382 548894 round_trippers.go:473] Accept: application/json, */*
I1008 18:00:28.632388 548894 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1008 18:00:28.638836 548894 round_trippers.go:574] Response Status: 200 OK in 6 milliseconds
I1008 18:00:28.647332 548894 system_pods.go:59] 24 kube-system pods found
I1008 18:00:28.647367 548894 system_pods.go:61] "coredns-7c65d6cfc9-6c7xl" [5be15582-d4c7-4ec3-95db-7f9b7db4280d] Running
I1008 18:00:28.647374 548894 system_pods.go:61] "coredns-7c65d6cfc9-ghz9x" [a8c97aaa-6d1a-4c2e-b8d8-74259235cd62] Running
I1008 18:00:28.647379 548894 system_pods.go:61] "etcd-ha-094095" [cf087edc-eae8-4667-a3e4-6352aaa887e2] Running
I1008 18:00:28.647384 548894 system_pods.go:61] "etcd-ha-094095-m02" [66292379-6f47-4ae3-981c-02ad00e18805] Running
I1008 18:00:28.647389 548894 system_pods.go:61] "etcd-ha-094095-m03" [bb33d95c-74ea-48b9-b844-6a9fc3f04ed9] Running
I1008 18:00:28.647394 548894 system_pods.go:61] "kindnet-8v7s4" [baa752ea-0ebd-49ba-8480-bc0814080699] Running
I1008 18:00:28.647399 548894 system_pods.go:61] "kindnet-f5x42" [dafc58be-bac2-4ab3-a4b6-9d13556da2cd] Running
I1008 18:00:28.647404 548894 system_pods.go:61] "kindnet-mclfx" [fca2ce96-9193-48a5-9dc7-9d20bde6787f] Running
I1008 18:00:28.647409 548894 system_pods.go:61] "kube-apiserver-ha-094095" [2f281e4d-ed8a-45d6-a099-075cbb2aa560] Running
I1008 18:00:28.647417 548894 system_pods.go:61] "kube-apiserver-ha-094095-m02" [2c01151f-d734-4af8-9730-f9877482749f] Running
I1008 18:00:28.647426 548894 system_pods.go:61] "kube-apiserver-ha-094095-m03" [ba3548a5-29fd-4a27-a698-390da97bbef9] Running
I1008 18:00:28.647432 548894 system_pods.go:61] "kube-controller-manager-ha-094095" [f2c904d5-5440-4915-9c16-a5f1069ba353] Running
I1008 18:00:28.647439 548894 system_pods.go:61] "kube-controller-manager-ha-094095-m02" [4204fc98-2989-4cc8-b02e-e16e776685e3] Running
I1008 18:00:28.647445 548894 system_pods.go:61] "kube-controller-manager-ha-094095-m03" [87802d7e-ab95-41cb-95b1-fc84aeaf8a60] Running
I1008 18:00:28.647451 548894 system_pods.go:61] "kube-proxy-gnmch" [2e4ec0ad-049b-48e6-90b2-8b8430d821f4] Running
I1008 18:00:28.647456 548894 system_pods.go:61] "kube-proxy-krxss" [f17e19cf-b500-45ee-b363-7eabffb840f1] Running
I1008 18:00:28.647463 548894 system_pods.go:61] "kube-proxy-r55hk" [6bdc6056-cd19-4f52-86f7-09572a950c01] Running
I1008 18:00:28.647468 548894 system_pods.go:61] "kube-scheduler-ha-094095" [5915aa84-5555-4e5e-9551-778ad857b2e8] Running
I1008 18:00:28.647476 548894 system_pods.go:61] "kube-scheduler-ha-094095-m02" [8a7c0068-f374-4f84-9441-c5e50bf6da0b] Running
I1008 18:00:28.647482 548894 system_pods.go:61] "kube-scheduler-ha-094095-m03" [ff30473f-bd61-42ad-9f94-2af37583e05c] Running
I1008 18:00:28.647489 548894 system_pods.go:61] "kube-vip-ha-094095" [010c3fcc-b5c7-470e-8027-5c67669abf94] Running
I1008 18:00:28.647494 548894 system_pods.go:61] "kube-vip-ha-094095-m02" [af8b5e66-b132-4e4b-b0fd-3591a0b2384e] Running
I1008 18:00:28.647499 548894 system_pods.go:61] "kube-vip-ha-094095-m03" [c7c6fef9-ede9-403c-b9ab-1913e0821173] Running
I1008 18:00:28.647505 548894 system_pods.go:61] "storage-provisioner" [54520f81-08fe-4612-bef9-1fe0016c45ca] Running
I1008 18:00:28.647514 548894 system_pods.go:74] duration metric: took 189.683627ms to wait for pod list to return data ...
I1008 18:00:28.647529 548894 default_sa.go:34] waiting for default service account to be created ...
I1008 18:00:28.831958 548894 request.go:632] Waited for 184.329764ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.99:8443/api/v1/namespaces/default/serviceaccounts
I1008 18:00:28.832044 548894 round_trippers.go:463] GET https://192.168.39.99:8443/api/v1/namespaces/default/serviceaccounts
I1008 18:00:28.832056 548894 round_trippers.go:469] Request Headers:
I1008 18:00:28.832067 548894 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1008 18:00:28.832073 548894 round_trippers.go:473] Accept: application/json, */*
I1008 18:00:28.837077 548894 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1008 18:00:28.837234 548894 default_sa.go:45] found service account: "default"
I1008 18:00:28.837253 548894 default_sa.go:55] duration metric: took 189.716305ms for default service account to be created ...
I1008 18:00:28.837265 548894 system_pods.go:116] waiting for k8s-apps to be running ...
I1008 18:00:29.031904 548894 request.go:632] Waited for 194.536031ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.99:8443/api/v1/namespaces/kube-system/pods
I1008 18:00:29.031965 548894 round_trippers.go:463] GET https://192.168.39.99:8443/api/v1/namespaces/kube-system/pods
I1008 18:00:29.031970 548894 round_trippers.go:469] Request Headers:
I1008 18:00:29.031979 548894 round_trippers.go:473] Accept: application/json, */*
I1008 18:00:29.031983 548894 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1008 18:00:29.037622 548894 round_trippers.go:574] Response Status: 200 OK in 5 milliseconds
I1008 18:00:29.044999 548894 system_pods.go:86] 24 kube-system pods found
I1008 18:00:29.045026 548894 system_pods.go:89] "coredns-7c65d6cfc9-6c7xl" [5be15582-d4c7-4ec3-95db-7f9b7db4280d] Running
I1008 18:00:29.045032 548894 system_pods.go:89] "coredns-7c65d6cfc9-ghz9x" [a8c97aaa-6d1a-4c2e-b8d8-74259235cd62] Running
I1008 18:00:29.045036 548894 system_pods.go:89] "etcd-ha-094095" [cf087edc-eae8-4667-a3e4-6352aaa887e2] Running
I1008 18:00:29.045039 548894 system_pods.go:89] "etcd-ha-094095-m02" [66292379-6f47-4ae3-981c-02ad00e18805] Running
I1008 18:00:29.045043 548894 system_pods.go:89] "etcd-ha-094095-m03" [bb33d95c-74ea-48b9-b844-6a9fc3f04ed9] Running
I1008 18:00:29.045046 548894 system_pods.go:89] "kindnet-8v7s4" [baa752ea-0ebd-49ba-8480-bc0814080699] Running
I1008 18:00:29.045050 548894 system_pods.go:89] "kindnet-f5x42" [dafc58be-bac2-4ab3-a4b6-9d13556da2cd] Running
I1008 18:00:29.045053 548894 system_pods.go:89] "kindnet-mclfx" [fca2ce96-9193-48a5-9dc7-9d20bde6787f] Running
I1008 18:00:29.045056 548894 system_pods.go:89] "kube-apiserver-ha-094095" [2f281e4d-ed8a-45d6-a099-075cbb2aa560] Running
I1008 18:00:29.045059 548894 system_pods.go:89] "kube-apiserver-ha-094095-m02" [2c01151f-d734-4af8-9730-f9877482749f] Running
I1008 18:00:29.045063 548894 system_pods.go:89] "kube-apiserver-ha-094095-m03" [ba3548a5-29fd-4a27-a698-390da97bbef9] Running
I1008 18:00:29.045066 548894 system_pods.go:89] "kube-controller-manager-ha-094095" [f2c904d5-5440-4915-9c16-a5f1069ba353] Running
I1008 18:00:29.045070 548894 system_pods.go:89] "kube-controller-manager-ha-094095-m02" [4204fc98-2989-4cc8-b02e-e16e776685e3] Running
I1008 18:00:29.045076 548894 system_pods.go:89] "kube-controller-manager-ha-094095-m03" [87802d7e-ab95-41cb-95b1-fc84aeaf8a60] Running
I1008 18:00:29.045082 548894 system_pods.go:89] "kube-proxy-gnmch" [2e4ec0ad-049b-48e6-90b2-8b8430d821f4] Running
I1008 18:00:29.045086 548894 system_pods.go:89] "kube-proxy-krxss" [f17e19cf-b500-45ee-b363-7eabffb840f1] Running
I1008 18:00:29.045089 548894 system_pods.go:89] "kube-proxy-r55hk" [6bdc6056-cd19-4f52-86f7-09572a950c01] Running
I1008 18:00:29.045093 548894 system_pods.go:89] "kube-scheduler-ha-094095" [5915aa84-5555-4e5e-9551-778ad857b2e8] Running
I1008 18:00:29.045098 548894 system_pods.go:89] "kube-scheduler-ha-094095-m02" [8a7c0068-f374-4f84-9441-c5e50bf6da0b] Running
I1008 18:00:29.045104 548894 system_pods.go:89] "kube-scheduler-ha-094095-m03" [ff30473f-bd61-42ad-9f94-2af37583e05c] Running
I1008 18:00:29.045107 548894 system_pods.go:89] "kube-vip-ha-094095" [010c3fcc-b5c7-470e-8027-5c67669abf94] Running
I1008 18:00:29.045111 548894 system_pods.go:89] "kube-vip-ha-094095-m02" [af8b5e66-b132-4e4b-b0fd-3591a0b2384e] Running
I1008 18:00:29.045114 548894 system_pods.go:89] "kube-vip-ha-094095-m03" [c7c6fef9-ede9-403c-b9ab-1913e0821173] Running
I1008 18:00:29.045117 548894 system_pods.go:89] "storage-provisioner" [54520f81-08fe-4612-bef9-1fe0016c45ca] Running
I1008 18:00:29.045124 548894 system_pods.go:126] duration metric: took 207.850736ms to wait for k8s-apps to be running ...
I1008 18:00:29.045133 548894 system_svc.go:44] waiting for kubelet service to be running ....
I1008 18:00:29.045176 548894 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1008 18:00:29.059678 548894 system_svc.go:56] duration metric: took 14.536958ms WaitForService to wait for kubelet
I1008 18:00:29.059706 548894 kubeadm.go:582] duration metric: took 23.530822988s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1008 18:00:29.059724 548894 node_conditions.go:102] verifying NodePressure condition ...
I1008 18:00:29.231880 548894 request.go:632] Waited for 172.048672ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.99:8443/api/v1/nodes
I1008 18:00:29.231961 548894 round_trippers.go:463] GET https://192.168.39.99:8443/api/v1/nodes
I1008 18:00:29.231966 548894 round_trippers.go:469] Request Headers:
I1008 18:00:29.231974 548894 round_trippers.go:473] Accept: application/json, */*
I1008 18:00:29.231981 548894 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1008 18:00:29.238241 548894 round_trippers.go:574] Response Status: 200 OK in 6 milliseconds
I1008 18:00:29.239300 548894 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I1008 18:00:29.239332 548894 node_conditions.go:123] node cpu capacity is 2
I1008 18:00:29.239347 548894 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I1008 18:00:29.239353 548894 node_conditions.go:123] node cpu capacity is 2
I1008 18:00:29.239361 548894 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I1008 18:00:29.239366 548894 node_conditions.go:123] node cpu capacity is 2
I1008 18:00:29.239371 548894 node_conditions.go:105] duration metric: took 179.642781ms to run NodePressure ...
I1008 18:00:29.239392 548894 start.go:241] waiting for startup goroutines ...
I1008 18:00:29.239417 548894 start.go:255] writing updated cluster config ...
I1008 18:00:29.239708 548894 ssh_runner.go:195] Run: rm -f paused
I1008 18:00:29.291443 548894 start.go:600] kubectl: 1.31.1, cluster: 1.31.1 (minor skew: 0)
I1008 18:00:29.293244 548894 out.go:177] * Done! kubectl is now configured to use "ha-094095" cluster and "default" namespace by default
==> CRI-O <==
Oct 08 18:04:26 ha-094095 crio[659]: time="2024-10-08 18:04:26.930683981Z" level=debug msg="Response: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728410666930618491,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}" file="otel-collector/interceptors.go:74" id=906ab1da-f627-4ebe-8bba-d69d14ff25db name=/runtime.v1.ImageService/ImageFsInfo
Oct 08 18:04:26 ha-094095 crio[659]: time="2024-10-08 18:04:26.931545985Z" level=debug msg="Request: &ListContainersRequest{Filter:&ContainerFilter{Id:,State:nil,PodSandboxId:,LabelSelector:map[string]string{},},}" file="otel-collector/interceptors.go:62" id=c27df7bc-e40f-4852-936d-fe9589741856 name=/runtime.v1.RuntimeService/ListContainers
Oct 08 18:04:26 ha-094095 crio[659]: time="2024-10-08 18:04:26.931617344Z" level=debug msg="No filters were applied, returning full container list" file="server/container_list.go:60" id=c27df7bc-e40f-4852-936d-fe9589741856 name=/runtime.v1.RuntimeService/ListContainers
Oct 08 18:04:26 ha-094095 crio[659]: time="2024-10-08 18:04:26.931848278Z" level=debug msg="Response: &ListContainersResponse{Containers:[]*Container{&Container{Id:b4f194cdf306afbd0bf623b97a85e93c1725db4b5a6ba6b933a57f245004a603,PodSandboxId:eaf6acce4786e8a6382ec9ad0c306034e30514469c0fedb9853a0ccca6741b52,Metadata:&ContainerMetadata{Name:busybox,Attempt:0,},Image:&ImageSpec{Image:gcr.io/k8s-minikube/busybox@sha256:74f634b1bc1bd74535d5209589734efbd44a25f4e2dc96d78784576a3eb5b335,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:8c811b4aec35f259572d0f79207bc0678df4c736eeec50bc9fec37ed936a472a,State:CONTAINER_RUNNING,CreatedAt:1728410434080989304,Labels:map[string]string{io.kubernetes.container.name: busybox,io.kubernetes.pod.name: busybox-7dff88458-n779r,io.kubernetes.pod.namespace: default,io.kubernetes.pod.uid: d3a10d4a-6add-4642-961b-b7b00f9e363b,},Annotations:map[string]string{io.kubernetes.container.hash: 82159afa,io.kubernetes.container.restartCount: 0,io.kubernetes.c
ontainer.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:079e7a8fee78ff7d7b1af73386e3bc304da1fe17a7e72f0fc9f0ab564efdb1ee,PodSandboxId:875cfacbeeb23201c6c36497a685664419b120403e29f2f38b42fd109b628897,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1728410297648632506,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-6c7xl,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 5be15582-d4c7-4ec3-95db-7f9b7db4280d,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"
UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:1eb4935d542c2dde5eb8cc5097e277923df97ad90bdbc6b1644c3fd4a1989c02,PodSandboxId:9d8f70dc17585b7eb344aa16fc0e16d59a949abccc21d74743406cfebe39a34b,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1728410297599818148,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-ghz9x,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid:
a8c97aaa-6d1a-4c2e-b8d8-74259235cd62,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:dfdfc8735b8229f0ad3194ebe15f59b898d9db2be87701cf17bbd3c4212f4ec3,PodSandboxId:d884b794bcbf861c4f46634be5faf2397ea156fe7562c77953821df012c368fe,Metadata:&ContainerMetadata{Name:storage-provisioner,Attempt:0,},Image:&ImageSpec{Image:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,State:CONTAINER_RUNNIN
G,CreatedAt:1728410297545274983,Labels:map[string]string{io.kubernetes.container.name: storage-provisioner,io.kubernetes.pod.name: storage-provisioner,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 54520f81-08fe-4612-bef9-1fe0016c45ca,},Annotations:map[string]string{io.kubernetes.container.hash: 6c6bf961,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:17a4523dfe3c8888bec2367e73c575639f5ef4084c55e4bc28ad05070043b94a,PodSandboxId:c791fa497b85ac435aad59433589c92f9a02514e94dae3da5525477f069e324e,Metadata:&ContainerMetadata{Name:kindnet-cni,Attempt:0,},Image:&ImageSpec{Image:12968670680f4561ef6818782391eb120d6e3365cf3f967aad58749f95381a4f,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:12968670680f4561ef6818782391eb120d6e3365cf3f967aad58749f95381a4f,State:CONTAINER_RUNNING,CreatedAt:17284102
85248917071,Labels:map[string]string{io.kubernetes.container.name: kindnet-cni,io.kubernetes.pod.name: kindnet-mclfx,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: fca2ce96-9193-48a5-9dc7-9d20bde6787f,},Annotations:map[string]string{io.kubernetes.container.hash: e80daca3,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:347854044c2941df1b50ca01ae43ba280b7a94bfbb8de921b38e2c79f4317034,PodSandboxId:29ed3e17d1aabd1f6f3e5cdf4c735f69be9765b8c5767b7b01b9c75638d9d803,Metadata:&ContainerMetadata{Name:kube-proxy,Attempt:0,},Image:&ImageSpec{Image:60c005f310ff3ad6d131805170f07d2946095307063eaaa5eedcaf06a0a89561,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:60c005f310ff3ad6d131805170f07d2946095307063eaaa5eedcaf06a0a89561,State:CONTAINER_RUNNING,CreatedAt:1728410285075550917,Labels:map[string]strin
g{io.kubernetes.container.name: kube-proxy,io.kubernetes.pod.name: kube-proxy-gnmch,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 2e4ec0ad-049b-48e6-90b2-8b8430d821f4,},Annotations:map[string]string{io.kubernetes.container.hash: 159dcc59,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:8f117035b9a9ad0d6413a03e5b852cfc28d1c799c5a27f21e69ea7f55667808d,PodSandboxId:13853a6e388f1bf625424e6a43d282b29d0edcf55a43e4a550f95be689865542,Metadata:&ContainerMetadata{Name:kube-vip,Attempt:0,},Image:&ImageSpec{Image:ghcr.io/kube-vip/kube-vip@sha256:805addee63aa68946df6a5b2dd410c9e658b7f69ddbfc8c0ea8a1486662d6413,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:18b729c2288dc4ef333dace4cac0c9a3afd63bd7d3c25bc857d39c79eea48460,State:CONTAINER_RUNNING,CreatedAt:1728410275444847191,Labels:map[string]string{
io.kubernetes.container.name: kube-vip,io.kubernetes.pod.name: kube-vip-ha-094095,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 19b7e8dee4daa510f3f23034617cd71c,},Annotations:map[string]string{io.kubernetes.container.hash: 212a3ca5,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:9c418725a44b78f6beceb57e89c5493fb423d343b205b5c90764617539361af7,PodSandboxId:b68b365f16def61fdb163d7bfb03d56e2eeda34390592db3f6d1fca104a9f14d,Metadata:&ContainerMetadata{Name:etcd,Attempt:0,},Image:&ImageSpec{Image:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,State:CONTAINER_RUNNING,CreatedAt:1728410273810961564,Labels:map[string]string{io.kubernetes.container.name: etcd,io.kuber
netes.pod.name: etcd-ha-094095,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 22ef4792d58f06f8319e0939993449f9,},Annotations:map[string]string{io.kubernetes.container.hash: cdf7d3fa,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:3b8241e00230e86e5e4e31150ce44700332613c424ae065caf7f820c4e152d4b,PodSandboxId:1c13c52688447e1457bf277b4fe1fb87894c0f251d005e834c8dabd27713df92,Metadata:&ContainerMetadata{Name:kube-apiserver,Attempt:0,},Image:&ImageSpec{Image:6bab7719df1001fdcc7e39f1decfa1f73b7f3af2757a91c5bafa1aaea29d1aee,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:6bab7719df1001fdcc7e39f1decfa1f73b7f3af2757a91c5bafa1aaea29d1aee,State:CONTAINER_RUNNING,CreatedAt:1728410273795701718,Labels:map[string]string{io.kubernetes.container.name: kube-apiserver,io.kubernetes.pod.name: kube-apiserver-
ha-094095,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 4ab63a85f4abc9ded81a3460d92ef212,},Annotations:map[string]string{io.kubernetes.container.hash: 7df2713b,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:0224d96e8ab1ab0168a2e222ef1fd31a03de32f2d7524c62a8a8230fc453ac20,PodSandboxId:f021979b9e57f9b85a8710325321a6bb7ca7a2d5c9adb9f874b7b6b5d67221d9,Metadata:&ContainerMetadata{Name:kube-scheduler,Attempt:0,},Image:&ImageSpec{Image:9aa1fad941575eed91ab13d44f3e4cb5b1ff4e09cbbe954ea63002289416a13b,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:9aa1fad941575eed91ab13d44f3e4cb5b1ff4e09cbbe954ea63002289416a13b,State:CONTAINER_RUNNING,CreatedAt:1728410273785506018,Labels:map[string]string{io.kubernetes.container.name: kube-scheduler,io.kubernetes.pod.name: kube-scheduler-ha-094095,io.kubernet
es.pod.namespace: kube-system,io.kubernetes.pod.uid: 2762c7155c0d46d981fd81220017a92c,},Annotations:map[string]string{io.kubernetes.container.hash: 12faacf7,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:ec97e876ef66b7e682c97edd99f8440cbc588095010bd6fc4f10833a17854bfb,PodSandboxId:a2f40f00bb5ffbfbcbac697446e4bab8e8fed7f163b3806dc0c1381535c744b4,Metadata:&ContainerMetadata{Name:kube-controller-manager,Attempt:0,},Image:&ImageSpec{Image:175ffd71cce3d90bae95904b55260db941b10007a4e5471a19f3135b30aa9cd1,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:175ffd71cce3d90bae95904b55260db941b10007a4e5471a19f3135b30aa9cd1,State:CONTAINER_RUNNING,CreatedAt:1728410273717756178,Labels:map[string]string{io.kubernetes.container.name: kube-controller-manager,io.kubernetes.pod.name: kube-controller-manager-ha-094095,io.ku
bernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 87f977c77bded84c5cd8640a7d7c6034,},Annotations:map[string]string{io.kubernetes.container.hash: d1900d79,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},},}" file="otel-collector/interceptors.go:74" id=c27df7bc-e40f-4852-936d-fe9589741856 name=/runtime.v1.RuntimeService/ListContainers
Oct 08 18:04:26 ha-094095 crio[659]: time="2024-10-08 18:04:26.968112607Z" level=debug msg="Request: &VersionRequest{Version:,}" file="otel-collector/interceptors.go:62" id=ec602b68-cb79-4cb2-a11b-7e4f1391ee45 name=/runtime.v1.RuntimeService/Version
Oct 08 18:04:26 ha-094095 crio[659]: time="2024-10-08 18:04:26.968204540Z" level=debug msg="Response: &VersionResponse{Version:0.1.0,RuntimeName:cri-o,RuntimeVersion:1.29.1,RuntimeApiVersion:v1,}" file="otel-collector/interceptors.go:74" id=ec602b68-cb79-4cb2-a11b-7e4f1391ee45 name=/runtime.v1.RuntimeService/Version
Oct 08 18:04:26 ha-094095 crio[659]: time="2024-10-08 18:04:26.969298795Z" level=debug msg="Request: &ImageFsInfoRequest{}" file="otel-collector/interceptors.go:62" id=811198a3-ff7f-4176-b545-1815801ba679 name=/runtime.v1.ImageService/ImageFsInfo
Oct 08 18:04:26 ha-094095 crio[659]: time="2024-10-08 18:04:26.969973049Z" level=debug msg="Response: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728410666969949839,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}" file="otel-collector/interceptors.go:74" id=811198a3-ff7f-4176-b545-1815801ba679 name=/runtime.v1.ImageService/ImageFsInfo
Oct 08 18:04:26 ha-094095 crio[659]: time="2024-10-08 18:04:26.970494846Z" level=debug msg="Request: &ListContainersRequest{Filter:&ContainerFilter{Id:,State:nil,PodSandboxId:,LabelSelector:map[string]string{},},}" file="otel-collector/interceptors.go:62" id=bf2e5cd4-dbd5-4b48-a29d-a40155b3fc4e name=/runtime.v1.RuntimeService/ListContainers
Oct 08 18:04:26 ha-094095 crio[659]: time="2024-10-08 18:04:26.970563296Z" level=debug msg="No filters were applied, returning full container list" file="server/container_list.go:60" id=bf2e5cd4-dbd5-4b48-a29d-a40155b3fc4e name=/runtime.v1.RuntimeService/ListContainers
Oct 08 18:04:26 ha-094095 crio[659]: time="2024-10-08 18:04:26.970969213Z" level=debug msg="Response: &ListContainersResponse{Containers:[]*Container{&Container{Id:b4f194cdf306afbd0bf623b97a85e93c1725db4b5a6ba6b933a57f245004a603,PodSandboxId:eaf6acce4786e8a6382ec9ad0c306034e30514469c0fedb9853a0ccca6741b52,Metadata:&ContainerMetadata{Name:busybox,Attempt:0,},Image:&ImageSpec{Image:gcr.io/k8s-minikube/busybox@sha256:74f634b1bc1bd74535d5209589734efbd44a25f4e2dc96d78784576a3eb5b335,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:8c811b4aec35f259572d0f79207bc0678df4c736eeec50bc9fec37ed936a472a,State:CONTAINER_RUNNING,CreatedAt:1728410434080989304,Labels:map[string]string{io.kubernetes.container.name: busybox,io.kubernetes.pod.name: busybox-7dff88458-n779r,io.kubernetes.pod.namespace: default,io.kubernetes.pod.uid: d3a10d4a-6add-4642-961b-b7b00f9e363b,},Annotations:map[string]string{io.kubernetes.container.hash: 82159afa,io.kubernetes.container.restartCount: 0,io.kubernetes.c
ontainer.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:079e7a8fee78ff7d7b1af73386e3bc304da1fe17a7e72f0fc9f0ab564efdb1ee,PodSandboxId:875cfacbeeb23201c6c36497a685664419b120403e29f2f38b42fd109b628897,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1728410297648632506,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-6c7xl,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 5be15582-d4c7-4ec3-95db-7f9b7db4280d,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"
UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:1eb4935d542c2dde5eb8cc5097e277923df97ad90bdbc6b1644c3fd4a1989c02,PodSandboxId:9d8f70dc17585b7eb344aa16fc0e16d59a949abccc21d74743406cfebe39a34b,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1728410297599818148,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-ghz9x,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid:
a8c97aaa-6d1a-4c2e-b8d8-74259235cd62,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:dfdfc8735b8229f0ad3194ebe15f59b898d9db2be87701cf17bbd3c4212f4ec3,PodSandboxId:d884b794bcbf861c4f46634be5faf2397ea156fe7562c77953821df012c368fe,Metadata:&ContainerMetadata{Name:storage-provisioner,Attempt:0,},Image:&ImageSpec{Image:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,State:CONTAINER_RUNNIN
G,CreatedAt:1728410297545274983,Labels:map[string]string{io.kubernetes.container.name: storage-provisioner,io.kubernetes.pod.name: storage-provisioner,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 54520f81-08fe-4612-bef9-1fe0016c45ca,},Annotations:map[string]string{io.kubernetes.container.hash: 6c6bf961,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:17a4523dfe3c8888bec2367e73c575639f5ef4084c55e4bc28ad05070043b94a,PodSandboxId:c791fa497b85ac435aad59433589c92f9a02514e94dae3da5525477f069e324e,Metadata:&ContainerMetadata{Name:kindnet-cni,Attempt:0,},Image:&ImageSpec{Image:12968670680f4561ef6818782391eb120d6e3365cf3f967aad58749f95381a4f,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:12968670680f4561ef6818782391eb120d6e3365cf3f967aad58749f95381a4f,State:CONTAINER_RUNNING,CreatedAt:17284102
85248917071,Labels:map[string]string{io.kubernetes.container.name: kindnet-cni,io.kubernetes.pod.name: kindnet-mclfx,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: fca2ce96-9193-48a5-9dc7-9d20bde6787f,},Annotations:map[string]string{io.kubernetes.container.hash: e80daca3,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:347854044c2941df1b50ca01ae43ba280b7a94bfbb8de921b38e2c79f4317034,PodSandboxId:29ed3e17d1aabd1f6f3e5cdf4c735f69be9765b8c5767b7b01b9c75638d9d803,Metadata:&ContainerMetadata{Name:kube-proxy,Attempt:0,},Image:&ImageSpec{Image:60c005f310ff3ad6d131805170f07d2946095307063eaaa5eedcaf06a0a89561,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:60c005f310ff3ad6d131805170f07d2946095307063eaaa5eedcaf06a0a89561,State:CONTAINER_RUNNING,CreatedAt:1728410285075550917,Labels:map[string]strin
g{io.kubernetes.container.name: kube-proxy,io.kubernetes.pod.name: kube-proxy-gnmch,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 2e4ec0ad-049b-48e6-90b2-8b8430d821f4,},Annotations:map[string]string{io.kubernetes.container.hash: 159dcc59,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:8f117035b9a9ad0d6413a03e5b852cfc28d1c799c5a27f21e69ea7f55667808d,PodSandboxId:13853a6e388f1bf625424e6a43d282b29d0edcf55a43e4a550f95be689865542,Metadata:&ContainerMetadata{Name:kube-vip,Attempt:0,},Image:&ImageSpec{Image:ghcr.io/kube-vip/kube-vip@sha256:805addee63aa68946df6a5b2dd410c9e658b7f69ddbfc8c0ea8a1486662d6413,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:18b729c2288dc4ef333dace4cac0c9a3afd63bd7d3c25bc857d39c79eea48460,State:CONTAINER_RUNNING,CreatedAt:1728410275444847191,Labels:map[string]string{
io.kubernetes.container.name: kube-vip,io.kubernetes.pod.name: kube-vip-ha-094095,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 19b7e8dee4daa510f3f23034617cd71c,},Annotations:map[string]string{io.kubernetes.container.hash: 212a3ca5,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:9c418725a44b78f6beceb57e89c5493fb423d343b205b5c90764617539361af7,PodSandboxId:b68b365f16def61fdb163d7bfb03d56e2eeda34390592db3f6d1fca104a9f14d,Metadata:&ContainerMetadata{Name:etcd,Attempt:0,},Image:&ImageSpec{Image:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,State:CONTAINER_RUNNING,CreatedAt:1728410273810961564,Labels:map[string]string{io.kubernetes.container.name: etcd,io.kuber
netes.pod.name: etcd-ha-094095,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 22ef4792d58f06f8319e0939993449f9,},Annotations:map[string]string{io.kubernetes.container.hash: cdf7d3fa,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:3b8241e00230e86e5e4e31150ce44700332613c424ae065caf7f820c4e152d4b,PodSandboxId:1c13c52688447e1457bf277b4fe1fb87894c0f251d005e834c8dabd27713df92,Metadata:&ContainerMetadata{Name:kube-apiserver,Attempt:0,},Image:&ImageSpec{Image:6bab7719df1001fdcc7e39f1decfa1f73b7f3af2757a91c5bafa1aaea29d1aee,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:6bab7719df1001fdcc7e39f1decfa1f73b7f3af2757a91c5bafa1aaea29d1aee,State:CONTAINER_RUNNING,CreatedAt:1728410273795701718,Labels:map[string]string{io.kubernetes.container.name: kube-apiserver,io.kubernetes.pod.name: kube-apiserver-
ha-094095,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 4ab63a85f4abc9ded81a3460d92ef212,},Annotations:map[string]string{io.kubernetes.container.hash: 7df2713b,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:0224d96e8ab1ab0168a2e222ef1fd31a03de32f2d7524c62a8a8230fc453ac20,PodSandboxId:f021979b9e57f9b85a8710325321a6bb7ca7a2d5c9adb9f874b7b6b5d67221d9,Metadata:&ContainerMetadata{Name:kube-scheduler,Attempt:0,},Image:&ImageSpec{Image:9aa1fad941575eed91ab13d44f3e4cb5b1ff4e09cbbe954ea63002289416a13b,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:9aa1fad941575eed91ab13d44f3e4cb5b1ff4e09cbbe954ea63002289416a13b,State:CONTAINER_RUNNING,CreatedAt:1728410273785506018,Labels:map[string]string{io.kubernetes.container.name: kube-scheduler,io.kubernetes.pod.name: kube-scheduler-ha-094095,io.kubernet
es.pod.namespace: kube-system,io.kubernetes.pod.uid: 2762c7155c0d46d981fd81220017a92c,},Annotations:map[string]string{io.kubernetes.container.hash: 12faacf7,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:ec97e876ef66b7e682c97edd99f8440cbc588095010bd6fc4f10833a17854bfb,PodSandboxId:a2f40f00bb5ffbfbcbac697446e4bab8e8fed7f163b3806dc0c1381535c744b4,Metadata:&ContainerMetadata{Name:kube-controller-manager,Attempt:0,},Image:&ImageSpec{Image:175ffd71cce3d90bae95904b55260db941b10007a4e5471a19f3135b30aa9cd1,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:175ffd71cce3d90bae95904b55260db941b10007a4e5471a19f3135b30aa9cd1,State:CONTAINER_RUNNING,CreatedAt:1728410273717756178,Labels:map[string]string{io.kubernetes.container.name: kube-controller-manager,io.kubernetes.pod.name: kube-controller-manager-ha-094095,io.ku
bernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 87f977c77bded84c5cd8640a7d7c6034,},Annotations:map[string]string{io.kubernetes.container.hash: d1900d79,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},},}" file="otel-collector/interceptors.go:74" id=bf2e5cd4-dbd5-4b48-a29d-a40155b3fc4e name=/runtime.v1.RuntimeService/ListContainers
Oct 08 18:04:27 ha-094095 crio[659]: time="2024-10-08 18:04:27.007227509Z" level=debug msg="Request: &VersionRequest{Version:,}" file="otel-collector/interceptors.go:62" id=dbd8c6c0-ff5d-4b8d-88e3-8a3798459e75 name=/runtime.v1.RuntimeService/Version
Oct 08 18:04:27 ha-094095 crio[659]: time="2024-10-08 18:04:27.007298912Z" level=debug msg="Response: &VersionResponse{Version:0.1.0,RuntimeName:cri-o,RuntimeVersion:1.29.1,RuntimeApiVersion:v1,}" file="otel-collector/interceptors.go:74" id=dbd8c6c0-ff5d-4b8d-88e3-8a3798459e75 name=/runtime.v1.RuntimeService/Version
Oct 08 18:04:27 ha-094095 crio[659]: time="2024-10-08 18:04:27.008641928Z" level=debug msg="Request: &ImageFsInfoRequest{}" file="otel-collector/interceptors.go:62" id=a5cba28d-5e0a-428a-b7a7-cd4c085455d6 name=/runtime.v1.ImageService/ImageFsInfo
Oct 08 18:04:27 ha-094095 crio[659]: time="2024-10-08 18:04:27.009045704Z" level=debug msg="Response: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728410667009025381,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}" file="otel-collector/interceptors.go:74" id=a5cba28d-5e0a-428a-b7a7-cd4c085455d6 name=/runtime.v1.ImageService/ImageFsInfo
Oct 08 18:04:27 ha-094095 crio[659]: time="2024-10-08 18:04:27.009587823Z" level=debug msg="Request: &ListContainersRequest{Filter:&ContainerFilter{Id:,State:nil,PodSandboxId:,LabelSelector:map[string]string{},},}" file="otel-collector/interceptors.go:62" id=bb349d2b-8a8f-4315-b1b0-aa265b0d2e63 name=/runtime.v1.RuntimeService/ListContainers
Oct 08 18:04:27 ha-094095 crio[659]: time="2024-10-08 18:04:27.009664351Z" level=debug msg="No filters were applied, returning full container list" file="server/container_list.go:60" id=bb349d2b-8a8f-4315-b1b0-aa265b0d2e63 name=/runtime.v1.RuntimeService/ListContainers
Oct 08 18:04:27 ha-094095 crio[659]: time="2024-10-08 18:04:27.009904547Z" level=debug msg="Response: &ListContainersResponse{Containers:[]*Container{&Container{Id:b4f194cdf306afbd0bf623b97a85e93c1725db4b5a6ba6b933a57f245004a603,PodSandboxId:eaf6acce4786e8a6382ec9ad0c306034e30514469c0fedb9853a0ccca6741b52,Metadata:&ContainerMetadata{Name:busybox,Attempt:0,},Image:&ImageSpec{Image:gcr.io/k8s-minikube/busybox@sha256:74f634b1bc1bd74535d5209589734efbd44a25f4e2dc96d78784576a3eb5b335,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:8c811b4aec35f259572d0f79207bc0678df4c736eeec50bc9fec37ed936a472a,State:CONTAINER_RUNNING,CreatedAt:1728410434080989304,Labels:map[string]string{io.kubernetes.container.name: busybox,io.kubernetes.pod.name: busybox-7dff88458-n779r,io.kubernetes.pod.namespace: default,io.kubernetes.pod.uid: d3a10d4a-6add-4642-961b-b7b00f9e363b,},Annotations:map[string]string{io.kubernetes.container.hash: 82159afa,io.kubernetes.container.restartCount: 0,io.kubernetes.c
ontainer.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:079e7a8fee78ff7d7b1af73386e3bc304da1fe17a7e72f0fc9f0ab564efdb1ee,PodSandboxId:875cfacbeeb23201c6c36497a685664419b120403e29f2f38b42fd109b628897,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1728410297648632506,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-6c7xl,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 5be15582-d4c7-4ec3-95db-7f9b7db4280d,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"
UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:1eb4935d542c2dde5eb8cc5097e277923df97ad90bdbc6b1644c3fd4a1989c02,PodSandboxId:9d8f70dc17585b7eb344aa16fc0e16d59a949abccc21d74743406cfebe39a34b,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1728410297599818148,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-ghz9x,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid:
a8c97aaa-6d1a-4c2e-b8d8-74259235cd62,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:dfdfc8735b8229f0ad3194ebe15f59b898d9db2be87701cf17bbd3c4212f4ec3,PodSandboxId:d884b794bcbf861c4f46634be5faf2397ea156fe7562c77953821df012c368fe,Metadata:&ContainerMetadata{Name:storage-provisioner,Attempt:0,},Image:&ImageSpec{Image:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,State:CONTAINER_RUNNIN
G,CreatedAt:1728410297545274983,Labels:map[string]string{io.kubernetes.container.name: storage-provisioner,io.kubernetes.pod.name: storage-provisioner,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 54520f81-08fe-4612-bef9-1fe0016c45ca,},Annotations:map[string]string{io.kubernetes.container.hash: 6c6bf961,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:17a4523dfe3c8888bec2367e73c575639f5ef4084c55e4bc28ad05070043b94a,PodSandboxId:c791fa497b85ac435aad59433589c92f9a02514e94dae3da5525477f069e324e,Metadata:&ContainerMetadata{Name:kindnet-cni,Attempt:0,},Image:&ImageSpec{Image:12968670680f4561ef6818782391eb120d6e3365cf3f967aad58749f95381a4f,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:12968670680f4561ef6818782391eb120d6e3365cf3f967aad58749f95381a4f,State:CONTAINER_RUNNING,CreatedAt:17284102
85248917071,Labels:map[string]string{io.kubernetes.container.name: kindnet-cni,io.kubernetes.pod.name: kindnet-mclfx,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: fca2ce96-9193-48a5-9dc7-9d20bde6787f,},Annotations:map[string]string{io.kubernetes.container.hash: e80daca3,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:347854044c2941df1b50ca01ae43ba280b7a94bfbb8de921b38e2c79f4317034,PodSandboxId:29ed3e17d1aabd1f6f3e5cdf4c735f69be9765b8c5767b7b01b9c75638d9d803,Metadata:&ContainerMetadata{Name:kube-proxy,Attempt:0,},Image:&ImageSpec{Image:60c005f310ff3ad6d131805170f07d2946095307063eaaa5eedcaf06a0a89561,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:60c005f310ff3ad6d131805170f07d2946095307063eaaa5eedcaf06a0a89561,State:CONTAINER_RUNNING,CreatedAt:1728410285075550917,Labels:map[string]strin
g{io.kubernetes.container.name: kube-proxy,io.kubernetes.pod.name: kube-proxy-gnmch,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 2e4ec0ad-049b-48e6-90b2-8b8430d821f4,},Annotations:map[string]string{io.kubernetes.container.hash: 159dcc59,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:8f117035b9a9ad0d6413a03e5b852cfc28d1c799c5a27f21e69ea7f55667808d,PodSandboxId:13853a6e388f1bf625424e6a43d282b29d0edcf55a43e4a550f95be689865542,Metadata:&ContainerMetadata{Name:kube-vip,Attempt:0,},Image:&ImageSpec{Image:ghcr.io/kube-vip/kube-vip@sha256:805addee63aa68946df6a5b2dd410c9e658b7f69ddbfc8c0ea8a1486662d6413,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:18b729c2288dc4ef333dace4cac0c9a3afd63bd7d3c25bc857d39c79eea48460,State:CONTAINER_RUNNING,CreatedAt:1728410275444847191,Labels:map[string]string{
io.kubernetes.container.name: kube-vip,io.kubernetes.pod.name: kube-vip-ha-094095,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 19b7e8dee4daa510f3f23034617cd71c,},Annotations:map[string]string{io.kubernetes.container.hash: 212a3ca5,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:9c418725a44b78f6beceb57e89c5493fb423d343b205b5c90764617539361af7,PodSandboxId:b68b365f16def61fdb163d7bfb03d56e2eeda34390592db3f6d1fca104a9f14d,Metadata:&ContainerMetadata{Name:etcd,Attempt:0,},Image:&ImageSpec{Image:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,State:CONTAINER_RUNNING,CreatedAt:1728410273810961564,Labels:map[string]string{io.kubernetes.container.name: etcd,io.kuber
netes.pod.name: etcd-ha-094095,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 22ef4792d58f06f8319e0939993449f9,},Annotations:map[string]string{io.kubernetes.container.hash: cdf7d3fa,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:3b8241e00230e86e5e4e31150ce44700332613c424ae065caf7f820c4e152d4b,PodSandboxId:1c13c52688447e1457bf277b4fe1fb87894c0f251d005e834c8dabd27713df92,Metadata:&ContainerMetadata{Name:kube-apiserver,Attempt:0,},Image:&ImageSpec{Image:6bab7719df1001fdcc7e39f1decfa1f73b7f3af2757a91c5bafa1aaea29d1aee,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:6bab7719df1001fdcc7e39f1decfa1f73b7f3af2757a91c5bafa1aaea29d1aee,State:CONTAINER_RUNNING,CreatedAt:1728410273795701718,Labels:map[string]string{io.kubernetes.container.name: kube-apiserver,io.kubernetes.pod.name: kube-apiserver-
ha-094095,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 4ab63a85f4abc9ded81a3460d92ef212,},Annotations:map[string]string{io.kubernetes.container.hash: 7df2713b,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:0224d96e8ab1ab0168a2e222ef1fd31a03de32f2d7524c62a8a8230fc453ac20,PodSandboxId:f021979b9e57f9b85a8710325321a6bb7ca7a2d5c9adb9f874b7b6b5d67221d9,Metadata:&ContainerMetadata{Name:kube-scheduler,Attempt:0,},Image:&ImageSpec{Image:9aa1fad941575eed91ab13d44f3e4cb5b1ff4e09cbbe954ea63002289416a13b,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:9aa1fad941575eed91ab13d44f3e4cb5b1ff4e09cbbe954ea63002289416a13b,State:CONTAINER_RUNNING,CreatedAt:1728410273785506018,Labels:map[string]string{io.kubernetes.container.name: kube-scheduler,io.kubernetes.pod.name: kube-scheduler-ha-094095,io.kubernet
es.pod.namespace: kube-system,io.kubernetes.pod.uid: 2762c7155c0d46d981fd81220017a92c,},Annotations:map[string]string{io.kubernetes.container.hash: 12faacf7,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:ec97e876ef66b7e682c97edd99f8440cbc588095010bd6fc4f10833a17854bfb,PodSandboxId:a2f40f00bb5ffbfbcbac697446e4bab8e8fed7f163b3806dc0c1381535c744b4,Metadata:&ContainerMetadata{Name:kube-controller-manager,Attempt:0,},Image:&ImageSpec{Image:175ffd71cce3d90bae95904b55260db941b10007a4e5471a19f3135b30aa9cd1,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:175ffd71cce3d90bae95904b55260db941b10007a4e5471a19f3135b30aa9cd1,State:CONTAINER_RUNNING,CreatedAt:1728410273717756178,Labels:map[string]string{io.kubernetes.container.name: kube-controller-manager,io.kubernetes.pod.name: kube-controller-manager-ha-094095,io.ku
bernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 87f977c77bded84c5cd8640a7d7c6034,},Annotations:map[string]string{io.kubernetes.container.hash: d1900d79,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},},}" file="otel-collector/interceptors.go:74" id=bb349d2b-8a8f-4315-b1b0-aa265b0d2e63 name=/runtime.v1.RuntimeService/ListContainers
Oct 08 18:04:27 ha-094095 crio[659]: time="2024-10-08 18:04:27.045649880Z" level=debug msg="Request: &VersionRequest{Version:,}" file="otel-collector/interceptors.go:62" id=d4e4f38c-2beb-4c43-86cb-528b7f54cb75 name=/runtime.v1.RuntimeService/Version
Oct 08 18:04:27 ha-094095 crio[659]: time="2024-10-08 18:04:27.045791380Z" level=debug msg="Response: &VersionResponse{Version:0.1.0,RuntimeName:cri-o,RuntimeVersion:1.29.1,RuntimeApiVersion:v1,}" file="otel-collector/interceptors.go:74" id=d4e4f38c-2beb-4c43-86cb-528b7f54cb75 name=/runtime.v1.RuntimeService/Version
Oct 08 18:04:27 ha-094095 crio[659]: time="2024-10-08 18:04:27.046900496Z" level=debug msg="Request: &ImageFsInfoRequest{}" file="otel-collector/interceptors.go:62" id=febdc333-5f2d-4822-88ff-187b2ce72536 name=/runtime.v1.ImageService/ImageFsInfo
Oct 08 18:04:27 ha-094095 crio[659]: time="2024-10-08 18:04:27.047302288Z" level=debug msg="Response: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728410667047281585,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}" file="otel-collector/interceptors.go:74" id=febdc333-5f2d-4822-88ff-187b2ce72536 name=/runtime.v1.ImageService/ImageFsInfo
Oct 08 18:04:27 ha-094095 crio[659]: time="2024-10-08 18:04:27.047826339Z" level=debug msg="Request: &ListContainersRequest{Filter:&ContainerFilter{Id:,State:nil,PodSandboxId:,LabelSelector:map[string]string{},},}" file="otel-collector/interceptors.go:62" id=debd0482-337a-4b5f-969c-942a05c1c456 name=/runtime.v1.RuntimeService/ListContainers
Oct 08 18:04:27 ha-094095 crio[659]: time="2024-10-08 18:04:27.047897609Z" level=debug msg="No filters were applied, returning full container list" file="server/container_list.go:60" id=debd0482-337a-4b5f-969c-942a05c1c456 name=/runtime.v1.RuntimeService/ListContainers
Oct 08 18:04:27 ha-094095 crio[659]: time="2024-10-08 18:04:27.048122811Z" level=debug msg="Response: &ListContainersResponse{Containers:[]*Container{&Container{Id:b4f194cdf306afbd0bf623b97a85e93c1725db4b5a6ba6b933a57f245004a603,PodSandboxId:eaf6acce4786e8a6382ec9ad0c306034e30514469c0fedb9853a0ccca6741b52,Metadata:&ContainerMetadata{Name:busybox,Attempt:0,},Image:&ImageSpec{Image:gcr.io/k8s-minikube/busybox@sha256:74f634b1bc1bd74535d5209589734efbd44a25f4e2dc96d78784576a3eb5b335,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:8c811b4aec35f259572d0f79207bc0678df4c736eeec50bc9fec37ed936a472a,State:CONTAINER_RUNNING,CreatedAt:1728410434080989304,Labels:map[string]string{io.kubernetes.container.name: busybox,io.kubernetes.pod.name: busybox-7dff88458-n779r,io.kubernetes.pod.namespace: default,io.kubernetes.pod.uid: d3a10d4a-6add-4642-961b-b7b00f9e363b,},Annotations:map[string]string{io.kubernetes.container.hash: 82159afa,io.kubernetes.container.restartCount: 0,io.kubernetes.c
ontainer.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:079e7a8fee78ff7d7b1af73386e3bc304da1fe17a7e72f0fc9f0ab564efdb1ee,PodSandboxId:875cfacbeeb23201c6c36497a685664419b120403e29f2f38b42fd109b628897,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1728410297648632506,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-6c7xl,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 5be15582-d4c7-4ec3-95db-7f9b7db4280d,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"
UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:1eb4935d542c2dde5eb8cc5097e277923df97ad90bdbc6b1644c3fd4a1989c02,PodSandboxId:9d8f70dc17585b7eb344aa16fc0e16d59a949abccc21d74743406cfebe39a34b,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1728410297599818148,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-ghz9x,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid:
a8c97aaa-6d1a-4c2e-b8d8-74259235cd62,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:dfdfc8735b8229f0ad3194ebe15f59b898d9db2be87701cf17bbd3c4212f4ec3,PodSandboxId:d884b794bcbf861c4f46634be5faf2397ea156fe7562c77953821df012c368fe,Metadata:&ContainerMetadata{Name:storage-provisioner,Attempt:0,},Image:&ImageSpec{Image:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,State:CONTAINER_RUNNIN
G,CreatedAt:1728410297545274983,Labels:map[string]string{io.kubernetes.container.name: storage-provisioner,io.kubernetes.pod.name: storage-provisioner,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 54520f81-08fe-4612-bef9-1fe0016c45ca,},Annotations:map[string]string{io.kubernetes.container.hash: 6c6bf961,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:17a4523dfe3c8888bec2367e73c575639f5ef4084c55e4bc28ad05070043b94a,PodSandboxId:c791fa497b85ac435aad59433589c92f9a02514e94dae3da5525477f069e324e,Metadata:&ContainerMetadata{Name:kindnet-cni,Attempt:0,},Image:&ImageSpec{Image:12968670680f4561ef6818782391eb120d6e3365cf3f967aad58749f95381a4f,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:12968670680f4561ef6818782391eb120d6e3365cf3f967aad58749f95381a4f,State:CONTAINER_RUNNING,CreatedAt:17284102
85248917071,Labels:map[string]string{io.kubernetes.container.name: kindnet-cni,io.kubernetes.pod.name: kindnet-mclfx,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: fca2ce96-9193-48a5-9dc7-9d20bde6787f,},Annotations:map[string]string{io.kubernetes.container.hash: e80daca3,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:347854044c2941df1b50ca01ae43ba280b7a94bfbb8de921b38e2c79f4317034,PodSandboxId:29ed3e17d1aabd1f6f3e5cdf4c735f69be9765b8c5767b7b01b9c75638d9d803,Metadata:&ContainerMetadata{Name:kube-proxy,Attempt:0,},Image:&ImageSpec{Image:60c005f310ff3ad6d131805170f07d2946095307063eaaa5eedcaf06a0a89561,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:60c005f310ff3ad6d131805170f07d2946095307063eaaa5eedcaf06a0a89561,State:CONTAINER_RUNNING,CreatedAt:1728410285075550917,Labels:map[string]strin
g{io.kubernetes.container.name: kube-proxy,io.kubernetes.pod.name: kube-proxy-gnmch,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 2e4ec0ad-049b-48e6-90b2-8b8430d821f4,},Annotations:map[string]string{io.kubernetes.container.hash: 159dcc59,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:8f117035b9a9ad0d6413a03e5b852cfc28d1c799c5a27f21e69ea7f55667808d,PodSandboxId:13853a6e388f1bf625424e6a43d282b29d0edcf55a43e4a550f95be689865542,Metadata:&ContainerMetadata{Name:kube-vip,Attempt:0,},Image:&ImageSpec{Image:ghcr.io/kube-vip/kube-vip@sha256:805addee63aa68946df6a5b2dd410c9e658b7f69ddbfc8c0ea8a1486662d6413,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:18b729c2288dc4ef333dace4cac0c9a3afd63bd7d3c25bc857d39c79eea48460,State:CONTAINER_RUNNING,CreatedAt:1728410275444847191,Labels:map[string]string{
io.kubernetes.container.name: kube-vip,io.kubernetes.pod.name: kube-vip-ha-094095,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 19b7e8dee4daa510f3f23034617cd71c,},Annotations:map[string]string{io.kubernetes.container.hash: 212a3ca5,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:9c418725a44b78f6beceb57e89c5493fb423d343b205b5c90764617539361af7,PodSandboxId:b68b365f16def61fdb163d7bfb03d56e2eeda34390592db3f6d1fca104a9f14d,Metadata:&ContainerMetadata{Name:etcd,Attempt:0,},Image:&ImageSpec{Image:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,State:CONTAINER_RUNNING,CreatedAt:1728410273810961564,Labels:map[string]string{io.kubernetes.container.name: etcd,io.kuber
netes.pod.name: etcd-ha-094095,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 22ef4792d58f06f8319e0939993449f9,},Annotations:map[string]string{io.kubernetes.container.hash: cdf7d3fa,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:3b8241e00230e86e5e4e31150ce44700332613c424ae065caf7f820c4e152d4b,PodSandboxId:1c13c52688447e1457bf277b4fe1fb87894c0f251d005e834c8dabd27713df92,Metadata:&ContainerMetadata{Name:kube-apiserver,Attempt:0,},Image:&ImageSpec{Image:6bab7719df1001fdcc7e39f1decfa1f73b7f3af2757a91c5bafa1aaea29d1aee,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:6bab7719df1001fdcc7e39f1decfa1f73b7f3af2757a91c5bafa1aaea29d1aee,State:CONTAINER_RUNNING,CreatedAt:1728410273795701718,Labels:map[string]string{io.kubernetes.container.name: kube-apiserver,io.kubernetes.pod.name: kube-apiserver-
ha-094095,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 4ab63a85f4abc9ded81a3460d92ef212,},Annotations:map[string]string{io.kubernetes.container.hash: 7df2713b,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:0224d96e8ab1ab0168a2e222ef1fd31a03de32f2d7524c62a8a8230fc453ac20,PodSandboxId:f021979b9e57f9b85a8710325321a6bb7ca7a2d5c9adb9f874b7b6b5d67221d9,Metadata:&ContainerMetadata{Name:kube-scheduler,Attempt:0,},Image:&ImageSpec{Image:9aa1fad941575eed91ab13d44f3e4cb5b1ff4e09cbbe954ea63002289416a13b,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:9aa1fad941575eed91ab13d44f3e4cb5b1ff4e09cbbe954ea63002289416a13b,State:CONTAINER_RUNNING,CreatedAt:1728410273785506018,Labels:map[string]string{io.kubernetes.container.name: kube-scheduler,io.kubernetes.pod.name: kube-scheduler-ha-094095,io.kubernet
es.pod.namespace: kube-system,io.kubernetes.pod.uid: 2762c7155c0d46d981fd81220017a92c,},Annotations:map[string]string{io.kubernetes.container.hash: 12faacf7,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:ec97e876ef66b7e682c97edd99f8440cbc588095010bd6fc4f10833a17854bfb,PodSandboxId:a2f40f00bb5ffbfbcbac697446e4bab8e8fed7f163b3806dc0c1381535c744b4,Metadata:&ContainerMetadata{Name:kube-controller-manager,Attempt:0,},Image:&ImageSpec{Image:175ffd71cce3d90bae95904b55260db941b10007a4e5471a19f3135b30aa9cd1,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:175ffd71cce3d90bae95904b55260db941b10007a4e5471a19f3135b30aa9cd1,State:CONTAINER_RUNNING,CreatedAt:1728410273717756178,Labels:map[string]string{io.kubernetes.container.name: kube-controller-manager,io.kubernetes.pod.name: kube-controller-manager-ha-094095,io.ku
bernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 87f977c77bded84c5cd8640a7d7c6034,},Annotations:map[string]string{io.kubernetes.container.hash: d1900d79,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},},}" file="otel-collector/interceptors.go:74" id=debd0482-337a-4b5f-969c-942a05c1c456 name=/runtime.v1.RuntimeService/ListContainers
==> container status <==
CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD
b4f194cdf306a gcr.io/k8s-minikube/busybox@sha256:74f634b1bc1bd74535d5209589734efbd44a25f4e2dc96d78784576a3eb5b335 3 minutes ago Running busybox 0 eaf6acce4786e busybox-7dff88458-n779r
079e7a8fee78f c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6 6 minutes ago Running coredns 0 875cfacbeeb23 coredns-7c65d6cfc9-6c7xl
1eb4935d542c2 c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6 6 minutes ago Running coredns 0 9d8f70dc17585 coredns-7c65d6cfc9-ghz9x
dfdfc8735b822 6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562 6 minutes ago Running storage-provisioner 0 d884b794bcbf8 storage-provisioner
17a4523dfe3c8 12968670680f4561ef6818782391eb120d6e3365cf3f967aad58749f95381a4f 6 minutes ago Running kindnet-cni 0 c791fa497b85a kindnet-mclfx
347854044c294 60c005f310ff3ad6d131805170f07d2946095307063eaaa5eedcaf06a0a89561 6 minutes ago Running kube-proxy 0 29ed3e17d1aab kube-proxy-gnmch
8f117035b9a9a ghcr.io/kube-vip/kube-vip@sha256:805addee63aa68946df6a5b2dd410c9e658b7f69ddbfc8c0ea8a1486662d6413 6 minutes ago Running kube-vip 0 13853a6e388f1 kube-vip-ha-094095
9c418725a44b7 2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4 6 minutes ago Running etcd 0 b68b365f16def etcd-ha-094095
3b8241e00230e 6bab7719df1001fdcc7e39f1decfa1f73b7f3af2757a91c5bafa1aaea29d1aee 6 minutes ago Running kube-apiserver 0 1c13c52688447 kube-apiserver-ha-094095
0224d96e8ab1a 9aa1fad941575eed91ab13d44f3e4cb5b1ff4e09cbbe954ea63002289416a13b 6 minutes ago Running kube-scheduler 0 f021979b9e57f kube-scheduler-ha-094095
ec97e876ef66b 175ffd71cce3d90bae95904b55260db941b10007a4e5471a19f3135b30aa9cd1 6 minutes ago Running kube-controller-manager 0 a2f40f00bb5ff kube-controller-manager-ha-094095
==> coredns [079e7a8fee78ff7d7b1af73386e3bc304da1fe17a7e72f0fc9f0ab564efdb1ee] <==
[INFO] 10.244.1.2:46939 - 8 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000173909s
[INFO] 10.244.1.2:43197 - 9 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000152065s
[INFO] 10.244.0.4:54276 - 3 "AAAA IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 36 0.001776636s
[INFO] 10.244.0.4:42844 - 6 "A IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 36 0.001027134s
[INFO] 10.244.0.4:33552 - 7 "A IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000087486s
[INFO] 10.244.0.4:40894 - 8 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000128456s
[INFO] 10.244.2.2:37156 - 4 "AAAA IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000090694s
[INFO] 10.244.2.2:35975 - 5 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000342501s
[INFO] 10.244.2.2:56819 - 8 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.00008022s
[INFO] 10.244.2.2:40613 - 9 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000107574s
[INFO] 10.244.1.2:38959 - 3 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000208641s
[INFO] 10.244.0.4:58386 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.00011149s
[INFO] 10.244.0.4:56827 - 3 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.00016311s
[INFO] 10.244.0.4:52547 - 4 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000068216s
[INFO] 10.244.0.4:59149 - 5 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000077593s
[INFO] 10.244.2.2:49444 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000156535s
[INFO] 10.244.2.2:51787 - 3 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000111699s
[INFO] 10.244.2.2:52768 - 4 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000107964s
[INFO] 10.244.2.2:53538 - 5 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000071551s
[INFO] 10.244.1.2:52231 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000220976s
[INFO] 10.244.0.4:45893 - 3 "AAAA IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 40 0.000145642s
[INFO] 10.244.0.4:50564 - 4 "A IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 78 0.00012308s
[INFO] 10.244.0.4:40912 - 5 "PTR IN 1.39.168.192.in-addr.arpa. udp 43 false 512" NOERROR qr,aa,rd 104 0.000110407s
[INFO] 10.244.2.2:48559 - 3 "AAAA IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 40 0.000182361s
[INFO] 10.244.2.2:42189 - 4 "A IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 78 0.000123843s
==> coredns [1eb4935d542c2dde5eb8cc5097e277923df97ad90bdbc6b1644c3fd4a1989c02] <==
[INFO] 10.244.0.4:33157 - 4 "A IN kubernetes.io. udp 31 false 512" NOERROR qr,rd,ra 60 0.000403051s
[INFO] 10.244.2.2:33432 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000198542s
[INFO] 10.244.2.2:43175 - 3 "AAAA IN kubernetes.io. udp 31 false 512" NOERROR qr,aa,rd,ra 31 0.00011602s
[INFO] 10.244.2.2:39986 - 4 "A IN kubernetes.io. udp 31 false 512" NOERROR qr,aa,rd,ra 60 0.00007233s
[INFO] 10.244.2.2:43098 - 5 "PTR IN 148.40.75.147.in-addr.arpa. udp 44 false 512" NXDOMAIN qr,rd,ra 44 0.001798194s
[INFO] 10.244.1.2:51904 - 3 "AAAA IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 36 0.006238586s
[INFO] 10.244.1.2:39841 - 5 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000245332s
[INFO] 10.244.1.2:52002 - 6 "A IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 36 0.010411466s
[INFO] 10.244.0.4:36134 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000131817s
[INFO] 10.244.0.4:60392 - 4 "AAAA IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000136485s
[INFO] 10.244.0.4:47750 - 5 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.0001276s
[INFO] 10.244.0.4:53066 - 9 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000112589s
[INFO] 10.244.2.2:50951 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000171312s
[INFO] 10.244.2.2:36151 - 3 "AAAA IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 36 0.001719697s
[INFO] 10.244.2.2:59876 - 6 "A IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 36 0.00134295s
[INFO] 10.244.2.2:34156 - 7 "A IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000121408s
[INFO] 10.244.1.2:40835 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000210172s
[INFO] 10.244.1.2:35561 - 4 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000210453s
[INFO] 10.244.1.2:58285 - 5 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000178889s
[INFO] 10.244.1.2:57787 - 3 "AAAA IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 40 0.000236305s
[INFO] 10.244.1.2:52947 - 4 "A IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 78 0.000185701s
[INFO] 10.244.1.2:38121 - 5 "PTR IN 1.39.168.192.in-addr.arpa. udp 43 false 512" NOERROR qr,aa,rd 104 0.000200581s
[INFO] 10.244.0.4:37934 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000195898s
[INFO] 10.244.2.2:51605 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000210836s
[INFO] 10.244.2.2:44666 - 5 "PTR IN 1.39.168.192.in-addr.arpa. udp 43 false 512" NOERROR qr,aa,rd 104 0.000117181s
==> describe nodes <==
Name: ha-094095
Roles: control-plane
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=ha-094095
kubernetes.io/os=linux
minikube.k8s.io/commit=2c4e2f69eea7599bce474e3f41d0dff85410149e
minikube.k8s.io/name=ha-094095
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2024_10_08T17_58_01_0700
minikube.k8s.io/version=v1.34.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Tue, 08 Oct 2024 17:57:59 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: ha-094095
AcquireTime: <unset>
RenewTime: Tue, 08 Oct 2024 18:04:17 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Tue, 08 Oct 2024 18:01:03 +0000 Tue, 08 Oct 2024 17:57:59 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Tue, 08 Oct 2024 18:01:03 +0000 Tue, 08 Oct 2024 17:57:59 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Tue, 08 Oct 2024 18:01:03 +0000 Tue, 08 Oct 2024 17:57:59 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Tue, 08 Oct 2024 18:01:03 +0000 Tue, 08 Oct 2024 17:58:16 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.39.99
Hostname: ha-094095
Capacity:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
System Info:
Machine ID: 14f253fb8c294514826ad247cbfc784d
System UUID: 14f253fb-8c29-4514-826a-d247cbfc784d
Boot ID: 6cdd0146-42c4-4814-93e6-3af5699e77ab
Kernel Version: 5.10.207
OS Image: Buildroot 2023.02.9
Operating System: linux
Architecture: amd64
Container Runtime Version: cri-o://1.29.1
Kubelet Version: v1.31.1
Kube-Proxy Version: v1.31.1
PodCIDR: 10.244.0.0/24
PodCIDRs: 10.244.0.0/24
Non-terminated Pods: (11 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox-7dff88458-n779r 0 (0%) 0 (0%) 0 (0%) 0 (0%) 3m57s
kube-system coredns-7c65d6cfc9-6c7xl 100m (5%) 0 (0%) 70Mi (3%) 170Mi (8%) 6m23s
kube-system coredns-7c65d6cfc9-ghz9x 100m (5%) 0 (0%) 70Mi (3%) 170Mi (8%) 6m23s
kube-system etcd-ha-094095 100m (5%) 0 (0%) 100Mi (4%) 0 (0%) 6m27s
kube-system kindnet-mclfx 100m (5%) 100m (5%) 50Mi (2%) 50Mi (2%) 6m24s
kube-system kube-apiserver-ha-094095 250m (12%) 0 (0%) 0 (0%) 0 (0%) 6m27s
kube-system kube-controller-manager-ha-094095 200m (10%) 0 (0%) 0 (0%) 0 (0%) 6m27s
kube-system kube-proxy-gnmch 0 (0%) 0 (0%) 0 (0%) 0 (0%) 6m24s
kube-system kube-scheduler-ha-094095 100m (5%) 0 (0%) 0 (0%) 0 (0%) 6m27s
kube-system kube-vip-ha-094095 0 (0%) 0 (0%) 0 (0%) 0 (0%) 6m27s
kube-system storage-provisioner 0 (0%) 0 (0%) 0 (0%) 0 (0%) 6m22s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 950m (47%) 100m (5%)
memory 290Mi (13%) 390Mi (18%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 6m21s kube-proxy
Normal Starting 6m27s kubelet Starting kubelet.
Normal NodeAllocatableEnforced 6m27s kubelet Updated Node Allocatable limit across pods
Normal NodeHasSufficientMemory 6m27s kubelet Node ha-094095 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 6m27s kubelet Node ha-094095 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 6m27s kubelet Node ha-094095 status is now: NodeHasSufficientPID
Normal RegisteredNode 6m24s node-controller Node ha-094095 event: Registered Node ha-094095 in Controller
Normal NodeReady 6m11s kubelet Node ha-094095 status is now: NodeReady
Normal RegisteredNode 5m25s node-controller Node ha-094095 event: Registered Node ha-094095 in Controller
Normal RegisteredNode 4m18s node-controller Node ha-094095 event: Registered Node ha-094095 in Controller
Name: ha-094095-m02
Roles: control-plane
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=ha-094095-m02
kubernetes.io/os=linux
minikube.k8s.io/commit=2c4e2f69eea7599bce474e3f41d0dff85410149e
minikube.k8s.io/name=ha-094095
minikube.k8s.io/primary=false
minikube.k8s.io/updated_at=2024_10_08T17_58_56_0700
minikube.k8s.io/version=v1.34.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Tue, 08 Oct 2024 17:58:53 +0000
Taints: node.kubernetes.io/unreachable:NoExecute
node.kubernetes.io/unreachable:NoSchedule
Unschedulable: false
Lease:
HolderIdentity: ha-094095-m02
AcquireTime: <unset>
RenewTime: Tue, 08 Oct 2024 18:01:46 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure Unknown Tue, 08 Oct 2024 18:00:56 +0000 Tue, 08 Oct 2024 18:02:28 +0000 NodeStatusUnknown Kubelet stopped posting node status.
DiskPressure Unknown Tue, 08 Oct 2024 18:00:56 +0000 Tue, 08 Oct 2024 18:02:28 +0000 NodeStatusUnknown Kubelet stopped posting node status.
PIDPressure Unknown Tue, 08 Oct 2024 18:00:56 +0000 Tue, 08 Oct 2024 18:02:28 +0000 NodeStatusUnknown Kubelet stopped posting node status.
Ready Unknown Tue, 08 Oct 2024 18:00:56 +0000 Tue, 08 Oct 2024 18:02:28 +0000 NodeStatusUnknown Kubelet stopped posting node status.
Addresses:
InternalIP: 192.168.39.65
Hostname: ha-094095-m02
Capacity:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
System Info:
Machine ID: 6846904a528149b4bec4ab05607145f5
System UUID: 6846904a-5281-49b4-bec4-ab05607145f5
Boot ID: 92a2dec0-2bc9-44db-94e9-e4a68690b144
Kernel Version: 5.10.207
OS Image: Buildroot 2023.02.9
Operating System: linux
Architecture: amd64
Container Runtime Version: cri-o://1.29.1
Kubelet Version: v1.31.1
Kube-Proxy Version: v1.31.1
PodCIDR: 10.244.1.0/24
PodCIDRs: 10.244.1.0/24
Non-terminated Pods: (8 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox-7dff88458-gxdk6 0 (0%) 0 (0%) 0 (0%) 0 (0%) 3m57s
kube-system etcd-ha-094095-m02 100m (5%) 0 (0%) 100Mi (4%) 0 (0%) 5m32s
kube-system kindnet-f5x42 100m (5%) 100m (5%) 50Mi (2%) 50Mi (2%) 5m34s
kube-system kube-apiserver-ha-094095-m02 250m (12%) 0 (0%) 0 (0%) 0 (0%) 5m32s
kube-system kube-controller-manager-ha-094095-m02 200m (10%) 0 (0%) 0 (0%) 0 (0%) 5m27s
kube-system kube-proxy-r55hk 0 (0%) 0 (0%) 0 (0%) 0 (0%) 5m34s
kube-system kube-scheduler-ha-094095-m02 100m (5%) 0 (0%) 0 (0%) 0 (0%) 5m30s
kube-system kube-vip-ha-094095-m02 0 (0%) 0 (0%) 0 (0%) 0 (0%) 5m31s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 750m (37%) 100m (5%)
memory 150Mi (7%) 50Mi (2%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 5m28s kube-proxy
Normal NodeHasSufficientMemory 5m35s (x8 over 5m35s) kubelet Node ha-094095-m02 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 5m35s (x8 over 5m35s) kubelet Node ha-094095-m02 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 5m35s (x7 over 5m35s) kubelet Node ha-094095-m02 status is now: NodeHasSufficientPID
Normal NodeAllocatableEnforced 5m35s kubelet Updated Node Allocatable limit across pods
Normal RegisteredNode 5m34s node-controller Node ha-094095-m02 event: Registered Node ha-094095-m02 in Controller
Normal RegisteredNode 5m25s node-controller Node ha-094095-m02 event: Registered Node ha-094095-m02 in Controller
Normal RegisteredNode 4m18s node-controller Node ha-094095-m02 event: Registered Node ha-094095-m02 in Controller
Normal NodeNotReady 119s node-controller Node ha-094095-m02 status is now: NodeNotReady
Name: ha-094095-m03
Roles: control-plane
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=ha-094095-m03
kubernetes.io/os=linux
minikube.k8s.io/commit=2c4e2f69eea7599bce474e3f41d0dff85410149e
minikube.k8s.io/name=ha-094095
minikube.k8s.io/primary=false
minikube.k8s.io/updated_at=2024_10_08T18_00_05_0700
minikube.k8s.io/version=v1.34.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Tue, 08 Oct 2024 18:00:02 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: ha-094095-m03
AcquireTime: <unset>
RenewTime: Tue, 08 Oct 2024 18:04:17 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Tue, 08 Oct 2024 18:01:03 +0000 Tue, 08 Oct 2024 18:00:02 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Tue, 08 Oct 2024 18:01:03 +0000 Tue, 08 Oct 2024 18:00:02 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Tue, 08 Oct 2024 18:01:03 +0000 Tue, 08 Oct 2024 18:00:02 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Tue, 08 Oct 2024 18:01:03 +0000 Tue, 08 Oct 2024 18:00:22 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.39.194
Hostname: ha-094095-m03
Capacity:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
System Info:
Machine ID: cca5410c10d94705a0a750a2a36dfcf7
System UUID: cca5410c-10d9-4705-a0a7-50a2a36dfcf7
Boot ID: a52600ea-f5af-4184-95ce-18bc5a4ff10e
Kernel Version: 5.10.207
OS Image: Buildroot 2023.02.9
Operating System: linux
Architecture: amd64
Container Runtime Version: cri-o://1.29.1
Kubelet Version: v1.31.1
Kube-Proxy Version: v1.31.1
PodCIDR: 10.244.2.0/24
PodCIDRs: 10.244.2.0/24
Non-terminated Pods: (8 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox-7dff88458-rxwcg 0 (0%) 0 (0%) 0 (0%) 0 (0%) 3m57s
kube-system etcd-ha-094095-m03 100m (5%) 0 (0%) 100Mi (4%) 0 (0%) 4m23s
kube-system kindnet-8v7s4 100m (5%) 100m (5%) 50Mi (2%) 50Mi (2%) 4m25s
kube-system kube-apiserver-ha-094095-m03 250m (12%) 0 (0%) 0 (0%) 0 (0%) 4m23s
kube-system kube-controller-manager-ha-094095-m03 200m (10%) 0 (0%) 0 (0%) 0 (0%) 4m20s
kube-system kube-proxy-krxss 0 (0%) 0 (0%) 0 (0%) 0 (0%) 4m25s
kube-system kube-scheduler-ha-094095-m03 100m (5%) 0 (0%) 0 (0%) 0 (0%) 4m14s
kube-system kube-vip-ha-094095-m03 0 (0%) 0 (0%) 0 (0%) 0 (0%) 4m19s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 750m (37%) 100m (5%)
memory 150Mi (7%) 50Mi (2%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 4m21s kube-proxy
Normal NodeHasSufficientMemory 4m25s (x8 over 4m25s) kubelet Node ha-094095-m03 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 4m25s (x8 over 4m25s) kubelet Node ha-094095-m03 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 4m25s (x7 over 4m25s) kubelet Node ha-094095-m03 status is now: NodeHasSufficientPID
Normal NodeAllocatableEnforced 4m25s kubelet Updated Node Allocatable limit across pods
Normal RegisteredNode 4m24s node-controller Node ha-094095-m03 event: Registered Node ha-094095-m03 in Controller
Normal RegisteredNode 4m20s node-controller Node ha-094095-m03 event: Registered Node ha-094095-m03 in Controller
Normal RegisteredNode 4m18s node-controller Node ha-094095-m03 event: Registered Node ha-094095-m03 in Controller
Name: ha-094095-m04
Roles: <none>
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=ha-094095-m04
kubernetes.io/os=linux
minikube.k8s.io/commit=2c4e2f69eea7599bce474e3f41d0dff85410149e
minikube.k8s.io/name=ha-094095
minikube.k8s.io/primary=false
minikube.k8s.io/updated_at=2024_10_08T18_01_10_0700
minikube.k8s.io/version=v1.34.0
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Tue, 08 Oct 2024 18:01:09 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: ha-094095-m04
AcquireTime: <unset>
RenewTime: Tue, 08 Oct 2024 18:04:24 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Tue, 08 Oct 2024 18:01:40 +0000 Tue, 08 Oct 2024 18:01:09 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Tue, 08 Oct 2024 18:01:40 +0000 Tue, 08 Oct 2024 18:01:09 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Tue, 08 Oct 2024 18:01:40 +0000 Tue, 08 Oct 2024 18:01:09 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Tue, 08 Oct 2024 18:01:40 +0000 Tue, 08 Oct 2024 18:01:28 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.39.33
Hostname: ha-094095-m04
Capacity:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
System Info:
Machine ID: c6fe409be99242ac858632e59843d080
System UUID: c6fe409b-e992-42ac-8586-32e59843d080
Boot ID: 10df0150-6a8d-4d3e-8551-af1fe0638414
Kernel Version: 5.10.207
OS Image: Buildroot 2023.02.9
Operating System: linux
Architecture: amd64
Container Runtime Version: cri-o://1.29.1
Kubelet Version: v1.31.1
Kube-Proxy Version: v1.31.1
PodCIDR: 10.244.3.0/24
PodCIDRs: 10.244.3.0/24
Non-terminated Pods: (2 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
kube-system kindnet-jhqlp 100m (5%) 100m (5%) 50Mi (2%) 50Mi (2%) 3m18s
kube-system kube-proxy-jjgsh 0 (0%) 0 (0%) 0 (0%) 0 (0%) 3m18s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 100m (5%) 100m (5%)
memory 50Mi (2%) 50Mi (2%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 3m12s kube-proxy
Normal RegisteredNode 3m18s node-controller Node ha-094095-m04 event: Registered Node ha-094095-m04 in Controller
Normal NodeHasSufficientMemory 3m18s (x2 over 3m18s) kubelet Node ha-094095-m04 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 3m18s (x2 over 3m18s) kubelet Node ha-094095-m04 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 3m18s (x2 over 3m18s) kubelet Node ha-094095-m04 status is now: NodeHasSufficientPID
Normal NodeAllocatableEnforced 3m18s kubelet Updated Node Allocatable limit across pods
Normal RegisteredNode 3m15s node-controller Node ha-094095-m04 event: Registered Node ha-094095-m04 in Controller
Normal RegisteredNode 3m14s node-controller Node ha-094095-m04 event: Registered Node ha-094095-m04 in Controller
Normal NodeReady 2m59s kubelet Node ha-094095-m04 status is now: NodeReady
==> dmesg <==
[Oct 8 17:57] You have booted with nomodeset. This means your GPU drivers are DISABLED
[ +0.000001] Any video related functionality will be severely degraded, and you may not even be able to suspend the system properly
[ +0.000000] Unless you actually understand what nomodeset does, you should reboot without enabling it
[ +0.050015] Spectre V2 : WARNING: Unprivileged eBPF is enabled with eIBRS on, data leaks possible via Spectre v2 BHB attacks!
[ +0.039380] acpi PNP0A03:00: fail to add MMCONFIG information, can't access extended PCI configuration space under this bridge.
[ +4.822235] platform regulatory.0: Direct firmware load for regulatory.db failed with error -2
[ +2.417178] systemd-fstab-generator[116]: Ignoring "noauto" option for root device
[ +4.589695] NFSD: Using /var/lib/nfs/v4recovery as the NFSv4 state recovery directory
[ +0.000007] NFSD: unable to find recovery directory /var/lib/nfs/v4recovery
[ +0.000001] NFSD: Unable to initialize client recovery tracking! (-2)
[ +9.867596] systemd-fstab-generator[582]: Ignoring "noauto" option for root device
[ +0.064259] kauditd_printk_skb: 1 callbacks suppressed
[ +0.063997] systemd-fstab-generator[594]: Ignoring "noauto" option for root device
[ +0.185531] systemd-fstab-generator[608]: Ignoring "noauto" option for root device
[ +0.116355] systemd-fstab-generator[620]: Ignoring "noauto" option for root device
[ +0.250177] systemd-fstab-generator[649]: Ignoring "noauto" option for root device
[ +3.801506] systemd-fstab-generator[744]: Ignoring "noauto" option for root device
[ +3.578485] systemd-fstab-generator[875]: Ignoring "noauto" option for root device
[ +0.057293] kauditd_printk_skb: 158 callbacks suppressed
[ +7.117363] systemd-fstab-generator[1302]: Ignoring "noauto" option for root device
[ +0.084526] kauditd_printk_skb: 79 callbacks suppressed
[Oct 8 17:58] kauditd_printk_skb: 31 callbacks suppressed
[ +12.243247] kauditd_printk_skb: 28 callbacks suppressed
[ +42.891327] kauditd_printk_skb: 24 callbacks suppressed
==> etcd [9c418725a44b78f6beceb57e89c5493fb423d343b205b5c90764617539361af7] <==
{"level":"warn","ts":"2024-10-08T18:04:27.019146Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"3b7a74ffda0d9c54","from":"3b7a74ffda0d9c54","remote-peer-id":"a7c10c98480f83f3","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-08T18:04:27.112027Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"3b7a74ffda0d9c54","from":"3b7a74ffda0d9c54","remote-peer-id":"a7c10c98480f83f3","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-08T18:04:27.114577Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"3b7a74ffda0d9c54","from":"3b7a74ffda0d9c54","remote-peer-id":"a7c10c98480f83f3","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-08T18:04:27.119651Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"3b7a74ffda0d9c54","from":"3b7a74ffda0d9c54","remote-peer-id":"a7c10c98480f83f3","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-08T18:04:27.218911Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"3b7a74ffda0d9c54","from":"3b7a74ffda0d9c54","remote-peer-id":"a7c10c98480f83f3","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-08T18:04:27.278704Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"3b7a74ffda0d9c54","from":"3b7a74ffda0d9c54","remote-peer-id":"a7c10c98480f83f3","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-08T18:04:27.287363Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"3b7a74ffda0d9c54","from":"3b7a74ffda0d9c54","remote-peer-id":"a7c10c98480f83f3","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-08T18:04:27.290886Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"3b7a74ffda0d9c54","from":"3b7a74ffda0d9c54","remote-peer-id":"a7c10c98480f83f3","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-08T18:04:27.298464Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"3b7a74ffda0d9c54","from":"3b7a74ffda0d9c54","remote-peer-id":"a7c10c98480f83f3","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-08T18:04:27.304111Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"3b7a74ffda0d9c54","from":"3b7a74ffda0d9c54","remote-peer-id":"a7c10c98480f83f3","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-08T18:04:27.310713Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"3b7a74ffda0d9c54","from":"3b7a74ffda0d9c54","remote-peer-id":"a7c10c98480f83f3","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-08T18:04:27.313847Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"3b7a74ffda0d9c54","from":"3b7a74ffda0d9c54","remote-peer-id":"a7c10c98480f83f3","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-08T18:04:27.316907Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"3b7a74ffda0d9c54","from":"3b7a74ffda0d9c54","remote-peer-id":"a7c10c98480f83f3","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-08T18:04:27.319418Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"3b7a74ffda0d9c54","from":"3b7a74ffda0d9c54","remote-peer-id":"a7c10c98480f83f3","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-08T18:04:27.324579Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"3b7a74ffda0d9c54","from":"3b7a74ffda0d9c54","remote-peer-id":"a7c10c98480f83f3","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-08T18:04:27.330174Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"3b7a74ffda0d9c54","from":"3b7a74ffda0d9c54","remote-peer-id":"a7c10c98480f83f3","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-08T18:04:27.335945Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"3b7a74ffda0d9c54","from":"3b7a74ffda0d9c54","remote-peer-id":"a7c10c98480f83f3","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-08T18:04:27.340362Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"3b7a74ffda0d9c54","from":"3b7a74ffda0d9c54","remote-peer-id":"a7c10c98480f83f3","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-08T18:04:27.343773Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"3b7a74ffda0d9c54","from":"3b7a74ffda0d9c54","remote-peer-id":"a7c10c98480f83f3","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-08T18:04:27.350114Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"3b7a74ffda0d9c54","from":"3b7a74ffda0d9c54","remote-peer-id":"a7c10c98480f83f3","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-08T18:04:27.356067Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"3b7a74ffda0d9c54","from":"3b7a74ffda0d9c54","remote-peer-id":"a7c10c98480f83f3","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-08T18:04:27.361585Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"3b7a74ffda0d9c54","from":"3b7a74ffda0d9c54","remote-peer-id":"a7c10c98480f83f3","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-08T18:04:27.365313Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"3b7a74ffda0d9c54","from":"3b7a74ffda0d9c54","remote-peer-id":"a7c10c98480f83f3","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-08T18:04:27.367958Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"3b7a74ffda0d9c54","from":"3b7a74ffda0d9c54","remote-peer-id":"a7c10c98480f83f3","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-08T18:04:27.371834Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"3b7a74ffda0d9c54","from":"3b7a74ffda0d9c54","remote-peer-id":"a7c10c98480f83f3","remote-peer-name":"pipeline","remote-peer-active":false}
==> kernel <==
18:04:27 up 7 min, 0 users, load average: 0.36, 0.38, 0.19
Linux ha-094095 5.10.207 #1 SMP Tue Oct 8 15:16:25 UTC 2024 x86_64 GNU/Linux
PRETTY_NAME="Buildroot 2023.02.9"
==> kindnet [17a4523dfe3c8888bec2367e73c575639f5ef4084c55e4bc28ad05070043b94a] <==
I1008 18:03:56.531040 1 main.go:322] Node ha-094095-m04 has CIDR [10.244.3.0/24]
I1008 18:04:06.521023 1 main.go:295] Handling node with IPs: map[192.168.39.99:{}]
I1008 18:04:06.521156 1 main.go:299] handling current node
I1008 18:04:06.521246 1 main.go:295] Handling node with IPs: map[192.168.39.65:{}]
I1008 18:04:06.521314 1 main.go:322] Node ha-094095-m02 has CIDR [10.244.1.0/24]
I1008 18:04:06.521746 1 main.go:295] Handling node with IPs: map[192.168.39.194:{}]
I1008 18:04:06.521831 1 main.go:322] Node ha-094095-m03 has CIDR [10.244.2.0/24]
I1008 18:04:06.522370 1 main.go:295] Handling node with IPs: map[192.168.39.33:{}]
I1008 18:04:06.522563 1 main.go:322] Node ha-094095-m04 has CIDR [10.244.3.0/24]
I1008 18:04:16.529710 1 main.go:295] Handling node with IPs: map[192.168.39.65:{}]
I1008 18:04:16.529904 1 main.go:322] Node ha-094095-m02 has CIDR [10.244.1.0/24]
I1008 18:04:16.530111 1 main.go:295] Handling node with IPs: map[192.168.39.194:{}]
I1008 18:04:16.530143 1 main.go:322] Node ha-094095-m03 has CIDR [10.244.2.0/24]
I1008 18:04:16.530205 1 main.go:295] Handling node with IPs: map[192.168.39.33:{}]
I1008 18:04:16.530224 1 main.go:322] Node ha-094095-m04 has CIDR [10.244.3.0/24]
I1008 18:04:16.530303 1 main.go:295] Handling node with IPs: map[192.168.39.99:{}]
I1008 18:04:16.530322 1 main.go:299] handling current node
I1008 18:04:26.529904 1 main.go:295] Handling node with IPs: map[192.168.39.99:{}]
I1008 18:04:26.529982 1 main.go:299] handling current node
I1008 18:04:26.530003 1 main.go:295] Handling node with IPs: map[192.168.39.65:{}]
I1008 18:04:26.530016 1 main.go:322] Node ha-094095-m02 has CIDR [10.244.1.0/24]
I1008 18:04:26.530169 1 main.go:295] Handling node with IPs: map[192.168.39.194:{}]
I1008 18:04:26.530222 1 main.go:322] Node ha-094095-m03 has CIDR [10.244.2.0/24]
I1008 18:04:26.530474 1 main.go:295] Handling node with IPs: map[192.168.39.33:{}]
I1008 18:04:26.530493 1 main.go:322] Node ha-094095-m04 has CIDR [10.244.3.0/24]
==> kube-apiserver [3b8241e00230e86e5e4e31150ce44700332613c424ae065caf7f820c4e152d4b] <==
I1008 17:57:58.485779 1 alloc.go:330] "allocated clusterIPs" service="default/kubernetes" clusterIPs={"IPv4":"10.96.0.1"}
W1008 17:57:58.491495 1 lease.go:265] Resetting endpoints for master service "kubernetes" to [192.168.39.99]
I1008 17:57:58.492135 1 controller.go:615] quota admission added evaluator for: endpoints
I1008 17:57:58.499200 1 controller.go:615] quota admission added evaluator for: endpointslices.discovery.k8s.io
I1008 17:57:58.903637 1 controller.go:615] quota admission added evaluator for: serviceaccounts
I1008 17:58:00.054350 1 controller.go:615] quota admission added evaluator for: deployments.apps
I1008 17:58:00.074068 1 alloc.go:330] "allocated clusterIPs" service="kube-system/kube-dns" clusterIPs={"IPv4":"10.96.0.10"}
I1008 17:58:00.230930 1 controller.go:615] quota admission added evaluator for: daemonsets.apps
I1008 17:58:03.854509 1 controller.go:615] quota admission added evaluator for: controllerrevisions.apps
I1008 17:58:03.954697 1 controller.go:615] quota admission added evaluator for: replicasets.apps
E1008 18:00:38.037771 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:45714: use of closed network connection
E1008 18:00:38.232043 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:45744: use of closed network connection
E1008 18:00:38.418256 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:45748: use of closed network connection
E1008 18:00:38.622516 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:45768: use of closed network connection
E1008 18:00:38.796785 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:45788: use of closed network connection
E1008 18:00:38.988513 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:45812: use of closed network connection
E1008 18:00:39.174560 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:45828: use of closed network connection
E1008 18:00:39.350317 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:45850: use of closed network connection
E1008 18:00:39.525813 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:45854: use of closed network connection
E1008 18:00:39.828048 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:49850: use of closed network connection
E1008 18:00:40.000068 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:49874: use of closed network connection
E1008 18:00:40.192753 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:49888: use of closed network connection
E1008 18:00:40.379456 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:49904: use of closed network connection
E1008 18:00:40.562970 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:49918: use of closed network connection
E1008 18:00:40.742948 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:49938: use of closed network connection
==> kube-controller-manager [ec97e876ef66b7e682c97edd99f8440cbc588095010bd6fc4f10833a17854bfb] <==
I1008 18:01:09.767306 1 range_allocator.go:422] "Set node PodCIDR" logger="node-ipam-controller" node="ha-094095-m04" podCIDRs=["10.244.3.0/24"]
I1008 18:01:09.767482 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-094095-m04"
I1008 18:01:09.767545 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-094095-m04"
I1008 18:01:09.767767 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-094095-m04"
I1008 18:01:10.015142 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-094095-m04"
I1008 18:01:10.174634 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-094095-m04"
I1008 18:01:10.537159 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-094095-m04"
I1008 18:01:12.265250 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-094095-m04"
I1008 18:01:12.321671 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-094095-m04"
I1008 18:01:13.716209 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-094095-m04"
I1008 18:01:13.716760 1 node_lifecycle_controller.go:884] "Missing timestamp for Node. Assuming now as a timestamp" logger="node-lifecycle-controller" node="ha-094095-m04"
I1008 18:01:13.777151 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-094095-m04"
I1008 18:01:20.033294 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-094095-m04"
I1008 18:01:28.108541 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-094095-m04"
I1008 18:01:28.108639 1 topologycache.go:237] "Can't get CPU or zone information for node" logger="endpointslice-controller" node="ha-094095-m04"
I1008 18:01:28.124876 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-094095-m04"
I1008 18:01:28.732886 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-094095-m04"
I1008 18:01:40.603842 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-094095-m04"
I1008 18:02:28.755242 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-094095-m02"
I1008 18:02:28.757889 1 topologycache.go:237] "Can't get CPU or zone information for node" logger="endpointslice-controller" node="ha-094095-m04"
I1008 18:02:28.778675 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-094095-m02"
I1008 18:02:28.891800 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/busybox-7dff88458" duration="61.567817ms"
I1008 18:02:28.891887 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/busybox-7dff88458" duration="52.019µs"
I1008 18:02:30.013028 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-094095-m02"
I1008 18:02:33.959772 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-094095-m02"
==> kube-proxy [347854044c2941df1b50ca01ae43ba280b7a94bfbb8de921b38e2c79f4317034] <==
add table ip kube-proxy
^^^^^^^^^^^^^^^^^^^^^^^^
>
E1008 17:58:05.534485 1 proxier.go:734] "Error cleaning up nftables rules" err=<
could not run nftables command: /dev/stdin:1:1-25: Error: Could not process rule: Operation not supported
add table ip6 kube-proxy
^^^^^^^^^^^^^^^^^^^^^^^^^
>
I1008 17:58:05.568766 1 server.go:677] "Successfully retrieved node IP(s)" IPs=["192.168.39.99"]
E1008 17:58:05.568940 1 server.go:234] "Kube-proxy configuration may be incomplete or incorrect" err="nodePortAddresses is unset; NodePort connections will be accepted on all local IPs. Consider using `--nodeport-addresses primary`"
I1008 17:58:05.609153 1 server_linux.go:146] "No iptables support for family" ipFamily="IPv6"
I1008 17:58:05.609181 1 server.go:245] "kube-proxy running in single-stack mode" ipFamily="IPv4"
I1008 17:58:05.609201 1 server_linux.go:169] "Using iptables Proxier"
I1008 17:58:05.612762 1 proxier.go:255] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses" ipFamily="IPv4"
I1008 17:58:05.613968 1 server.go:483] "Version info" version="v1.31.1"
I1008 17:58:05.614042 1 server.go:485] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I1008 17:58:05.616792 1 config.go:199] "Starting service config controller"
I1008 17:58:05.617139 1 shared_informer.go:313] Waiting for caches to sync for service config
I1008 17:58:05.617374 1 config.go:105] "Starting endpoint slice config controller"
I1008 17:58:05.617451 1 shared_informer.go:313] Waiting for caches to sync for endpoint slice config
I1008 17:58:05.618851 1 config.go:328] "Starting node config controller"
I1008 17:58:05.619090 1 shared_informer.go:313] Waiting for caches to sync for node config
I1008 17:58:05.718484 1 shared_informer.go:320] Caches are synced for endpoint slice config
I1008 17:58:05.718497 1 shared_informer.go:320] Caches are synced for service config
I1008 17:58:05.720100 1 shared_informer.go:320] Caches are synced for node config
==> kube-scheduler [0224d96e8ab1ab0168a2e222ef1fd31a03de32f2d7524c62a8a8230fc453ac20] <==
E1008 18:00:30.199446 1 framework.go:1305] "Plugin Failed" err="Operation cannot be fulfilled on pods/binding \"busybox-7dff88458-rzflt\": pod busybox-7dff88458-rzflt is already assigned to node \"ha-094095-m02\"" plugin="DefaultBinder" pod="default/busybox-7dff88458-rzflt" node="ha-094095-m03"
E1008 18:00:30.199562 1 schedule_one.go:348] "scheduler cache ForgetPod failed" err="pod 0e0ead4a-bdd7-4fe2-8070-a2e4680f7988(default/busybox-7dff88458-rzflt) was assumed on ha-094095-m03 but assigned to ha-094095-m02" pod="default/busybox-7dff88458-rzflt"
E1008 18:00:30.201601 1 schedule_one.go:1057] "Error scheduling pod; retrying" err="running Bind plugin \"DefaultBinder\": Operation cannot be fulfilled on pods/binding \"busybox-7dff88458-rzflt\": pod busybox-7dff88458-rzflt is already assigned to node \"ha-094095-m02\"" pod="default/busybox-7dff88458-rzflt"
I1008 18:00:30.201672 1 schedule_one.go:1070] "Pod has been assigned to node. Abort adding it back to queue." pod="default/busybox-7dff88458-rzflt" node="ha-094095-m02"
E1008 18:00:30.241278 1 framework.go:1305] "Plugin Failed" err="Operation cannot be fulfilled on pods/binding \"busybox-7dff88458-2hz9n\": pod busybox-7dff88458-2hz9n is already assigned to node \"ha-094095-m02\"" plugin="DefaultBinder" pod="default/busybox-7dff88458-2hz9n" node="ha-094095-m02"
E1008 18:00:30.243855 1 schedule_one.go:348] "scheduler cache ForgetPod failed" err="pod 00074fc5-40f9-403b-9cec-3f333b177d47(default/busybox-7dff88458-2hz9n) wasn't assumed so cannot be forgotten" pod="default/busybox-7dff88458-2hz9n"
E1008 18:00:30.248134 1 schedule_one.go:1057] "Error scheduling pod; retrying" err="running Bind plugin \"DefaultBinder\": Operation cannot be fulfilled on pods/binding \"busybox-7dff88458-2hz9n\": pod busybox-7dff88458-2hz9n is already assigned to node \"ha-094095-m02\"" pod="default/busybox-7dff88458-2hz9n"
I1008 18:00:30.248955 1 schedule_one.go:1070] "Pod has been assigned to node. Abort adding it back to queue." pod="default/busybox-7dff88458-2hz9n" node="ha-094095-m02"
E1008 18:00:30.302814 1 framework.go:1305] "Plugin Failed" err="Operation cannot be fulfilled on pods/binding \"busybox-7dff88458-rxwcg\": pod busybox-7dff88458-rxwcg is already assigned to node \"ha-094095-m03\"" plugin="DefaultBinder" pod="default/busybox-7dff88458-rxwcg" node="ha-094095-m03"
E1008 18:00:30.303201 1 schedule_one.go:348] "scheduler cache ForgetPod failed" err="pod 399813b8-6199-4631-af76-66e7e8bf4b8c(default/busybox-7dff88458-rxwcg) wasn't assumed so cannot be forgotten" pod="default/busybox-7dff88458-rxwcg"
E1008 18:00:30.303327 1 schedule_one.go:1057] "Error scheduling pod; retrying" err="running Bind plugin \"DefaultBinder\": Operation cannot be fulfilled on pods/binding \"busybox-7dff88458-rxwcg\": pod busybox-7dff88458-rxwcg is already assigned to node \"ha-094095-m03\"" pod="default/busybox-7dff88458-rxwcg"
I1008 18:00:30.303461 1 schedule_one.go:1070] "Pod has been assigned to node. Abort adding it back to queue." pod="default/busybox-7dff88458-rxwcg" node="ha-094095-m03"
E1008 18:00:30.454050 1 schedule_one.go:1106] "Error updating pod" err="pods \"busybox-7dff88458-l6wvv\" not found" pod="default/busybox-7dff88458-l6wvv"
E1008 18:01:09.806729 1 framework.go:1305] "Plugin Failed" err="Operation cannot be fulfilled on pods/binding \"kube-proxy-jjgsh\": pod kube-proxy-jjgsh is already assigned to node \"ha-094095-m04\"" plugin="DefaultBinder" pod="kube-system/kube-proxy-jjgsh" node="ha-094095-m04"
E1008 18:01:09.806888 1 schedule_one.go:348] "scheduler cache ForgetPod failed" err="pod c9b872af-5075-4c26-99cf-282b077912ee(kube-system/kube-proxy-jjgsh) wasn't assumed so cannot be forgotten" pod="kube-system/kube-proxy-jjgsh"
E1008 18:01:09.806916 1 schedule_one.go:1057] "Error scheduling pod; retrying" err="running Bind plugin \"DefaultBinder\": Operation cannot be fulfilled on pods/binding \"kube-proxy-jjgsh\": pod kube-proxy-jjgsh is already assigned to node \"ha-094095-m04\"" pod="kube-system/kube-proxy-jjgsh"
I1008 18:01:09.806962 1 schedule_one.go:1070] "Pod has been assigned to node. Abort adding it back to queue." pod="kube-system/kube-proxy-jjgsh" node="ha-094095-m04"
E1008 18:01:09.807512 1 framework.go:1305] "Plugin Failed" err="Operation cannot be fulfilled on pods/binding \"kindnet-jhqlp\": pod kindnet-jhqlp is already assigned to node \"ha-094095-m04\"" plugin="DefaultBinder" pod="kube-system/kindnet-jhqlp" node="ha-094095-m04"
E1008 18:01:09.807581 1 schedule_one.go:348] "scheduler cache ForgetPod failed" err="pod 2f9978f0-fb58-41fb-ac79-c07ec22f8b12(kube-system/kindnet-jhqlp) wasn't assumed so cannot be forgotten" pod="kube-system/kindnet-jhqlp"
E1008 18:01:09.807603 1 schedule_one.go:1057] "Error scheduling pod; retrying" err="running Bind plugin \"DefaultBinder\": Operation cannot be fulfilled on pods/binding \"kindnet-jhqlp\": pod kindnet-jhqlp is already assigned to node \"ha-094095-m04\"" pod="kube-system/kindnet-jhqlp"
I1008 18:01:09.807627 1 schedule_one.go:1070] "Pod has been assigned to node. Abort adding it back to queue." pod="kube-system/kindnet-jhqlp" node="ha-094095-m04"
E1008 18:01:09.868191 1 framework.go:1305] "Plugin Failed" err="Operation cannot be fulfilled on pods/binding \"kube-proxy-x5wf6\": pod kube-proxy-x5wf6 is already assigned to node \"ha-094095-m04\"" plugin="DefaultBinder" pod="kube-system/kube-proxy-x5wf6" node="ha-094095-m04"
E1008 18:01:09.869875 1 schedule_one.go:348] "scheduler cache ForgetPod failed" err="pod 6257090e-676b-45ea-9261-104b1ba829f3(kube-system/kube-proxy-x5wf6) wasn't assumed so cannot be forgotten" pod="kube-system/kube-proxy-x5wf6"
E1008 18:01:09.871281 1 schedule_one.go:1057] "Error scheduling pod; retrying" err="running Bind plugin \"DefaultBinder\": Operation cannot be fulfilled on pods/binding \"kube-proxy-x5wf6\": pod kube-proxy-x5wf6 is already assigned to node \"ha-094095-m04\"" pod="kube-system/kube-proxy-x5wf6"
I1008 18:01:09.871556 1 schedule_one.go:1070] "Pod has been assigned to node. Abort adding it back to queue." pod="kube-system/kube-proxy-x5wf6" node="ha-094095-m04"
==> kubelet <==
Oct 08 18:03:00 ha-094095 kubelet[1309]: Perhaps ip6tables or your kernel needs to be upgraded.
Oct 08 18:03:00 ha-094095 kubelet[1309]: > table="nat" chain="KUBE-KUBELET-CANARY"
Oct 08 18:03:00 ha-094095 kubelet[1309]: E1008 18:03:00.293753 1309 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728410580293521661,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 08 18:03:00 ha-094095 kubelet[1309]: E1008 18:03:00.293782 1309 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728410580293521661,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 08 18:03:10 ha-094095 kubelet[1309]: E1008 18:03:10.295059 1309 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728410590294685199,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 08 18:03:10 ha-094095 kubelet[1309]: E1008 18:03:10.295735 1309 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728410590294685199,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 08 18:03:20 ha-094095 kubelet[1309]: E1008 18:03:20.297939 1309 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728410600297585069,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 08 18:03:20 ha-094095 kubelet[1309]: E1008 18:03:20.297984 1309 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728410600297585069,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 08 18:03:30 ha-094095 kubelet[1309]: E1008 18:03:30.300086 1309 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728410610299745153,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 08 18:03:30 ha-094095 kubelet[1309]: E1008 18:03:30.300349 1309 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728410610299745153,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 08 18:03:40 ha-094095 kubelet[1309]: E1008 18:03:40.302156 1309 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728410620301770572,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 08 18:03:40 ha-094095 kubelet[1309]: E1008 18:03:40.302530 1309 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728410620301770572,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 08 18:03:50 ha-094095 kubelet[1309]: E1008 18:03:50.304820 1309 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728410630304349593,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 08 18:03:50 ha-094095 kubelet[1309]: E1008 18:03:50.304911 1309 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728410630304349593,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 08 18:04:00 ha-094095 kubelet[1309]: E1008 18:04:00.254307 1309 iptables.go:577] "Could not set up iptables canary" err=<
Oct 08 18:04:00 ha-094095 kubelet[1309]: error creating chain "KUBE-KUBELET-CANARY": exit status 3: Ignoring deprecated --wait-interval option.
Oct 08 18:04:00 ha-094095 kubelet[1309]: ip6tables v1.8.9 (legacy): can't initialize ip6tables table `nat': Table does not exist (do you need to insmod?)
Oct 08 18:04:00 ha-094095 kubelet[1309]: Perhaps ip6tables or your kernel needs to be upgraded.
Oct 08 18:04:00 ha-094095 kubelet[1309]: > table="nat" chain="KUBE-KUBELET-CANARY"
Oct 08 18:04:00 ha-094095 kubelet[1309]: E1008 18:04:00.307018 1309 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728410640306622343,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 08 18:04:00 ha-094095 kubelet[1309]: E1008 18:04:00.307069 1309 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728410640306622343,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 08 18:04:10 ha-094095 kubelet[1309]: E1008 18:04:10.309307 1309 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728410650308966284,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 08 18:04:10 ha-094095 kubelet[1309]: E1008 18:04:10.309339 1309 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728410650308966284,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 08 18:04:20 ha-094095 kubelet[1309]: E1008 18:04:20.311278 1309 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728410660310643006,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 08 18:04:20 ha-094095 kubelet[1309]: E1008 18:04:20.311350 1309 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728410660310643006,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
-- /stdout --
helpers_test.go:254: (dbg) Run: out/minikube-linux-amd64 status --format={{.APIServer}} -p ha-094095 -n ha-094095
helpers_test.go:261: (dbg) Run: kubectl --context ha-094095 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:285: <<< TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart FAILED: end of post-mortem logs <<<
helpers_test.go:286: ---------------------/post-mortem---------------------------------
--- FAIL: TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart (6.24s)