=== RUN TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart
ha_test.go:281: (dbg) Run: out/minikube-linux-amd64 profile list --output json
ha_test.go:281: (dbg) Done: out/minikube-linux-amd64 profile list --output json: (4.065672054s)
ha_test.go:309: expected profile "ha-174833" in json of 'profile list' to have "HAppy" status but have "Unknown" status. got *"{\"invalid\":[],\"valid\":[{\"Name\":\"ha-174833\",\"Status\":\"Unknown\",\"Config\":{\"Name\":\"ha-174833\",\"KeepContext\":false,\"EmbedCerts\":false,\"MinikubeISO\":\"https://storage.googleapis.com/minikube-builds/iso/19883/minikube-v1.34.0-1730282777-19883-amd64.iso\",\"KicBaseImage\":\"gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730282848-19883@sha256:e762c909ad2a507083ec25b1ad3091c71fc7d92824e4a659c9158bbfe5ae03d4\",\"Memory\":2200,\"CPUs\":2,\"DiskSize\":20000,\"Driver\":\"kvm2\",\"HyperkitVpnKitSock\":\"\",\"HyperkitVSockPorts\":[],\"DockerEnv\":null,\"ContainerVolumeMounts\":null,\"InsecureRegistry\":null,\"RegistryMirror\":[],\"HostOnlyCIDR\":\"192.168.59.1/24\",\"HypervVirtualSwitch\":\"\",\"HypervUseExternalSwitch\":false,\"HypervExternalAdapter\":\"\",\"KVMNetwork\":\"default\",\"KVMQemuURI\":\"qemu:///system\",\"KVMGPU\":false,\"KVMHidden\":false,\"KVMNUMACount\":1,\
"APIServerPort\":8443,\"DockerOpt\":null,\"DisableDriverMounts\":false,\"NFSShare\":[],\"NFSSharesRoot\":\"/nfsshares\",\"UUID\":\"\",\"NoVTXCheck\":false,\"DNSProxy\":false,\"HostDNSResolver\":true,\"HostOnlyNicType\":\"virtio\",\"NatNicType\":\"virtio\",\"SSHIPAddress\":\"\",\"SSHUser\":\"root\",\"SSHKey\":\"\",\"SSHPort\":22,\"KubernetesConfig\":{\"KubernetesVersion\":\"v1.31.2\",\"ClusterName\":\"ha-174833\",\"Namespace\":\"default\",\"APIServerHAVIP\":\"192.168.39.254\",\"APIServerName\":\"minikubeCA\",\"APIServerNames\":null,\"APIServerIPs\":null,\"DNSDomain\":\"cluster.local\",\"ContainerRuntime\":\"crio\",\"CRISocket\":\"\",\"NetworkPlugin\":\"cni\",\"FeatureGates\":\"\",\"ServiceCIDR\":\"10.96.0.0/12\",\"ImageRepository\":\"\",\"LoadBalancerStartIP\":\"\",\"LoadBalancerEndIP\":\"\",\"CustomIngressCert\":\"\",\"RegistryAliases\":\"\",\"ExtraOptions\":null,\"ShouldLoadCachedImages\":true,\"EnableDefaultCNI\":false,\"CNI\":\"\"},\"Nodes\":[{\"Name\":\"\",\"IP\":\"192.168.39.141\",\"Port\":8443,\"Kuberne
tesVersion\":\"v1.31.2\",\"ContainerRuntime\":\"crio\",\"ControlPlane\":true,\"Worker\":true},{\"Name\":\"m02\",\"IP\":\"192.168.39.67\",\"Port\":8443,\"KubernetesVersion\":\"v1.31.2\",\"ContainerRuntime\":\"crio\",\"ControlPlane\":true,\"Worker\":true},{\"Name\":\"m03\",\"IP\":\"192.168.39.238\",\"Port\":8443,\"KubernetesVersion\":\"v1.31.2\",\"ContainerRuntime\":\"crio\",\"ControlPlane\":true,\"Worker\":true},{\"Name\":\"m04\",\"IP\":\"192.168.39.123\",\"Port\":0,\"KubernetesVersion\":\"v1.31.2\",\"ContainerRuntime\":\"\",\"ControlPlane\":false,\"Worker\":true}],\"Addons\":{\"ambassador\":false,\"amd-gpu-device-plugin\":false,\"auto-pause\":false,\"cloud-spanner\":false,\"csi-hostpath-driver\":false,\"dashboard\":false,\"default-storageclass\":false,\"efk\":false,\"freshpod\":false,\"gcp-auth\":false,\"gvisor\":false,\"headlamp\":false,\"inaccel\":false,\"ingress\":false,\"ingress-dns\":false,\"inspektor-gadget\":false,\"istio\":false,\"istio-provisioner\":false,\"kong\":false,\"kubeflow\":false,\"kubevirt\
":false,\"logviewer\":false,\"metallb\":false,\"metrics-server\":false,\"nvidia-device-plugin\":false,\"nvidia-driver-installer\":false,\"nvidia-gpu-device-plugin\":false,\"olm\":false,\"pod-security-policy\":false,\"portainer\":false,\"registry\":false,\"registry-aliases\":false,\"registry-creds\":false,\"storage-provisioner\":false,\"storage-provisioner-gluster\":false,\"storage-provisioner-rancher\":false,\"volcano\":false,\"volumesnapshots\":false,\"yakd\":false},\"CustomAddonImages\":null,\"CustomAddonRegistries\":null,\"VerifyComponents\":{\"apiserver\":true,\"apps_running\":true,\"default_sa\":true,\"extra\":true,\"kubelet\":true,\"node_ready\":true,\"system_pods\":true},\"StartHostTimeout\":360000000000,\"ScheduledStop\":null,\"ExposedPorts\":[],\"ListenAddress\":\"\",\"Network\":\"\",\"Subnet\":\"\",\"MultiNodeRequested\":true,\"ExtraDisks\":0,\"CertExpiration\":94608000000000000,\"Mount\":false,\"MountString\":\"/home/jenkins:/minikube-host\",\"Mount9PVersion\":\"9p2000.L\",\"MountGID\":\"docker\",\
"MountIP\":\"\",\"MountMSize\":262144,\"MountOptions\":[],\"MountPort\":0,\"MountType\":\"9p\",\"MountUID\":\"docker\",\"BinaryMirror\":\"\",\"DisableOptimizations\":false,\"DisableMetrics\":false,\"CustomQemuFirmwarePath\":\"\",\"SocketVMnetClientPath\":\"\",\"SocketVMnetPath\":\"\",\"StaticIP\":\"\",\"SSHAuthSock\":\"\",\"SSHAgentPID\":0,\"GPUs\":\"\",\"AutoPauseInterval\":60000000000},\"Active\":false,\"ActiveKubeContext\":true}]}"*. args: "out/minikube-linux-amd64 profile list --output json"
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:239: (dbg) Run: out/minikube-linux-amd64 status --format={{.Host}} -p ha-174833 -n ha-174833
helpers_test.go:244: <<< TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart FAILED: start of post-mortem logs <<<
helpers_test.go:245: ======> post-mortem[TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart]: minikube logs <======
helpers_test.go:247: (dbg) Run: out/minikube-linux-amd64 -p ha-174833 logs -n 25
helpers_test.go:247: (dbg) Done: out/minikube-linux-amd64 -p ha-174833 logs -n 25: (1.37390499s)
helpers_test.go:252: TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart logs:
-- stdout --
==> Audit <==
|---------|----------------------------------------------------------------------------------|-----------|---------|---------|---------------------|---------------------|
| Command | Args | Profile | User | Version | Start Time | End Time |
|---------|----------------------------------------------------------------------------------|-----------|---------|---------|---------------------|---------------------|
| ssh | ha-174833 ssh -n | ha-174833 | jenkins | v1.34.0 | 30 Oct 24 18:43 UTC | 30 Oct 24 18:43 UTC |
| | ha-174833-m03 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| cp | ha-174833 cp ha-174833-m03:/home/docker/cp-test.txt | ha-174833 | jenkins | v1.34.0 | 30 Oct 24 18:43 UTC | 30 Oct 24 18:43 UTC |
| | ha-174833:/home/docker/cp-test_ha-174833-m03_ha-174833.txt | | | | | |
| ssh | ha-174833 ssh -n | ha-174833 | jenkins | v1.34.0 | 30 Oct 24 18:43 UTC | 30 Oct 24 18:43 UTC |
| | ha-174833-m03 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-174833 ssh -n ha-174833 sudo cat | ha-174833 | jenkins | v1.34.0 | 30 Oct 24 18:43 UTC | 30 Oct 24 18:43 UTC |
| | /home/docker/cp-test_ha-174833-m03_ha-174833.txt | | | | | |
| cp | ha-174833 cp ha-174833-m03:/home/docker/cp-test.txt | ha-174833 | jenkins | v1.34.0 | 30 Oct 24 18:43 UTC | 30 Oct 24 18:43 UTC |
| | ha-174833-m02:/home/docker/cp-test_ha-174833-m03_ha-174833-m02.txt | | | | | |
| ssh | ha-174833 ssh -n | ha-174833 | jenkins | v1.34.0 | 30 Oct 24 18:43 UTC | 30 Oct 24 18:43 UTC |
| | ha-174833-m03 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-174833 ssh -n ha-174833-m02 sudo cat | ha-174833 | jenkins | v1.34.0 | 30 Oct 24 18:43 UTC | 30 Oct 24 18:43 UTC |
| | /home/docker/cp-test_ha-174833-m03_ha-174833-m02.txt | | | | | |
| cp | ha-174833 cp ha-174833-m03:/home/docker/cp-test.txt | ha-174833 | jenkins | v1.34.0 | 30 Oct 24 18:43 UTC | 30 Oct 24 18:43 UTC |
| | ha-174833-m04:/home/docker/cp-test_ha-174833-m03_ha-174833-m04.txt | | | | | |
| ssh | ha-174833 ssh -n | ha-174833 | jenkins | v1.34.0 | 30 Oct 24 18:43 UTC | 30 Oct 24 18:43 UTC |
| | ha-174833-m03 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-174833 ssh -n ha-174833-m04 sudo cat | ha-174833 | jenkins | v1.34.0 | 30 Oct 24 18:43 UTC | 30 Oct 24 18:43 UTC |
| | /home/docker/cp-test_ha-174833-m03_ha-174833-m04.txt | | | | | |
| cp | ha-174833 cp testdata/cp-test.txt | ha-174833 | jenkins | v1.34.0 | 30 Oct 24 18:43 UTC | 30 Oct 24 18:43 UTC |
| | ha-174833-m04:/home/docker/cp-test.txt | | | | | |
| ssh | ha-174833 ssh -n | ha-174833 | jenkins | v1.34.0 | 30 Oct 24 18:43 UTC | 30 Oct 24 18:43 UTC |
| | ha-174833-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| cp | ha-174833 cp ha-174833-m04:/home/docker/cp-test.txt | ha-174833 | jenkins | v1.34.0 | 30 Oct 24 18:43 UTC | 30 Oct 24 18:43 UTC |
| | /tmp/TestMultiControlPlaneserialCopyFile1983504479/001/cp-test_ha-174833-m04.txt | | | | | |
| ssh | ha-174833 ssh -n | ha-174833 | jenkins | v1.34.0 | 30 Oct 24 18:43 UTC | 30 Oct 24 18:43 UTC |
| | ha-174833-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| cp | ha-174833 cp ha-174833-m04:/home/docker/cp-test.txt | ha-174833 | jenkins | v1.34.0 | 30 Oct 24 18:43 UTC | 30 Oct 24 18:43 UTC |
| | ha-174833:/home/docker/cp-test_ha-174833-m04_ha-174833.txt | | | | | |
| ssh | ha-174833 ssh -n | ha-174833 | jenkins | v1.34.0 | 30 Oct 24 18:43 UTC | 30 Oct 24 18:43 UTC |
| | ha-174833-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-174833 ssh -n ha-174833 sudo cat | ha-174833 | jenkins | v1.34.0 | 30 Oct 24 18:43 UTC | 30 Oct 24 18:43 UTC |
| | /home/docker/cp-test_ha-174833-m04_ha-174833.txt | | | | | |
| cp | ha-174833 cp ha-174833-m04:/home/docker/cp-test.txt | ha-174833 | jenkins | v1.34.0 | 30 Oct 24 18:43 UTC | 30 Oct 24 18:43 UTC |
| | ha-174833-m02:/home/docker/cp-test_ha-174833-m04_ha-174833-m02.txt | | | | | |
| ssh | ha-174833 ssh -n | ha-174833 | jenkins | v1.34.0 | 30 Oct 24 18:43 UTC | 30 Oct 24 18:43 UTC |
| | ha-174833-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-174833 ssh -n ha-174833-m02 sudo cat | ha-174833 | jenkins | v1.34.0 | 30 Oct 24 18:43 UTC | 30 Oct 24 18:43 UTC |
| | /home/docker/cp-test_ha-174833-m04_ha-174833-m02.txt | | | | | |
| cp | ha-174833 cp ha-174833-m04:/home/docker/cp-test.txt | ha-174833 | jenkins | v1.34.0 | 30 Oct 24 18:43 UTC | 30 Oct 24 18:43 UTC |
| | ha-174833-m03:/home/docker/cp-test_ha-174833-m04_ha-174833-m03.txt | | | | | |
| ssh | ha-174833 ssh -n | ha-174833 | jenkins | v1.34.0 | 30 Oct 24 18:43 UTC | 30 Oct 24 18:43 UTC |
| | ha-174833-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-174833 ssh -n ha-174833-m03 sudo cat | ha-174833 | jenkins | v1.34.0 | 30 Oct 24 18:43 UTC | 30 Oct 24 18:43 UTC |
| | /home/docker/cp-test_ha-174833-m04_ha-174833-m03.txt | | | | | |
| node | ha-174833 node stop m02 -v=7 | ha-174833 | jenkins | v1.34.0 | 30 Oct 24 18:43 UTC | |
| | --alsologtostderr | | | | | |
| node | ha-174833 node start m02 -v=7 | ha-174833 | jenkins | v1.34.0 | 30 Oct 24 18:46 UTC | |
| | --alsologtostderr | | | | | |
|---------|----------------------------------------------------------------------------------|-----------|---------|---------|---------------------|---------------------|
==> Last Start <==
Log file created at: 2024/10/30 18:39:13
Running on machine: ubuntu-20-agent-5
Binary: Built with gc go1.23.2 for linux/amd64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I1030 18:39:13.284465 400041 out.go:345] Setting OutFile to fd 1 ...
I1030 18:39:13.284583 400041 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1030 18:39:13.284591 400041 out.go:358] Setting ErrFile to fd 2...
I1030 18:39:13.284596 400041 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1030 18:39:13.284767 400041 root.go:338] Updating PATH: /home/jenkins/minikube-integration/19883-381834/.minikube/bin
I1030 18:39:13.285341 400041 out.go:352] Setting JSON to false
I1030 18:39:13.286279 400041 start.go:129] hostinfo: {"hostname":"ubuntu-20-agent-5","uptime":8496,"bootTime":1730305057,"procs":178,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1070-gcp","kernelArch":"x86_64","virtualizationSystem":"kvm","virtualizationRole":"guest","hostId":"591c9f12-2938-3743-e2bf-c56a050d43d1"}
I1030 18:39:13.286383 400041 start.go:139] virtualization: kvm guest
I1030 18:39:13.288640 400041 out.go:177] * [ha-174833] minikube v1.34.0 on Ubuntu 20.04 (kvm/amd64)
I1030 18:39:13.290653 400041 notify.go:220] Checking for updates...
I1030 18:39:13.290717 400041 out.go:177] - MINIKUBE_LOCATION=19883
I1030 18:39:13.292349 400041 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1030 18:39:13.293858 400041 out.go:177] - KUBECONFIG=/home/jenkins/minikube-integration/19883-381834/kubeconfig
I1030 18:39:13.295309 400041 out.go:177] - MINIKUBE_HOME=/home/jenkins/minikube-integration/19883-381834/.minikube
I1030 18:39:13.296710 400041 out.go:177] - MINIKUBE_BIN=out/minikube-linux-amd64
I1030 18:39:13.298107 400041 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I1030 18:39:13.299548 400041 driver.go:394] Setting default libvirt URI to qemu:///system
I1030 18:39:13.333903 400041 out.go:177] * Using the kvm2 driver based on user configuration
I1030 18:39:13.335174 400041 start.go:297] selected driver: kvm2
I1030 18:39:13.335194 400041 start.go:901] validating driver "kvm2" against <nil>
I1030 18:39:13.335206 400041 start.go:912] status for kvm2: {Installed:true Healthy:true Running:true NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I1030 18:39:13.335896 400041 install.go:52] acquiring lock: {Name:mk900956b073697a4aa6c80a27c6bb0742a99a53 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1030 18:39:13.336007 400041 install.go:117] Validating docker-machine-driver-kvm2, PATH=/home/jenkins/minikube-integration/19883-381834/.minikube/bin:/home/jenkins/workspace/KVM_Linux_crio_integration/out/:/usr/local/bin:/usr/bin:/bin:/usr/local/games:/usr/games:/usr/local/go/bin:/home/jenkins/go/bin:/usr/local/bin/:/usr/local/go/bin/:/home/jenkins/go/bin
I1030 18:39:13.350868 400041 install.go:137] /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2 version is 1.34.0
I1030 18:39:13.350946 400041 start_flags.go:310] no existing cluster config was found, will generate one from the flags
I1030 18:39:13.351232 400041 start_flags.go:947] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1030 18:39:13.351271 400041 cni.go:84] Creating CNI manager for ""
I1030 18:39:13.351324 400041 cni.go:136] multinode detected (0 nodes found), recommending kindnet
I1030 18:39:13.351332 400041 start_flags.go:319] Found "CNI" CNI - setting NetworkPlugin=cni
I1030 18:39:13.351398 400041 start.go:340] cluster config:
{Name:ha-174833 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730282848-19883@sha256:e762c909ad2a507083ec25b1ad3091c71fc7d92824e4a659c9158bbfe5ae03d4 Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.2 ClusterName:ha-174833 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRIS
ocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0
GPUs: AutoPauseInterval:1m0s}
I1030 18:39:13.351547 400041 iso.go:125] acquiring lock: {Name:mk4a5115b605a7a5e9069193daa664d721189792 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1030 18:39:13.353340 400041 out.go:177] * Starting "ha-174833" primary control-plane node in "ha-174833" cluster
I1030 18:39:13.354531 400041 preload.go:131] Checking if preload exists for k8s version v1.31.2 and runtime crio
I1030 18:39:13.354568 400041 preload.go:146] Found local preload: /home/jenkins/minikube-integration/19883-381834/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.2-cri-o-overlay-amd64.tar.lz4
I1030 18:39:13.354580 400041 cache.go:56] Caching tarball of preloaded images
I1030 18:39:13.354663 400041 preload.go:172] Found /home/jenkins/minikube-integration/19883-381834/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.2-cri-o-overlay-amd64.tar.lz4 in cache, skipping download
I1030 18:39:13.354676 400041 cache.go:59] Finished verifying existence of preloaded tar for v1.31.2 on crio
I1030 18:39:13.355016 400041 profile.go:143] Saving config to /home/jenkins/minikube-integration/19883-381834/.minikube/profiles/ha-174833/config.json ...
I1030 18:39:13.355043 400041 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19883-381834/.minikube/profiles/ha-174833/config.json: {Name:mkc5b46cd8e85bcdd2d75c56d8807d384c7babe1 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1030 18:39:13.355179 400041 start.go:360] acquireMachinesLock for ha-174833: {Name:mk35e25f53fa8cfadb39ca0ecdccfc2b3fbe845b Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}
I1030 18:39:13.355220 400041 start.go:364] duration metric: took 25.55µs to acquireMachinesLock for "ha-174833"
I1030 18:39:13.355242 400041 start.go:93] Provisioning new machine with config: &{Name:ha-174833 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19883/minikube-v1.34.0-1730282777-19883-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730282848-19883@sha256:e762c909ad2a507083ec25b1ad3091c71fc7d92824e4a659c9158bbfe5ae03d4 Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{Kubernete
sVersion:v1.31.2 ClusterName:ha-174833 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:
9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name: IP: Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}
I1030 18:39:13.355302 400041 start.go:125] createHost starting for "" (driver="kvm2")
I1030 18:39:13.356866 400041 out.go:235] * Creating kvm2 VM (CPUs=2, Memory=2200MB, Disk=20000MB) ...
I1030 18:39:13.357003 400041 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1030 18:39:13.357058 400041 main.go:141] libmachine: Launching plugin server for driver kvm2
I1030 18:39:13.371132 400041 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:37311
I1030 18:39:13.371590 400041 main.go:141] libmachine: () Calling .GetVersion
I1030 18:39:13.372159 400041 main.go:141] libmachine: Using API Version 1
I1030 18:39:13.372180 400041 main.go:141] libmachine: () Calling .SetConfigRaw
I1030 18:39:13.372504 400041 main.go:141] libmachine: () Calling .GetMachineName
I1030 18:39:13.372689 400041 main.go:141] libmachine: (ha-174833) Calling .GetMachineName
I1030 18:39:13.372808 400041 main.go:141] libmachine: (ha-174833) Calling .DriverName
I1030 18:39:13.372956 400041 start.go:159] libmachine.API.Create for "ha-174833" (driver="kvm2")
I1030 18:39:13.372989 400041 client.go:168] LocalClient.Create starting
I1030 18:39:13.373021 400041 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/19883-381834/.minikube/certs/ca.pem
I1030 18:39:13.373056 400041 main.go:141] libmachine: Decoding PEM data...
I1030 18:39:13.373078 400041 main.go:141] libmachine: Parsing certificate...
I1030 18:39:13.373144 400041 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/19883-381834/.minikube/certs/cert.pem
I1030 18:39:13.373168 400041 main.go:141] libmachine: Decoding PEM data...
I1030 18:39:13.373183 400041 main.go:141] libmachine: Parsing certificate...
I1030 18:39:13.373207 400041 main.go:141] libmachine: Running pre-create checks...
I1030 18:39:13.373219 400041 main.go:141] libmachine: (ha-174833) Calling .PreCreateCheck
I1030 18:39:13.373569 400041 main.go:141] libmachine: (ha-174833) Calling .GetConfigRaw
I1030 18:39:13.373996 400041 main.go:141] libmachine: Creating machine...
I1030 18:39:13.374012 400041 main.go:141] libmachine: (ha-174833) Calling .Create
I1030 18:39:13.374145 400041 main.go:141] libmachine: (ha-174833) Creating KVM machine...
I1030 18:39:13.375320 400041 main.go:141] libmachine: (ha-174833) DBG | found existing default KVM network
I1030 18:39:13.375998 400041 main.go:141] libmachine: (ha-174833) DBG | I1030 18:39:13.375838 400064 network.go:206] using free private subnet 192.168.39.0/24: &{IP:192.168.39.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.39.0/24 Gateway:192.168.39.1 ClientMin:192.168.39.2 ClientMax:192.168.39.254 Broadcast:192.168.39.255 IsPrivate:true Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:} reservation:0xc0002111f0}
I1030 18:39:13.376021 400041 main.go:141] libmachine: (ha-174833) DBG | created network xml:
I1030 18:39:13.376034 400041 main.go:141] libmachine: (ha-174833) DBG | <network>
I1030 18:39:13.376048 400041 main.go:141] libmachine: (ha-174833) DBG | <name>mk-ha-174833</name>
I1030 18:39:13.376057 400041 main.go:141] libmachine: (ha-174833) DBG | <dns enable='no'/>
I1030 18:39:13.376066 400041 main.go:141] libmachine: (ha-174833) DBG |
I1030 18:39:13.376076 400041 main.go:141] libmachine: (ha-174833) DBG | <ip address='192.168.39.1' netmask='255.255.255.0'>
I1030 18:39:13.376085 400041 main.go:141] libmachine: (ha-174833) DBG | <dhcp>
I1030 18:39:13.376097 400041 main.go:141] libmachine: (ha-174833) DBG | <range start='192.168.39.2' end='192.168.39.253'/>
I1030 18:39:13.376112 400041 main.go:141] libmachine: (ha-174833) DBG | </dhcp>
I1030 18:39:13.376121 400041 main.go:141] libmachine: (ha-174833) DBG | </ip>
I1030 18:39:13.376134 400041 main.go:141] libmachine: (ha-174833) DBG |
I1030 18:39:13.376145 400041 main.go:141] libmachine: (ha-174833) DBG | </network>
I1030 18:39:13.376153 400041 main.go:141] libmachine: (ha-174833) DBG |
I1030 18:39:13.380994 400041 main.go:141] libmachine: (ha-174833) DBG | trying to create private KVM network mk-ha-174833 192.168.39.0/24...
I1030 18:39:13.444397 400041 main.go:141] libmachine: (ha-174833) DBG | private KVM network mk-ha-174833 192.168.39.0/24 created
I1030 18:39:13.444439 400041 main.go:141] libmachine: (ha-174833) Setting up store path in /home/jenkins/minikube-integration/19883-381834/.minikube/machines/ha-174833 ...
I1030 18:39:13.444454 400041 main.go:141] libmachine: (ha-174833) DBG | I1030 18:39:13.444367 400064 common.go:144] Making disk image using store path: /home/jenkins/minikube-integration/19883-381834/.minikube
I1030 18:39:13.444474 400041 main.go:141] libmachine: (ha-174833) Building disk image from file:///home/jenkins/minikube-integration/19883-381834/.minikube/cache/iso/amd64/minikube-v1.34.0-1730282777-19883-amd64.iso
I1030 18:39:13.444565 400041 main.go:141] libmachine: (ha-174833) Downloading /home/jenkins/minikube-integration/19883-381834/.minikube/cache/boot2docker.iso from file:///home/jenkins/minikube-integration/19883-381834/.minikube/cache/iso/amd64/minikube-v1.34.0-1730282777-19883-amd64.iso...
I1030 18:39:13.725521 400041 main.go:141] libmachine: (ha-174833) DBG | I1030 18:39:13.725350 400064 common.go:151] Creating ssh key: /home/jenkins/minikube-integration/19883-381834/.minikube/machines/ha-174833/id_rsa...
I1030 18:39:13.832228 400041 main.go:141] libmachine: (ha-174833) DBG | I1030 18:39:13.832066 400064 common.go:157] Creating raw disk image: /home/jenkins/minikube-integration/19883-381834/.minikube/machines/ha-174833/ha-174833.rawdisk...
I1030 18:39:13.832262 400041 main.go:141] libmachine: (ha-174833) DBG | Writing magic tar header
I1030 18:39:13.832279 400041 main.go:141] libmachine: (ha-174833) DBG | Writing SSH key tar header
I1030 18:39:13.832291 400041 main.go:141] libmachine: (ha-174833) DBG | I1030 18:39:13.832203 400064 common.go:171] Fixing permissions on /home/jenkins/minikube-integration/19883-381834/.minikube/machines/ha-174833 ...
I1030 18:39:13.832302 400041 main.go:141] libmachine: (ha-174833) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19883-381834/.minikube/machines/ha-174833
I1030 18:39:13.832373 400041 main.go:141] libmachine: (ha-174833) Setting executable bit set on /home/jenkins/minikube-integration/19883-381834/.minikube/machines/ha-174833 (perms=drwx------)
I1030 18:39:13.832401 400041 main.go:141] libmachine: (ha-174833) Setting executable bit set on /home/jenkins/minikube-integration/19883-381834/.minikube/machines (perms=drwxr-xr-x)
I1030 18:39:13.832414 400041 main.go:141] libmachine: (ha-174833) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19883-381834/.minikube/machines
I1030 18:39:13.832431 400041 main.go:141] libmachine: (ha-174833) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19883-381834/.minikube
I1030 18:39:13.832442 400041 main.go:141] libmachine: (ha-174833) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19883-381834
I1030 18:39:13.832452 400041 main.go:141] libmachine: (ha-174833) DBG | Checking permissions on dir: /home/jenkins/minikube-integration
I1030 18:39:13.832462 400041 main.go:141] libmachine: (ha-174833) DBG | Checking permissions on dir: /home/jenkins
I1030 18:39:13.832473 400041 main.go:141] libmachine: (ha-174833) Setting executable bit set on /home/jenkins/minikube-integration/19883-381834/.minikube (perms=drwxr-xr-x)
I1030 18:39:13.832490 400041 main.go:141] libmachine: (ha-174833) Setting executable bit set on /home/jenkins/minikube-integration/19883-381834 (perms=drwxrwxr-x)
I1030 18:39:13.832506 400041 main.go:141] libmachine: (ha-174833) DBG | Checking permissions on dir: /home
I1030 18:39:13.832517 400041 main.go:141] libmachine: (ha-174833) DBG | Skipping /home - not owner
I1030 18:39:13.832528 400041 main.go:141] libmachine: (ha-174833) Setting executable bit set on /home/jenkins/minikube-integration (perms=drwxrwxr-x)
I1030 18:39:13.832538 400041 main.go:141] libmachine: (ha-174833) Setting executable bit set on /home/jenkins (perms=drwxr-xr-x)
I1030 18:39:13.832550 400041 main.go:141] libmachine: (ha-174833) Creating domain...
I1030 18:39:13.833717 400041 main.go:141] libmachine: (ha-174833) define libvirt domain using xml:
I1030 18:39:13.833738 400041 main.go:141] libmachine: (ha-174833) <domain type='kvm'>
I1030 18:39:13.833744 400041 main.go:141] libmachine: (ha-174833) <name>ha-174833</name>
I1030 18:39:13.833752 400041 main.go:141] libmachine: (ha-174833) <memory unit='MiB'>2200</memory>
I1030 18:39:13.833758 400041 main.go:141] libmachine: (ha-174833) <vcpu>2</vcpu>
I1030 18:39:13.833762 400041 main.go:141] libmachine: (ha-174833) <features>
I1030 18:39:13.833766 400041 main.go:141] libmachine: (ha-174833) <acpi/>
I1030 18:39:13.833770 400041 main.go:141] libmachine: (ha-174833) <apic/>
I1030 18:39:13.833774 400041 main.go:141] libmachine: (ha-174833) <pae/>
I1030 18:39:13.833794 400041 main.go:141] libmachine: (ha-174833)
I1030 18:39:13.833807 400041 main.go:141] libmachine: (ha-174833) </features>
I1030 18:39:13.833814 400041 main.go:141] libmachine: (ha-174833) <cpu mode='host-passthrough'>
I1030 18:39:13.833838 400041 main.go:141] libmachine: (ha-174833)
I1030 18:39:13.833857 400041 main.go:141] libmachine: (ha-174833) </cpu>
I1030 18:39:13.833863 400041 main.go:141] libmachine: (ha-174833) <os>
I1030 18:39:13.833868 400041 main.go:141] libmachine: (ha-174833) <type>hvm</type>
I1030 18:39:13.833884 400041 main.go:141] libmachine: (ha-174833) <boot dev='cdrom'/>
I1030 18:39:13.833888 400041 main.go:141] libmachine: (ha-174833) <boot dev='hd'/>
I1030 18:39:13.833904 400041 main.go:141] libmachine: (ha-174833) <bootmenu enable='no'/>
I1030 18:39:13.833912 400041 main.go:141] libmachine: (ha-174833) </os>
I1030 18:39:13.833917 400041 main.go:141] libmachine: (ha-174833) <devices>
I1030 18:39:13.833922 400041 main.go:141] libmachine: (ha-174833) <disk type='file' device='cdrom'>
I1030 18:39:13.834007 400041 main.go:141] libmachine: (ha-174833) <source file='/home/jenkins/minikube-integration/19883-381834/.minikube/machines/ha-174833/boot2docker.iso'/>
I1030 18:39:13.834043 400041 main.go:141] libmachine: (ha-174833) <target dev='hdc' bus='scsi'/>
I1030 18:39:13.834066 400041 main.go:141] libmachine: (ha-174833) <readonly/>
I1030 18:39:13.834080 400041 main.go:141] libmachine: (ha-174833) </disk>
I1030 18:39:13.834092 400041 main.go:141] libmachine: (ha-174833) <disk type='file' device='disk'>
I1030 18:39:13.834107 400041 main.go:141] libmachine: (ha-174833) <driver name='qemu' type='raw' cache='default' io='threads' />
I1030 18:39:13.834134 400041 main.go:141] libmachine: (ha-174833) <source file='/home/jenkins/minikube-integration/19883-381834/.minikube/machines/ha-174833/ha-174833.rawdisk'/>
I1030 18:39:13.834146 400041 main.go:141] libmachine: (ha-174833) <target dev='hda' bus='virtio'/>
I1030 18:39:13.834163 400041 main.go:141] libmachine: (ha-174833) </disk>
I1030 18:39:13.834179 400041 main.go:141] libmachine: (ha-174833) <interface type='network'>
I1030 18:39:13.834191 400041 main.go:141] libmachine: (ha-174833) <source network='mk-ha-174833'/>
I1030 18:39:13.834199 400041 main.go:141] libmachine: (ha-174833) <model type='virtio'/>
I1030 18:39:13.834204 400041 main.go:141] libmachine: (ha-174833) </interface>
I1030 18:39:13.834213 400041 main.go:141] libmachine: (ha-174833) <interface type='network'>
I1030 18:39:13.834219 400041 main.go:141] libmachine: (ha-174833) <source network='default'/>
I1030 18:39:13.834228 400041 main.go:141] libmachine: (ha-174833) <model type='virtio'/>
I1030 18:39:13.834233 400041 main.go:141] libmachine: (ha-174833) </interface>
I1030 18:39:13.834244 400041 main.go:141] libmachine: (ha-174833) <serial type='pty'>
I1030 18:39:13.834261 400041 main.go:141] libmachine: (ha-174833) <target port='0'/>
I1030 18:39:13.834275 400041 main.go:141] libmachine: (ha-174833) </serial>
I1030 18:39:13.834287 400041 main.go:141] libmachine: (ha-174833) <console type='pty'>
I1030 18:39:13.834295 400041 main.go:141] libmachine: (ha-174833) <target type='serial' port='0'/>
I1030 18:39:13.834310 400041 main.go:141] libmachine: (ha-174833) </console>
I1030 18:39:13.834320 400041 main.go:141] libmachine: (ha-174833) <rng model='virtio'>
I1030 18:39:13.834333 400041 main.go:141] libmachine: (ha-174833) <backend model='random'>/dev/random</backend>
I1030 18:39:13.834342 400041 main.go:141] libmachine: (ha-174833) </rng>
I1030 18:39:13.834351 400041 main.go:141] libmachine: (ha-174833)
I1030 18:39:13.834359 400041 main.go:141] libmachine: (ha-174833)
I1030 18:39:13.834368 400041 main.go:141] libmachine: (ha-174833) </devices>
I1030 18:39:13.834377 400041 main.go:141] libmachine: (ha-174833) </domain>
I1030 18:39:13.834388 400041 main.go:141] libmachine: (ha-174833)
I1030 18:39:13.838852 400041 main.go:141] libmachine: (ha-174833) DBG | domain ha-174833 has defined MAC address 52:54:00:67:40:5d in network default
I1030 18:39:13.839421 400041 main.go:141] libmachine: (ha-174833) Ensuring networks are active...
I1030 18:39:13.839441 400041 main.go:141] libmachine: (ha-174833) DBG | domain ha-174833 has defined MAC address 52:54:00:fd:5e:ca in network mk-ha-174833
I1030 18:39:13.840041 400041 main.go:141] libmachine: (ha-174833) Ensuring network default is active
I1030 18:39:13.840342 400041 main.go:141] libmachine: (ha-174833) Ensuring network mk-ha-174833 is active
I1030 18:39:13.840783 400041 main.go:141] libmachine: (ha-174833) Getting domain xml...
I1030 18:39:13.841490 400041 main.go:141] libmachine: (ha-174833) Creating domain...
I1030 18:39:15.028258 400041 main.go:141] libmachine: (ha-174833) Waiting to get IP...
I1030 18:39:15.029201 400041 main.go:141] libmachine: (ha-174833) DBG | domain ha-174833 has defined MAC address 52:54:00:fd:5e:ca in network mk-ha-174833
I1030 18:39:15.029564 400041 main.go:141] libmachine: (ha-174833) DBG | unable to find current IP address of domain ha-174833 in network mk-ha-174833
I1030 18:39:15.029614 400041 main.go:141] libmachine: (ha-174833) DBG | I1030 18:39:15.029561 400064 retry.go:31] will retry after 241.896456ms: waiting for machine to come up
I1030 18:39:15.272995 400041 main.go:141] libmachine: (ha-174833) DBG | domain ha-174833 has defined MAC address 52:54:00:fd:5e:ca in network mk-ha-174833
I1030 18:39:15.273461 400041 main.go:141] libmachine: (ha-174833) DBG | unable to find current IP address of domain ha-174833 in network mk-ha-174833
I1030 18:39:15.273488 400041 main.go:141] libmachine: (ha-174833) DBG | I1030 18:39:15.273413 400064 retry.go:31] will retry after 260.838664ms: waiting for machine to come up
I1030 18:39:15.535845 400041 main.go:141] libmachine: (ha-174833) DBG | domain ha-174833 has defined MAC address 52:54:00:fd:5e:ca in network mk-ha-174833
I1030 18:39:15.536295 400041 main.go:141] libmachine: (ha-174833) DBG | unable to find current IP address of domain ha-174833 in network mk-ha-174833
I1030 18:39:15.536316 400041 main.go:141] libmachine: (ha-174833) DBG | I1030 18:39:15.536255 400064 retry.go:31] will retry after 479.733534ms: waiting for machine to come up
I1030 18:39:16.017897 400041 main.go:141] libmachine: (ha-174833) DBG | domain ha-174833 has defined MAC address 52:54:00:fd:5e:ca in network mk-ha-174833
I1030 18:39:16.018269 400041 main.go:141] libmachine: (ha-174833) DBG | unable to find current IP address of domain ha-174833 in network mk-ha-174833
I1030 18:39:16.018294 400041 main.go:141] libmachine: (ha-174833) DBG | I1030 18:39:16.018228 400064 retry.go:31] will retry after 392.371571ms: waiting for machine to come up
I1030 18:39:16.412626 400041 main.go:141] libmachine: (ha-174833) DBG | domain ha-174833 has defined MAC address 52:54:00:fd:5e:ca in network mk-ha-174833
I1030 18:39:16.413050 400041 main.go:141] libmachine: (ha-174833) DBG | unable to find current IP address of domain ha-174833 in network mk-ha-174833
I1030 18:39:16.413080 400041 main.go:141] libmachine: (ha-174833) DBG | I1030 18:39:16.412991 400064 retry.go:31] will retry after 692.689396ms: waiting for machine to come up
I1030 18:39:17.106954 400041 main.go:141] libmachine: (ha-174833) DBG | domain ha-174833 has defined MAC address 52:54:00:fd:5e:ca in network mk-ha-174833
I1030 18:39:17.107478 400041 main.go:141] libmachine: (ha-174833) DBG | unable to find current IP address of domain ha-174833 in network mk-ha-174833
I1030 18:39:17.107955 400041 main.go:141] libmachine: (ha-174833) DBG | I1030 18:39:17.107422 400064 retry.go:31] will retry after 832.987361ms: waiting for machine to come up
I1030 18:39:17.942300 400041 main.go:141] libmachine: (ha-174833) DBG | domain ha-174833 has defined MAC address 52:54:00:fd:5e:ca in network mk-ha-174833
I1030 18:39:17.942709 400041 main.go:141] libmachine: (ha-174833) DBG | unable to find current IP address of domain ha-174833 in network mk-ha-174833
I1030 18:39:17.942756 400041 main.go:141] libmachine: (ha-174833) DBG | I1030 18:39:17.942670 400064 retry.go:31] will retry after 1.191938703s: waiting for machine to come up
I1030 18:39:19.135752 400041 main.go:141] libmachine: (ha-174833) DBG | domain ha-174833 has defined MAC address 52:54:00:fd:5e:ca in network mk-ha-174833
I1030 18:39:19.136105 400041 main.go:141] libmachine: (ha-174833) DBG | unable to find current IP address of domain ha-174833 in network mk-ha-174833
I1030 18:39:19.136132 400041 main.go:141] libmachine: (ha-174833) DBG | I1030 18:39:19.136082 400064 retry.go:31] will retry after 978.475739ms: waiting for machine to come up
I1030 18:39:20.116239 400041 main.go:141] libmachine: (ha-174833) DBG | domain ha-174833 has defined MAC address 52:54:00:fd:5e:ca in network mk-ha-174833
I1030 18:39:20.116734 400041 main.go:141] libmachine: (ha-174833) DBG | unable to find current IP address of domain ha-174833 in network mk-ha-174833
I1030 18:39:20.116762 400041 main.go:141] libmachine: (ha-174833) DBG | I1030 18:39:20.116673 400064 retry.go:31] will retry after 1.671512667s: waiting for machine to come up
I1030 18:39:21.790628 400041 main.go:141] libmachine: (ha-174833) DBG | domain ha-174833 has defined MAC address 52:54:00:fd:5e:ca in network mk-ha-174833
I1030 18:39:21.791129 400041 main.go:141] libmachine: (ha-174833) DBG | unable to find current IP address of domain ha-174833 in network mk-ha-174833
I1030 18:39:21.791157 400041 main.go:141] libmachine: (ha-174833) DBG | I1030 18:39:21.791069 400064 retry.go:31] will retry after 2.145808112s: waiting for machine to come up
I1030 18:39:23.938308 400041 main.go:141] libmachine: (ha-174833) DBG | domain ha-174833 has defined MAC address 52:54:00:fd:5e:ca in network mk-ha-174833
I1030 18:39:23.938724 400041 main.go:141] libmachine: (ha-174833) DBG | unable to find current IP address of domain ha-174833 in network mk-ha-174833
I1030 18:39:23.938750 400041 main.go:141] libmachine: (ha-174833) DBG | I1030 18:39:23.938677 400064 retry.go:31] will retry after 2.206607406s: waiting for machine to come up
I1030 18:39:26.148104 400041 main.go:141] libmachine: (ha-174833) DBG | domain ha-174833 has defined MAC address 52:54:00:fd:5e:ca in network mk-ha-174833
I1030 18:39:26.148464 400041 main.go:141] libmachine: (ha-174833) DBG | unable to find current IP address of domain ha-174833 in network mk-ha-174833
I1030 18:39:26.148498 400041 main.go:141] libmachine: (ha-174833) DBG | I1030 18:39:26.148437 400064 retry.go:31] will retry after 3.57155807s: waiting for machine to come up
I1030 18:39:29.721895 400041 main.go:141] libmachine: (ha-174833) DBG | domain ha-174833 has defined MAC address 52:54:00:fd:5e:ca in network mk-ha-174833
I1030 18:39:29.722283 400041 main.go:141] libmachine: (ha-174833) DBG | unable to find current IP address of domain ha-174833 in network mk-ha-174833
I1030 18:39:29.722306 400041 main.go:141] libmachine: (ha-174833) DBG | I1030 18:39:29.722235 400064 retry.go:31] will retry after 4.087469223s: waiting for machine to come up
I1030 18:39:33.811039 400041 main.go:141] libmachine: (ha-174833) DBG | domain ha-174833 has defined MAC address 52:54:00:fd:5e:ca in network mk-ha-174833
I1030 18:39:33.811489 400041 main.go:141] libmachine: (ha-174833) DBG | domain ha-174833 has current primary IP address 192.168.39.141 and MAC address 52:54:00:fd:5e:ca in network mk-ha-174833
I1030 18:39:33.811515 400041 main.go:141] libmachine: (ha-174833) Found IP for machine: 192.168.39.141
I1030 18:39:33.811524 400041 main.go:141] libmachine: (ha-174833) Reserving static IP address...
I1030 18:39:33.811821 400041 main.go:141] libmachine: (ha-174833) DBG | unable to find host DHCP lease matching {name: "ha-174833", mac: "52:54:00:fd:5e:ca", ip: "192.168.39.141"} in network mk-ha-174833
I1030 18:39:33.884143 400041 main.go:141] libmachine: (ha-174833) Reserved static IP address: 192.168.39.141
I1030 18:39:33.884173 400041 main.go:141] libmachine: (ha-174833) DBG | Getting to WaitForSSH function...
I1030 18:39:33.884180 400041 main.go:141] libmachine: (ha-174833) Waiting for SSH to be available...
I1030 18:39:33.886594 400041 main.go:141] libmachine: (ha-174833) DBG | domain ha-174833 has defined MAC address 52:54:00:fd:5e:ca in network mk-ha-174833
I1030 18:39:33.886971 400041 main.go:141] libmachine: (ha-174833) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:fd:5e:ca", ip: ""} in network mk-ha-174833: {Iface:virbr1 ExpiryTime:2024-10-30 19:39:27 +0000 UTC Type:0 Mac:52:54:00:fd:5e:ca Iaid: IPaddr:192.168.39.141 Prefix:24 Hostname:minikube Clientid:01:52:54:00:fd:5e:ca}
I1030 18:39:33.886995 400041 main.go:141] libmachine: (ha-174833) DBG | domain ha-174833 has defined IP address 192.168.39.141 and MAC address 52:54:00:fd:5e:ca in network mk-ha-174833
I1030 18:39:33.887140 400041 main.go:141] libmachine: (ha-174833) DBG | Using SSH client type: external
I1030 18:39:33.887229 400041 main.go:141] libmachine: (ha-174833) DBG | Using SSH private key: /home/jenkins/minikube-integration/19883-381834/.minikube/machines/ha-174833/id_rsa (-rw-------)
I1030 18:39:33.887264 400041 main.go:141] libmachine: (ha-174833) DBG | &{[-F /dev/null -o ConnectionAttempts=3 -o ConnectTimeout=10 -o ControlMaster=no -o ControlPath=none -o LogLevel=quiet -o PasswordAuthentication=no -o ServerAliveInterval=60 -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null docker@192.168.39.141 -o IdentitiesOnly=yes -i /home/jenkins/minikube-integration/19883-381834/.minikube/machines/ha-174833/id_rsa -p 22] /usr/bin/ssh <nil>}
I1030 18:39:33.887276 400041 main.go:141] libmachine: (ha-174833) DBG | About to run SSH command:
I1030 18:39:33.887284 400041 main.go:141] libmachine: (ha-174833) DBG | exit 0
I1030 18:39:34.010284 400041 main.go:141] libmachine: (ha-174833) DBG | SSH cmd err, output: <nil>:
I1030 18:39:34.010612 400041 main.go:141] libmachine: (ha-174833) KVM machine creation complete!
I1030 18:39:34.010940 400041 main.go:141] libmachine: (ha-174833) Calling .GetConfigRaw
I1030 18:39:34.011543 400041 main.go:141] libmachine: (ha-174833) Calling .DriverName
I1030 18:39:34.011721 400041 main.go:141] libmachine: (ha-174833) Calling .DriverName
I1030 18:39:34.011891 400041 main.go:141] libmachine: Waiting for machine to be running, this may take a few minutes...
I1030 18:39:34.011905 400041 main.go:141] libmachine: (ha-174833) Calling .GetState
I1030 18:39:34.013168 400041 main.go:141] libmachine: Detecting operating system of created instance...
I1030 18:39:34.013181 400041 main.go:141] libmachine: Waiting for SSH to be available...
I1030 18:39:34.013186 400041 main.go:141] libmachine: Getting to WaitForSSH function...
I1030 18:39:34.013192 400041 main.go:141] libmachine: (ha-174833) Calling .GetSSHHostname
I1030 18:39:34.015485 400041 main.go:141] libmachine: (ha-174833) DBG | domain ha-174833 has defined MAC address 52:54:00:fd:5e:ca in network mk-ha-174833
I1030 18:39:34.015842 400041 main.go:141] libmachine: (ha-174833) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:fd:5e:ca", ip: ""} in network mk-ha-174833: {Iface:virbr1 ExpiryTime:2024-10-30 19:39:27 +0000 UTC Type:0 Mac:52:54:00:fd:5e:ca Iaid: IPaddr:192.168.39.141 Prefix:24 Hostname:ha-174833 Clientid:01:52:54:00:fd:5e:ca}
I1030 18:39:34.015874 400041 main.go:141] libmachine: (ha-174833) DBG | domain ha-174833 has defined IP address 192.168.39.141 and MAC address 52:54:00:fd:5e:ca in network mk-ha-174833
I1030 18:39:34.015997 400041 main.go:141] libmachine: (ha-174833) Calling .GetSSHPort
I1030 18:39:34.016168 400041 main.go:141] libmachine: (ha-174833) Calling .GetSSHKeyPath
I1030 18:39:34.016323 400041 main.go:141] libmachine: (ha-174833) Calling .GetSSHKeyPath
I1030 18:39:34.016452 400041 main.go:141] libmachine: (ha-174833) Calling .GetSSHUsername
I1030 18:39:34.016738 400041 main.go:141] libmachine: Using SSH client type: native
I1030 18:39:34.016961 400041 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866160] 0x868e40 <nil> [] 0s} 192.168.39.141 22 <nil> <nil>}
I1030 18:39:34.016974 400041 main.go:141] libmachine: About to run SSH command:
exit 0
I1030 18:39:34.117708 400041 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1030 18:39:34.117732 400041 main.go:141] libmachine: Detecting the provisioner...
I1030 18:39:34.117739 400041 main.go:141] libmachine: (ha-174833) Calling .GetSSHHostname
I1030 18:39:34.120384 400041 main.go:141] libmachine: (ha-174833) DBG | domain ha-174833 has defined MAC address 52:54:00:fd:5e:ca in network mk-ha-174833
I1030 18:39:34.120816 400041 main.go:141] libmachine: (ha-174833) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:fd:5e:ca", ip: ""} in network mk-ha-174833: {Iface:virbr1 ExpiryTime:2024-10-30 19:39:27 +0000 UTC Type:0 Mac:52:54:00:fd:5e:ca Iaid: IPaddr:192.168.39.141 Prefix:24 Hostname:ha-174833 Clientid:01:52:54:00:fd:5e:ca}
I1030 18:39:34.120860 400041 main.go:141] libmachine: (ha-174833) DBG | domain ha-174833 has defined IP address 192.168.39.141 and MAC address 52:54:00:fd:5e:ca in network mk-ha-174833
I1030 18:39:34.120990 400041 main.go:141] libmachine: (ha-174833) Calling .GetSSHPort
I1030 18:39:34.121177 400041 main.go:141] libmachine: (ha-174833) Calling .GetSSHKeyPath
I1030 18:39:34.121322 400041 main.go:141] libmachine: (ha-174833) Calling .GetSSHKeyPath
I1030 18:39:34.121422 400041 main.go:141] libmachine: (ha-174833) Calling .GetSSHUsername
I1030 18:39:34.121534 400041 main.go:141] libmachine: Using SSH client type: native
I1030 18:39:34.121721 400041 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866160] 0x868e40 <nil> [] 0s} 192.168.39.141 22 <nil> <nil>}
I1030 18:39:34.121734 400041 main.go:141] libmachine: About to run SSH command:
cat /etc/os-release
I1030 18:39:34.222936 400041 main.go:141] libmachine: SSH cmd err, output: <nil>: NAME=Buildroot
VERSION=2023.02.9-dirty
ID=buildroot
VERSION_ID=2023.02.9
PRETTY_NAME="Buildroot 2023.02.9"
I1030 18:39:34.223027 400041 main.go:141] libmachine: found compatible host: buildroot
I1030 18:39:34.223040 400041 main.go:141] libmachine: Provisioning with buildroot...
I1030 18:39:34.223052 400041 main.go:141] libmachine: (ha-174833) Calling .GetMachineName
I1030 18:39:34.223321 400041 buildroot.go:166] provisioning hostname "ha-174833"
I1030 18:39:34.223356 400041 main.go:141] libmachine: (ha-174833) Calling .GetMachineName
I1030 18:39:34.223546 400041 main.go:141] libmachine: (ha-174833) Calling .GetSSHHostname
I1030 18:39:34.225998 400041 main.go:141] libmachine: (ha-174833) DBG | domain ha-174833 has defined MAC address 52:54:00:fd:5e:ca in network mk-ha-174833
I1030 18:39:34.226300 400041 main.go:141] libmachine: (ha-174833) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:fd:5e:ca", ip: ""} in network mk-ha-174833: {Iface:virbr1 ExpiryTime:2024-10-30 19:39:27 +0000 UTC Type:0 Mac:52:54:00:fd:5e:ca Iaid: IPaddr:192.168.39.141 Prefix:24 Hostname:ha-174833 Clientid:01:52:54:00:fd:5e:ca}
I1030 18:39:34.226323 400041 main.go:141] libmachine: (ha-174833) DBG | domain ha-174833 has defined IP address 192.168.39.141 and MAC address 52:54:00:fd:5e:ca in network mk-ha-174833
I1030 18:39:34.226503 400041 main.go:141] libmachine: (ha-174833) Calling .GetSSHPort
I1030 18:39:34.226662 400041 main.go:141] libmachine: (ha-174833) Calling .GetSSHKeyPath
I1030 18:39:34.226803 400041 main.go:141] libmachine: (ha-174833) Calling .GetSSHKeyPath
I1030 18:39:34.226914 400041 main.go:141] libmachine: (ha-174833) Calling .GetSSHUsername
I1030 18:39:34.227040 400041 main.go:141] libmachine: Using SSH client type: native
I1030 18:39:34.227266 400041 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866160] 0x868e40 <nil> [] 0s} 192.168.39.141 22 <nil> <nil>}
I1030 18:39:34.227279 400041 main.go:141] libmachine: About to run SSH command:
sudo hostname ha-174833 && echo "ha-174833" | sudo tee /etc/hostname
I1030 18:39:34.340995 400041 main.go:141] libmachine: SSH cmd err, output: <nil>: ha-174833
I1030 18:39:34.341029 400041 main.go:141] libmachine: (ha-174833) Calling .GetSSHHostname
I1030 18:39:34.343841 400041 main.go:141] libmachine: (ha-174833) DBG | domain ha-174833 has defined MAC address 52:54:00:fd:5e:ca in network mk-ha-174833
I1030 18:39:34.344138 400041 main.go:141] libmachine: (ha-174833) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:fd:5e:ca", ip: ""} in network mk-ha-174833: {Iface:virbr1 ExpiryTime:2024-10-30 19:39:27 +0000 UTC Type:0 Mac:52:54:00:fd:5e:ca Iaid: IPaddr:192.168.39.141 Prefix:24 Hostname:ha-174833 Clientid:01:52:54:00:fd:5e:ca}
I1030 18:39:34.344167 400041 main.go:141] libmachine: (ha-174833) DBG | domain ha-174833 has defined IP address 192.168.39.141 and MAC address 52:54:00:fd:5e:ca in network mk-ha-174833
I1030 18:39:34.344368 400041 main.go:141] libmachine: (ha-174833) Calling .GetSSHPort
I1030 18:39:34.344558 400041 main.go:141] libmachine: (ha-174833) Calling .GetSSHKeyPath
I1030 18:39:34.344679 400041 main.go:141] libmachine: (ha-174833) Calling .GetSSHKeyPath
I1030 18:39:34.344790 400041 main.go:141] libmachine: (ha-174833) Calling .GetSSHUsername
I1030 18:39:34.344900 400041 main.go:141] libmachine: Using SSH client type: native
I1030 18:39:34.345070 400041 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866160] 0x868e40 <nil> [] 0s} 192.168.39.141 22 <nil> <nil>}
I1030 18:39:34.345090 400041 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\sha-174833' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 ha-174833/g' /etc/hosts;
else
echo '127.0.1.1 ha-174833' | sudo tee -a /etc/hosts;
fi
fi
I1030 18:39:34.455073 400041 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1030 18:39:34.455103 400041 buildroot.go:172] set auth options {CertDir:/home/jenkins/minikube-integration/19883-381834/.minikube CaCertPath:/home/jenkins/minikube-integration/19883-381834/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/19883-381834/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/19883-381834/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/19883-381834/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/19883-381834/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/19883-381834/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/19883-381834/.minikube}
I1030 18:39:34.455126 400041 buildroot.go:174] setting up certificates
I1030 18:39:34.455146 400041 provision.go:84] configureAuth start
I1030 18:39:34.455156 400041 main.go:141] libmachine: (ha-174833) Calling .GetMachineName
I1030 18:39:34.455453 400041 main.go:141] libmachine: (ha-174833) Calling .GetIP
I1030 18:39:34.458160 400041 main.go:141] libmachine: (ha-174833) DBG | domain ha-174833 has defined MAC address 52:54:00:fd:5e:ca in network mk-ha-174833
I1030 18:39:34.458507 400041 main.go:141] libmachine: (ha-174833) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:fd:5e:ca", ip: ""} in network mk-ha-174833: {Iface:virbr1 ExpiryTime:2024-10-30 19:39:27 +0000 UTC Type:0 Mac:52:54:00:fd:5e:ca Iaid: IPaddr:192.168.39.141 Prefix:24 Hostname:ha-174833 Clientid:01:52:54:00:fd:5e:ca}
I1030 18:39:34.458546 400041 main.go:141] libmachine: (ha-174833) DBG | domain ha-174833 has defined IP address 192.168.39.141 and MAC address 52:54:00:fd:5e:ca in network mk-ha-174833
I1030 18:39:34.458737 400041 main.go:141] libmachine: (ha-174833) Calling .GetSSHHostname
I1030 18:39:34.461111 400041 main.go:141] libmachine: (ha-174833) DBG | domain ha-174833 has defined MAC address 52:54:00:fd:5e:ca in network mk-ha-174833
I1030 18:39:34.461454 400041 main.go:141] libmachine: (ha-174833) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:fd:5e:ca", ip: ""} in network mk-ha-174833: {Iface:virbr1 ExpiryTime:2024-10-30 19:39:27 +0000 UTC Type:0 Mac:52:54:00:fd:5e:ca Iaid: IPaddr:192.168.39.141 Prefix:24 Hostname:ha-174833 Clientid:01:52:54:00:fd:5e:ca}
I1030 18:39:34.461482 400041 main.go:141] libmachine: (ha-174833) DBG | domain ha-174833 has defined IP address 192.168.39.141 and MAC address 52:54:00:fd:5e:ca in network mk-ha-174833
I1030 18:39:34.461548 400041 provision.go:143] copyHostCerts
I1030 18:39:34.461581 400041 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19883-381834/.minikube/certs/ca.pem -> /home/jenkins/minikube-integration/19883-381834/.minikube/ca.pem
I1030 18:39:34.461633 400041 exec_runner.go:144] found /home/jenkins/minikube-integration/19883-381834/.minikube/ca.pem, removing ...
I1030 18:39:34.461648 400041 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19883-381834/.minikube/ca.pem
I1030 18:39:34.461713 400041 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19883-381834/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/19883-381834/.minikube/ca.pem (1082 bytes)
I1030 18:39:34.461793 400041 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19883-381834/.minikube/certs/cert.pem -> /home/jenkins/minikube-integration/19883-381834/.minikube/cert.pem
I1030 18:39:34.461811 400041 exec_runner.go:144] found /home/jenkins/minikube-integration/19883-381834/.minikube/cert.pem, removing ...
I1030 18:39:34.461816 400041 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19883-381834/.minikube/cert.pem
I1030 18:39:34.461840 400041 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19883-381834/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/19883-381834/.minikube/cert.pem (1123 bytes)
I1030 18:39:34.461880 400041 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19883-381834/.minikube/certs/key.pem -> /home/jenkins/minikube-integration/19883-381834/.minikube/key.pem
I1030 18:39:34.461896 400041 exec_runner.go:144] found /home/jenkins/minikube-integration/19883-381834/.minikube/key.pem, removing ...
I1030 18:39:34.461902 400041 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19883-381834/.minikube/key.pem
I1030 18:39:34.461922 400041 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19883-381834/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/19883-381834/.minikube/key.pem (1679 bytes)
I1030 18:39:34.461968 400041 provision.go:117] generating server cert: /home/jenkins/minikube-integration/19883-381834/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/19883-381834/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/19883-381834/.minikube/certs/ca-key.pem org=jenkins.ha-174833 san=[127.0.0.1 192.168.39.141 ha-174833 localhost minikube]
I1030 18:39:34.715502 400041 provision.go:177] copyRemoteCerts
I1030 18:39:34.715567 400041 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1030 18:39:34.715593 400041 main.go:141] libmachine: (ha-174833) Calling .GetSSHHostname
I1030 18:39:34.718337 400041 main.go:141] libmachine: (ha-174833) DBG | domain ha-174833 has defined MAC address 52:54:00:fd:5e:ca in network mk-ha-174833
I1030 18:39:34.718724 400041 main.go:141] libmachine: (ha-174833) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:fd:5e:ca", ip: ""} in network mk-ha-174833: {Iface:virbr1 ExpiryTime:2024-10-30 19:39:27 +0000 UTC Type:0 Mac:52:54:00:fd:5e:ca Iaid: IPaddr:192.168.39.141 Prefix:24 Hostname:ha-174833 Clientid:01:52:54:00:fd:5e:ca}
I1030 18:39:34.718750 400041 main.go:141] libmachine: (ha-174833) DBG | domain ha-174833 has defined IP address 192.168.39.141 and MAC address 52:54:00:fd:5e:ca in network mk-ha-174833
I1030 18:39:34.718905 400041 main.go:141] libmachine: (ha-174833) Calling .GetSSHPort
I1030 18:39:34.719124 400041 main.go:141] libmachine: (ha-174833) Calling .GetSSHKeyPath
I1030 18:39:34.719316 400041 main.go:141] libmachine: (ha-174833) Calling .GetSSHUsername
I1030 18:39:34.719438 400041 sshutil.go:53] new ssh client: &{IP:192.168.39.141 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19883-381834/.minikube/machines/ha-174833/id_rsa Username:docker}
I1030 18:39:34.802134 400041 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19883-381834/.minikube/machines/server-key.pem -> /etc/docker/server-key.pem
I1030 18:39:34.802247 400041 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19883-381834/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)
I1030 18:39:34.830405 400041 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19883-381834/.minikube/certs/ca.pem -> /etc/docker/ca.pem
I1030 18:39:34.830495 400041 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19883-381834/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1082 bytes)
I1030 18:39:34.853312 400041 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19883-381834/.minikube/machines/server.pem -> /etc/docker/server.pem
I1030 18:39:34.853400 400041 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19883-381834/.minikube/machines/server.pem --> /etc/docker/server.pem (1200 bytes)
I1030 18:39:34.876622 400041 provision.go:87] duration metric: took 421.460858ms to configureAuth
I1030 18:39:34.876654 400041 buildroot.go:189] setting minikube options for container-runtime
I1030 18:39:34.876860 400041 config.go:182] Loaded profile config "ha-174833": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1030 18:39:34.876973 400041 main.go:141] libmachine: (ha-174833) Calling .GetSSHHostname
I1030 18:39:34.879465 400041 main.go:141] libmachine: (ha-174833) DBG | domain ha-174833 has defined MAC address 52:54:00:fd:5e:ca in network mk-ha-174833
I1030 18:39:34.879875 400041 main.go:141] libmachine: (ha-174833) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:fd:5e:ca", ip: ""} in network mk-ha-174833: {Iface:virbr1 ExpiryTime:2024-10-30 19:39:27 +0000 UTC Type:0 Mac:52:54:00:fd:5e:ca Iaid: IPaddr:192.168.39.141 Prefix:24 Hostname:ha-174833 Clientid:01:52:54:00:fd:5e:ca}
I1030 18:39:34.879918 400041 main.go:141] libmachine: (ha-174833) DBG | domain ha-174833 has defined IP address 192.168.39.141 and MAC address 52:54:00:fd:5e:ca in network mk-ha-174833
I1030 18:39:34.880033 400041 main.go:141] libmachine: (ha-174833) Calling .GetSSHPort
I1030 18:39:34.880249 400041 main.go:141] libmachine: (ha-174833) Calling .GetSSHKeyPath
I1030 18:39:34.880401 400041 main.go:141] libmachine: (ha-174833) Calling .GetSSHKeyPath
I1030 18:39:34.880547 400041 main.go:141] libmachine: (ha-174833) Calling .GetSSHUsername
I1030 18:39:34.880711 400041 main.go:141] libmachine: Using SSH client type: native
I1030 18:39:34.880901 400041 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866160] 0x868e40 <nil> [] 0s} 192.168.39.141 22 <nil> <nil>}
I1030 18:39:34.880922 400041 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1030 18:39:35.107739 400041 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1030 18:39:35.107767 400041 main.go:141] libmachine: Checking connection to Docker...
I1030 18:39:35.107789 400041 main.go:141] libmachine: (ha-174833) Calling .GetURL
I1030 18:39:35.109044 400041 main.go:141] libmachine: (ha-174833) DBG | Using libvirt version 6000000
I1030 18:39:35.111179 400041 main.go:141] libmachine: (ha-174833) DBG | domain ha-174833 has defined MAC address 52:54:00:fd:5e:ca in network mk-ha-174833
I1030 18:39:35.111531 400041 main.go:141] libmachine: (ha-174833) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:fd:5e:ca", ip: ""} in network mk-ha-174833: {Iface:virbr1 ExpiryTime:2024-10-30 19:39:27 +0000 UTC Type:0 Mac:52:54:00:fd:5e:ca Iaid: IPaddr:192.168.39.141 Prefix:24 Hostname:ha-174833 Clientid:01:52:54:00:fd:5e:ca}
I1030 18:39:35.111555 400041 main.go:141] libmachine: (ha-174833) DBG | domain ha-174833 has defined IP address 192.168.39.141 and MAC address 52:54:00:fd:5e:ca in network mk-ha-174833
I1030 18:39:35.111678 400041 main.go:141] libmachine: Docker is up and running!
I1030 18:39:35.111690 400041 main.go:141] libmachine: Reticulating splines...
I1030 18:39:35.111698 400041 client.go:171] duration metric: took 21.738698891s to LocalClient.Create
I1030 18:39:35.111719 400041 start.go:167] duration metric: took 21.738765345s to libmachine.API.Create "ha-174833"
I1030 18:39:35.111730 400041 start.go:293] postStartSetup for "ha-174833" (driver="kvm2")
I1030 18:39:35.111740 400041 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1030 18:39:35.111756 400041 main.go:141] libmachine: (ha-174833) Calling .DriverName
I1030 18:39:35.111994 400041 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1030 18:39:35.112024 400041 main.go:141] libmachine: (ha-174833) Calling .GetSSHHostname
I1030 18:39:35.114247 400041 main.go:141] libmachine: (ha-174833) DBG | domain ha-174833 has defined MAC address 52:54:00:fd:5e:ca in network mk-ha-174833
I1030 18:39:35.114535 400041 main.go:141] libmachine: (ha-174833) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:fd:5e:ca", ip: ""} in network mk-ha-174833: {Iface:virbr1 ExpiryTime:2024-10-30 19:39:27 +0000 UTC Type:0 Mac:52:54:00:fd:5e:ca Iaid: IPaddr:192.168.39.141 Prefix:24 Hostname:ha-174833 Clientid:01:52:54:00:fd:5e:ca}
I1030 18:39:35.114564 400041 main.go:141] libmachine: (ha-174833) DBG | domain ha-174833 has defined IP address 192.168.39.141 and MAC address 52:54:00:fd:5e:ca in network mk-ha-174833
I1030 18:39:35.114645 400041 main.go:141] libmachine: (ha-174833) Calling .GetSSHPort
I1030 18:39:35.114802 400041 main.go:141] libmachine: (ha-174833) Calling .GetSSHKeyPath
I1030 18:39:35.114905 400041 main.go:141] libmachine: (ha-174833) Calling .GetSSHUsername
I1030 18:39:35.115037 400041 sshutil.go:53] new ssh client: &{IP:192.168.39.141 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19883-381834/.minikube/machines/ha-174833/id_rsa Username:docker}
I1030 18:39:35.197105 400041 ssh_runner.go:195] Run: cat /etc/os-release
I1030 18:39:35.201419 400041 info.go:137] Remote host: Buildroot 2023.02.9
I1030 18:39:35.201446 400041 filesync.go:126] Scanning /home/jenkins/minikube-integration/19883-381834/.minikube/addons for local assets ...
I1030 18:39:35.201521 400041 filesync.go:126] Scanning /home/jenkins/minikube-integration/19883-381834/.minikube/files for local assets ...
I1030 18:39:35.201638 400041 filesync.go:149] local asset: /home/jenkins/minikube-integration/19883-381834/.minikube/files/etc/ssl/certs/3891442.pem -> 3891442.pem in /etc/ssl/certs
I1030 18:39:35.201653 400041 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19883-381834/.minikube/files/etc/ssl/certs/3891442.pem -> /etc/ssl/certs/3891442.pem
I1030 18:39:35.201776 400041 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1030 18:39:35.211530 400041 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19883-381834/.minikube/files/etc/ssl/certs/3891442.pem --> /etc/ssl/certs/3891442.pem (1708 bytes)
I1030 18:39:35.234121 400041 start.go:296] duration metric: took 122.377861ms for postStartSetup
I1030 18:39:35.234182 400041 main.go:141] libmachine: (ha-174833) Calling .GetConfigRaw
I1030 18:39:35.234814 400041 main.go:141] libmachine: (ha-174833) Calling .GetIP
I1030 18:39:35.237333 400041 main.go:141] libmachine: (ha-174833) DBG | domain ha-174833 has defined MAC address 52:54:00:fd:5e:ca in network mk-ha-174833
I1030 18:39:35.237649 400041 main.go:141] libmachine: (ha-174833) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:fd:5e:ca", ip: ""} in network mk-ha-174833: {Iface:virbr1 ExpiryTime:2024-10-30 19:39:27 +0000 UTC Type:0 Mac:52:54:00:fd:5e:ca Iaid: IPaddr:192.168.39.141 Prefix:24 Hostname:ha-174833 Clientid:01:52:54:00:fd:5e:ca}
I1030 18:39:35.237675 400041 main.go:141] libmachine: (ha-174833) DBG | domain ha-174833 has defined IP address 192.168.39.141 and MAC address 52:54:00:fd:5e:ca in network mk-ha-174833
I1030 18:39:35.237930 400041 profile.go:143] Saving config to /home/jenkins/minikube-integration/19883-381834/.minikube/profiles/ha-174833/config.json ...
I1030 18:39:35.238105 400041 start.go:128] duration metric: took 21.882791468s to createHost
I1030 18:39:35.238129 400041 main.go:141] libmachine: (ha-174833) Calling .GetSSHHostname
I1030 18:39:35.240449 400041 main.go:141] libmachine: (ha-174833) DBG | domain ha-174833 has defined MAC address 52:54:00:fd:5e:ca in network mk-ha-174833
I1030 18:39:35.240793 400041 main.go:141] libmachine: (ha-174833) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:fd:5e:ca", ip: ""} in network mk-ha-174833: {Iface:virbr1 ExpiryTime:2024-10-30 19:39:27 +0000 UTC Type:0 Mac:52:54:00:fd:5e:ca Iaid: IPaddr:192.168.39.141 Prefix:24 Hostname:ha-174833 Clientid:01:52:54:00:fd:5e:ca}
I1030 18:39:35.240819 400041 main.go:141] libmachine: (ha-174833) DBG | domain ha-174833 has defined IP address 192.168.39.141 and MAC address 52:54:00:fd:5e:ca in network mk-ha-174833
I1030 18:39:35.240925 400041 main.go:141] libmachine: (ha-174833) Calling .GetSSHPort
I1030 18:39:35.241105 400041 main.go:141] libmachine: (ha-174833) Calling .GetSSHKeyPath
I1030 18:39:35.241241 400041 main.go:141] libmachine: (ha-174833) Calling .GetSSHKeyPath
I1030 18:39:35.241360 400041 main.go:141] libmachine: (ha-174833) Calling .GetSSHUsername
I1030 18:39:35.241504 400041 main.go:141] libmachine: Using SSH client type: native
I1030 18:39:35.241675 400041 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866160] 0x868e40 <nil> [] 0s} 192.168.39.141 22 <nil> <nil>}
I1030 18:39:35.241684 400041 main.go:141] libmachine: About to run SSH command:
date +%s.%N
I1030 18:39:35.343143 400041 main.go:141] libmachine: SSH cmd err, output: <nil>: 1730313575.316321849
I1030 18:39:35.343172 400041 fix.go:216] guest clock: 1730313575.316321849
I1030 18:39:35.343179 400041 fix.go:229] Guest: 2024-10-30 18:39:35.316321849 +0000 UTC Remote: 2024-10-30 18:39:35.238116722 +0000 UTC m=+21.992904276 (delta=78.205127ms)
I1030 18:39:35.343224 400041 fix.go:200] guest clock delta is within tolerance: 78.205127ms
I1030 18:39:35.343236 400041 start.go:83] releasing machines lock for "ha-174833", held for 21.988006549s
I1030 18:39:35.343264 400041 main.go:141] libmachine: (ha-174833) Calling .DriverName
I1030 18:39:35.343537 400041 main.go:141] libmachine: (ha-174833) Calling .GetIP
I1030 18:39:35.345918 400041 main.go:141] libmachine: (ha-174833) DBG | domain ha-174833 has defined MAC address 52:54:00:fd:5e:ca in network mk-ha-174833
I1030 18:39:35.346202 400041 main.go:141] libmachine: (ha-174833) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:fd:5e:ca", ip: ""} in network mk-ha-174833: {Iface:virbr1 ExpiryTime:2024-10-30 19:39:27 +0000 UTC Type:0 Mac:52:54:00:fd:5e:ca Iaid: IPaddr:192.168.39.141 Prefix:24 Hostname:ha-174833 Clientid:01:52:54:00:fd:5e:ca}
I1030 18:39:35.346227 400041 main.go:141] libmachine: (ha-174833) DBG | domain ha-174833 has defined IP address 192.168.39.141 and MAC address 52:54:00:fd:5e:ca in network mk-ha-174833
I1030 18:39:35.346384 400041 main.go:141] libmachine: (ha-174833) Calling .DriverName
I1030 18:39:35.346845 400041 main.go:141] libmachine: (ha-174833) Calling .DriverName
I1030 18:39:35.347029 400041 main.go:141] libmachine: (ha-174833) Calling .DriverName
I1030 18:39:35.347110 400041 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1030 18:39:35.347154 400041 main.go:141] libmachine: (ha-174833) Calling .GetSSHHostname
I1030 18:39:35.347263 400041 ssh_runner.go:195] Run: cat /version.json
I1030 18:39:35.347290 400041 main.go:141] libmachine: (ha-174833) Calling .GetSSHHostname
I1030 18:39:35.349953 400041 main.go:141] libmachine: (ha-174833) DBG | domain ha-174833 has defined MAC address 52:54:00:fd:5e:ca in network mk-ha-174833
I1030 18:39:35.350154 400041 main.go:141] libmachine: (ha-174833) DBG | domain ha-174833 has defined MAC address 52:54:00:fd:5e:ca in network mk-ha-174833
I1030 18:39:35.350349 400041 main.go:141] libmachine: (ha-174833) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:fd:5e:ca", ip: ""} in network mk-ha-174833: {Iface:virbr1 ExpiryTime:2024-10-30 19:39:27 +0000 UTC Type:0 Mac:52:54:00:fd:5e:ca Iaid: IPaddr:192.168.39.141 Prefix:24 Hostname:ha-174833 Clientid:01:52:54:00:fd:5e:ca}
I1030 18:39:35.350372 400041 main.go:141] libmachine: (ha-174833) DBG | domain ha-174833 has defined IP address 192.168.39.141 and MAC address 52:54:00:fd:5e:ca in network mk-ha-174833
I1030 18:39:35.350476 400041 main.go:141] libmachine: (ha-174833) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:fd:5e:ca", ip: ""} in network mk-ha-174833: {Iface:virbr1 ExpiryTime:2024-10-30 19:39:27 +0000 UTC Type:0 Mac:52:54:00:fd:5e:ca Iaid: IPaddr:192.168.39.141 Prefix:24 Hostname:ha-174833 Clientid:01:52:54:00:fd:5e:ca}
I1030 18:39:35.350518 400041 main.go:141] libmachine: (ha-174833) DBG | domain ha-174833 has defined IP address 192.168.39.141 and MAC address 52:54:00:fd:5e:ca in network mk-ha-174833
I1030 18:39:35.350532 400041 main.go:141] libmachine: (ha-174833) Calling .GetSSHPort
I1030 18:39:35.350712 400041 main.go:141] libmachine: (ha-174833) Calling .GetSSHKeyPath
I1030 18:39:35.350796 400041 main.go:141] libmachine: (ha-174833) Calling .GetSSHPort
I1030 18:39:35.350983 400041 main.go:141] libmachine: (ha-174833) Calling .GetSSHUsername
I1030 18:39:35.351005 400041 main.go:141] libmachine: (ha-174833) Calling .GetSSHKeyPath
I1030 18:39:35.351121 400041 sshutil.go:53] new ssh client: &{IP:192.168.39.141 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19883-381834/.minikube/machines/ha-174833/id_rsa Username:docker}
I1030 18:39:35.351158 400041 main.go:141] libmachine: (ha-174833) Calling .GetSSHUsername
I1030 18:39:35.351287 400041 sshutil.go:53] new ssh client: &{IP:192.168.39.141 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19883-381834/.minikube/machines/ha-174833/id_rsa Username:docker}
I1030 18:39:35.446752 400041 ssh_runner.go:195] Run: systemctl --version
I1030 18:39:35.452799 400041 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1030 18:39:35.607404 400041 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
W1030 18:39:35.613689 400041 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I1030 18:39:35.613765 400041 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1030 18:39:35.629322 400041 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)
I1030 18:39:35.629356 400041 start.go:495] detecting cgroup driver to use...
I1030 18:39:35.629426 400041 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1030 18:39:35.645369 400041 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1030 18:39:35.659484 400041 docker.go:217] disabling cri-docker service (if available) ...
I1030 18:39:35.659560 400041 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1030 18:39:35.673617 400041 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1030 18:39:35.686829 400041 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1030 18:39:35.798982 400041 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1030 18:39:35.961093 400041 docker.go:233] disabling docker service ...
I1030 18:39:35.961203 400041 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1030 18:39:35.975451 400041 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1030 18:39:35.987814 400041 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1030 18:39:36.096019 400041 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1030 18:39:36.200364 400041 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1030 18:39:36.213767 400041 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1030 18:39:36.231649 400041 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10" pause image...
I1030 18:39:36.231720 400041 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10"|' /etc/crio/crio.conf.d/02-crio.conf"
I1030 18:39:36.241504 400041 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I1030 18:39:36.241612 400041 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I1030 18:39:36.251200 400041 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1030 18:39:36.260995 400041 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1030 18:39:36.270677 400041 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1030 18:39:36.280585 400041 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I1030 18:39:36.290337 400041 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I1030 18:39:36.306289 400041 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I1030 18:39:36.316095 400041 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1030 18:39:36.325059 400041 crio.go:166] couldn't verify netfilter by "sudo sysctl net.bridge.bridge-nf-call-iptables" which might be okay. error: sudo sysctl net.bridge.bridge-nf-call-iptables: Process exited with status 255
stdout:
stderr:
sysctl: cannot stat /proc/sys/net/bridge/bridge-nf-call-iptables: No such file or directory
I1030 18:39:36.325116 400041 ssh_runner.go:195] Run: sudo modprobe br_netfilter
I1030 18:39:36.338276 400041 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1030 18:39:36.347428 400041 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1030 18:39:36.458431 400041 ssh_runner.go:195] Run: sudo systemctl restart crio
I1030 18:39:36.549399 400041 start.go:542] Will wait 60s for socket path /var/run/crio/crio.sock
I1030 18:39:36.549481 400041 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1030 18:39:36.554177 400041 start.go:563] Will wait 60s for crictl version
I1030 18:39:36.554235 400041 ssh_runner.go:195] Run: which crictl
I1030 18:39:36.557819 400041 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I1030 18:39:36.597751 400041 start.go:579] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.29.1
RuntimeApiVersion: v1
I1030 18:39:36.597863 400041 ssh_runner.go:195] Run: crio --version
I1030 18:39:36.625326 400041 ssh_runner.go:195] Run: crio --version
I1030 18:39:36.656926 400041 out.go:177] * Preparing Kubernetes v1.31.2 on CRI-O 1.29.1 ...
I1030 18:39:36.658453 400041 main.go:141] libmachine: (ha-174833) Calling .GetIP
I1030 18:39:36.661076 400041 main.go:141] libmachine: (ha-174833) DBG | domain ha-174833 has defined MAC address 52:54:00:fd:5e:ca in network mk-ha-174833
I1030 18:39:36.661520 400041 main.go:141] libmachine: (ha-174833) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:fd:5e:ca", ip: ""} in network mk-ha-174833: {Iface:virbr1 ExpiryTime:2024-10-30 19:39:27 +0000 UTC Type:0 Mac:52:54:00:fd:5e:ca Iaid: IPaddr:192.168.39.141 Prefix:24 Hostname:ha-174833 Clientid:01:52:54:00:fd:5e:ca}
I1030 18:39:36.661551 400041 main.go:141] libmachine: (ha-174833) DBG | domain ha-174833 has defined IP address 192.168.39.141 and MAC address 52:54:00:fd:5e:ca in network mk-ha-174833
I1030 18:39:36.661753 400041 ssh_runner.go:195] Run: grep 192.168.39.1 host.minikube.internal$ /etc/hosts
I1030 18:39:36.665623 400041 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.39.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1030 18:39:36.678283 400041 kubeadm.go:883] updating cluster {Name:ha-174833 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19883/minikube-v1.34.0-1730282777-19883-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730282848-19883@sha256:e762c909ad2a507083ec25b1ad3091c71fc7d92824e4a659c9158bbfe5ae03d4 Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.2 Cl
usterName:ha-174833 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.39.141 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 M
ountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} ...
I1030 18:39:36.678415 400041 preload.go:131] Checking if preload exists for k8s version v1.31.2 and runtime crio
I1030 18:39:36.678476 400041 ssh_runner.go:195] Run: sudo crictl images --output json
I1030 18:39:36.710390 400041 crio.go:510] couldn't find preloaded image for "registry.k8s.io/kube-apiserver:v1.31.2". assuming images are not preloaded.
I1030 18:39:36.710476 400041 ssh_runner.go:195] Run: which lz4
I1030 18:39:36.714335 400041 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19883-381834/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.2-cri-o-overlay-amd64.tar.lz4 -> /preloaded.tar.lz4
I1030 18:39:36.714421 400041 ssh_runner.go:195] Run: stat -c "%s %y" /preloaded.tar.lz4
I1030 18:39:36.718401 400041 ssh_runner.go:352] existence check for /preloaded.tar.lz4: stat -c "%s %y" /preloaded.tar.lz4: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/preloaded.tar.lz4': No such file or directory
I1030 18:39:36.718426 400041 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19883-381834/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.2-cri-o-overlay-amd64.tar.lz4 --> /preloaded.tar.lz4 (392059347 bytes)
I1030 18:39:37.991420 400041 crio.go:462] duration metric: took 1.277020496s to copy over tarball
I1030 18:39:37.991500 400041 ssh_runner.go:195] Run: sudo tar --xattrs --xattrs-include security.capability -I lz4 -C /var -xf /preloaded.tar.lz4
I1030 18:39:40.058678 400041 ssh_runner.go:235] Completed: sudo tar --xattrs --xattrs-include security.capability -I lz4 -C /var -xf /preloaded.tar.lz4: (2.067148582s)
I1030 18:39:40.058707 400041 crio.go:469] duration metric: took 2.067258506s to extract the tarball
I1030 18:39:40.058717 400041 ssh_runner.go:146] rm: /preloaded.tar.lz4
I1030 18:39:40.095680 400041 ssh_runner.go:195] Run: sudo crictl images --output json
I1030 18:39:40.139024 400041 crio.go:514] all images are preloaded for cri-o runtime.
I1030 18:39:40.139051 400041 cache_images.go:84] Images are preloaded, skipping loading
I1030 18:39:40.139060 400041 kubeadm.go:934] updating node { 192.168.39.141 8443 v1.31.2 crio true true} ...
I1030 18:39:40.139194 400041 kubeadm.go:946] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.31.2/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --hostname-override=ha-174833 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.39.141
[Install]
config:
{KubernetesVersion:v1.31.2 ClusterName:ha-174833 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1030 18:39:40.139268 400041 ssh_runner.go:195] Run: crio config
I1030 18:39:40.182736 400041 cni.go:84] Creating CNI manager for ""
I1030 18:39:40.182762 400041 cni.go:136] multinode detected (1 nodes found), recommending kindnet
I1030 18:39:40.182776 400041 kubeadm.go:84] Using pod CIDR: 10.244.0.0/16
I1030 18:39:40.182809 400041 kubeadm.go:189] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.39.141 APIServerPort:8443 KubernetesVersion:v1.31.2 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:ha-174833 NodeName:ha-174833 DNSDomain:cluster.local CRISocket:/var/run/crio/crio.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.39.141"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.39.141 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/kubernete
s/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[containerRuntimeEndpoint:unix:///var/run/crio/crio.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I1030 18:39:40.182965 400041 kubeadm.go:195] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta4
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.39.141
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/crio/crio.sock
name: "ha-174833"
kubeletExtraArgs:
- name: "node-ip"
value: "192.168.39.141"
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta4
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.39.141"]
extraArgs:
- name: "enable-admission-plugins"
value: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
- name: "allocate-node-cidrs"
value: "true"
- name: "leader-elect"
value: "false"
scheduler:
extraArgs:
- name: "leader-elect"
value: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
extraArgs:
- name: "proxy-refresh-interval"
value: "70000"
kubernetesVersion: v1.31.2
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
containerRuntimeEndpoint: unix:///var/run/crio/crio.sock
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%"
nodefs.inodesFree: "0%"
imagefs.available: "0%"
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I1030 18:39:40.182991 400041 kube-vip.go:115] generating kube-vip config ...
I1030 18:39:40.183041 400041 ssh_runner.go:195] Run: sudo sh -c "modprobe --all ip_vs ip_vs_rr ip_vs_wrr ip_vs_sh nf_conntrack"
I1030 18:39:40.198922 400041 kube-vip.go:167] auto-enabling control-plane load-balancing in kube-vip
I1030 18:39:40.199067 400041 kube-vip.go:137] kube-vip config:
apiVersion: v1
kind: Pod
metadata:
creationTimestamp: null
name: kube-vip
namespace: kube-system
spec:
containers:
- args:
- manager
env:
- name: vip_arp
value: "true"
- name: port
value: "8443"
- name: vip_nodename
valueFrom:
fieldRef:
fieldPath: spec.nodeName
- name: vip_interface
value: eth0
- name: vip_cidr
value: "32"
- name: dns_mode
value: first
- name: cp_enable
value: "true"
- name: cp_namespace
value: kube-system
- name: vip_leaderelection
value: "true"
- name: vip_leasename
value: plndr-cp-lock
- name: vip_leaseduration
value: "5"
- name: vip_renewdeadline
value: "3"
- name: vip_retryperiod
value: "1"
- name: address
value: 192.168.39.254
- name: prometheus_server
value: :2112
- name : lb_enable
value: "true"
- name: lb_port
value: "8443"
image: ghcr.io/kube-vip/kube-vip:v0.8.4
imagePullPolicy: IfNotPresent
name: kube-vip
resources: {}
securityContext:
capabilities:
add:
- NET_ADMIN
- NET_RAW
volumeMounts:
- mountPath: /etc/kubernetes/admin.conf
name: kubeconfig
hostAliases:
- hostnames:
- kubernetes
ip: 127.0.0.1
hostNetwork: true
volumes:
- hostPath:
path: "/etc/kubernetes/super-admin.conf"
name: kubeconfig
status: {}
I1030 18:39:40.199141 400041 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.31.2
I1030 18:39:40.208739 400041 binaries.go:44] Found k8s binaries, skipping transfer
I1030 18:39:40.208814 400041 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube /etc/kubernetes/manifests
I1030 18:39:40.217747 400041 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (309 bytes)
I1030 18:39:40.233431 400041 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1030 18:39:40.249487 400041 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2289 bytes)
I1030 18:39:40.265703 400041 ssh_runner.go:362] scp memory --> /etc/kubernetes/manifests/kube-vip.yaml (1447 bytes)
I1030 18:39:40.282041 400041 ssh_runner.go:195] Run: grep 192.168.39.254 control-plane.minikube.internal$ /etc/hosts
I1030 18:39:40.285892 400041 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.39.254 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1030 18:39:40.297652 400041 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1030 18:39:40.407338 400041 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1030 18:39:40.424747 400041 certs.go:68] Setting up /home/jenkins/minikube-integration/19883-381834/.minikube/profiles/ha-174833 for IP: 192.168.39.141
I1030 18:39:40.424777 400041 certs.go:194] generating shared ca certs ...
I1030 18:39:40.424817 400041 certs.go:226] acquiring lock for ca certs: {Name:mk7846d2584162eb06783c46944563970e4e21ac Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1030 18:39:40.425024 400041 certs.go:235] skipping valid "minikubeCA" ca cert: /home/jenkins/minikube-integration/19883-381834/.minikube/ca.key
I1030 18:39:40.425082 400041 certs.go:235] skipping valid "proxyClientCA" ca cert: /home/jenkins/minikube-integration/19883-381834/.minikube/proxy-client-ca.key
I1030 18:39:40.425095 400041 certs.go:256] generating profile certs ...
I1030 18:39:40.425172 400041 certs.go:363] generating signed profile cert for "minikube-user": /home/jenkins/minikube-integration/19883-381834/.minikube/profiles/ha-174833/client.key
I1030 18:39:40.425193 400041 crypto.go:68] Generating cert /home/jenkins/minikube-integration/19883-381834/.minikube/profiles/ha-174833/client.crt with IP's: []
I1030 18:39:40.472361 400041 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19883-381834/.minikube/profiles/ha-174833/client.crt ...
I1030 18:39:40.472390 400041 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19883-381834/.minikube/profiles/ha-174833/client.crt: {Name:mkc5230ad33247edd4a8c72c6c48a87fa9cedd3e Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1030 18:39:40.472564 400041 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19883-381834/.minikube/profiles/ha-174833/client.key ...
I1030 18:39:40.472575 400041 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19883-381834/.minikube/profiles/ha-174833/client.key: {Name:mk2476b29598bb2a9232a00c23240eb0f41fcc47 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1030 18:39:40.472659 400041 certs.go:363] generating signed profile cert for "minikube": /home/jenkins/minikube-integration/19883-381834/.minikube/profiles/ha-174833/apiserver.key.8a55aae0
I1030 18:39:40.472675 400041 crypto.go:68] Generating cert /home/jenkins/minikube-integration/19883-381834/.minikube/profiles/ha-174833/apiserver.crt.8a55aae0 with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.168.39.141 192.168.39.254]
I1030 18:39:40.623668 400041 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19883-381834/.minikube/profiles/ha-174833/apiserver.crt.8a55aae0 ...
I1030 18:39:40.623703 400041 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19883-381834/.minikube/profiles/ha-174833/apiserver.crt.8a55aae0: {Name:mk527af1a36a41edb105de0ac73afcba6a07951e Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1030 18:39:40.623865 400041 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19883-381834/.minikube/profiles/ha-174833/apiserver.key.8a55aae0 ...
I1030 18:39:40.623878 400041 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19883-381834/.minikube/profiles/ha-174833/apiserver.key.8a55aae0: {Name:mk9d3db1edca5a6647774a57300dfc12ee759cac Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1030 18:39:40.623943 400041 certs.go:381] copying /home/jenkins/minikube-integration/19883-381834/.minikube/profiles/ha-174833/apiserver.crt.8a55aae0 -> /home/jenkins/minikube-integration/19883-381834/.minikube/profiles/ha-174833/apiserver.crt
I1030 18:39:40.624014 400041 certs.go:385] copying /home/jenkins/minikube-integration/19883-381834/.minikube/profiles/ha-174833/apiserver.key.8a55aae0 -> /home/jenkins/minikube-integration/19883-381834/.minikube/profiles/ha-174833/apiserver.key
I1030 18:39:40.624064 400041 certs.go:363] generating signed profile cert for "aggregator": /home/jenkins/minikube-integration/19883-381834/.minikube/profiles/ha-174833/proxy-client.key
I1030 18:39:40.624080 400041 crypto.go:68] Generating cert /home/jenkins/minikube-integration/19883-381834/.minikube/profiles/ha-174833/proxy-client.crt with IP's: []
I1030 18:39:40.681800 400041 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19883-381834/.minikube/profiles/ha-174833/proxy-client.crt ...
I1030 18:39:40.681833 400041 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19883-381834/.minikube/profiles/ha-174833/proxy-client.crt: {Name:mke6c9a4a487817027f382c9db962d8a5023b692 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1030 18:39:40.681991 400041 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19883-381834/.minikube/profiles/ha-174833/proxy-client.key ...
I1030 18:39:40.682001 400041 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19883-381834/.minikube/profiles/ha-174833/proxy-client.key: {Name:mkcef517ac3b25f9738ab0dc212031ff215f0337 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1030 18:39:40.682069 400041 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19883-381834/.minikube/ca.crt -> /var/lib/minikube/certs/ca.crt
I1030 18:39:40.682086 400041 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19883-381834/.minikube/ca.key -> /var/lib/minikube/certs/ca.key
I1030 18:39:40.682097 400041 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19883-381834/.minikube/proxy-client-ca.crt -> /var/lib/minikube/certs/proxy-client-ca.crt
I1030 18:39:40.682118 400041 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19883-381834/.minikube/proxy-client-ca.key -> /var/lib/minikube/certs/proxy-client-ca.key
I1030 18:39:40.682131 400041 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19883-381834/.minikube/profiles/ha-174833/apiserver.crt -> /var/lib/minikube/certs/apiserver.crt
I1030 18:39:40.682142 400041 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19883-381834/.minikube/profiles/ha-174833/apiserver.key -> /var/lib/minikube/certs/apiserver.key
I1030 18:39:40.682154 400041 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19883-381834/.minikube/profiles/ha-174833/proxy-client.crt -> /var/lib/minikube/certs/proxy-client.crt
I1030 18:39:40.682166 400041 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19883-381834/.minikube/profiles/ha-174833/proxy-client.key -> /var/lib/minikube/certs/proxy-client.key
I1030 18:39:40.682213 400041 certs.go:484] found cert: /home/jenkins/minikube-integration/19883-381834/.minikube/certs/389144.pem (1338 bytes)
W1030 18:39:40.682246 400041 certs.go:480] ignoring /home/jenkins/minikube-integration/19883-381834/.minikube/certs/389144_empty.pem, impossibly tiny 0 bytes
I1030 18:39:40.682256 400041 certs.go:484] found cert: /home/jenkins/minikube-integration/19883-381834/.minikube/certs/ca-key.pem (1679 bytes)
I1030 18:39:40.682279 400041 certs.go:484] found cert: /home/jenkins/minikube-integration/19883-381834/.minikube/certs/ca.pem (1082 bytes)
I1030 18:39:40.682301 400041 certs.go:484] found cert: /home/jenkins/minikube-integration/19883-381834/.minikube/certs/cert.pem (1123 bytes)
I1030 18:39:40.682325 400041 certs.go:484] found cert: /home/jenkins/minikube-integration/19883-381834/.minikube/certs/key.pem (1679 bytes)
I1030 18:39:40.682365 400041 certs.go:484] found cert: /home/jenkins/minikube-integration/19883-381834/.minikube/files/etc/ssl/certs/3891442.pem (1708 bytes)
I1030 18:39:40.682398 400041 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19883-381834/.minikube/files/etc/ssl/certs/3891442.pem -> /usr/share/ca-certificates/3891442.pem
I1030 18:39:40.682412 400041 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19883-381834/.minikube/ca.crt -> /usr/share/ca-certificates/minikubeCA.pem
I1030 18:39:40.682432 400041 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19883-381834/.minikube/certs/389144.pem -> /usr/share/ca-certificates/389144.pem
I1030 18:39:40.683028 400041 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19883-381834/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1030 18:39:40.708651 400041 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19883-381834/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1679 bytes)
I1030 18:39:40.731313 400041 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19883-381834/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1030 18:39:40.753734 400041 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19883-381834/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1679 bytes)
I1030 18:39:40.776131 400041 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19883-381834/.minikube/profiles/ha-174833/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1424 bytes)
I1030 18:39:40.799436 400041 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19883-381834/.minikube/profiles/ha-174833/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1679 bytes)
I1030 18:39:40.822746 400041 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19883-381834/.minikube/profiles/ha-174833/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1030 18:39:40.845786 400041 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19883-381834/.minikube/profiles/ha-174833/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1671 bytes)
I1030 18:39:40.869789 400041 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19883-381834/.minikube/files/etc/ssl/certs/3891442.pem --> /usr/share/ca-certificates/3891442.pem (1708 bytes)
I1030 18:39:40.893594 400041 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19883-381834/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1030 18:39:40.916381 400041 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19883-381834/.minikube/certs/389144.pem --> /usr/share/ca-certificates/389144.pem (1338 bytes)
I1030 18:39:40.939683 400041 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I1030 18:39:40.956310 400041 ssh_runner.go:195] Run: openssl version
I1030 18:39:40.962024 400041 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/3891442.pem && ln -fs /usr/share/ca-certificates/3891442.pem /etc/ssl/certs/3891442.pem"
I1030 18:39:40.972261 400041 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/3891442.pem
I1030 18:39:40.976598 400041 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Oct 30 18:35 /usr/share/ca-certificates/3891442.pem
I1030 18:39:40.976650 400041 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/3891442.pem
I1030 18:39:40.982403 400041 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/3891442.pem /etc/ssl/certs/3ec20f2e.0"
I1030 18:39:40.992755 400041 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1030 18:39:41.003221 400041 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1030 18:39:41.007653 400041 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Oct 30 18:22 /usr/share/ca-certificates/minikubeCA.pem
I1030 18:39:41.007709 400041 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1030 18:39:41.013218 400041 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1030 18:39:41.023594 400041 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/389144.pem && ln -fs /usr/share/ca-certificates/389144.pem /etc/ssl/certs/389144.pem"
I1030 18:39:41.033911 400041 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/389144.pem
I1030 18:39:41.038607 400041 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Oct 30 18:35 /usr/share/ca-certificates/389144.pem
I1030 18:39:41.038673 400041 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/389144.pem
I1030 18:39:41.044095 400041 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/389144.pem /etc/ssl/certs/51391683.0"
I1030 18:39:41.054143 400041 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1030 18:39:41.058096 400041 certs.go:399] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I1030 18:39:41.058161 400041 kubeadm.go:392] StartCluster: {Name:ha-174833 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19883/minikube-v1.34.0-1730282777-19883-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730282848-19883@sha256:e762c909ad2a507083ec25b1ad3091c71fc7d92824e4a659c9158bbfe5ae03d4 Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.2 Clust
erName:ha-174833 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.39.141 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 Moun
tType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1030 18:39:41.058251 400041 cri.go:54] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I1030 18:39:41.058301 400041 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1030 18:39:41.095584 400041 cri.go:89] found id: ""
I1030 18:39:41.095649 400041 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I1030 18:39:41.105071 400041 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml
I1030 18:39:41.114164 400041 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf
I1030 18:39:41.122895 400041 kubeadm.go:155] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory
ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory
ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory
ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory
I1030 18:39:41.122908 400041 kubeadm.go:157] found existing configuration files:
I1030 18:39:41.122941 400041 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf
I1030 18:39:41.131529 400041 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/admin.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/admin.conf: No such file or directory
I1030 18:39:41.131566 400041 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/admin.conf
I1030 18:39:41.140275 400041 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf
I1030 18:39:41.148757 400041 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/kubelet.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/kubelet.conf: No such file or directory
I1030 18:39:41.148813 400041 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/kubelet.conf
I1030 18:39:41.160794 400041 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf
I1030 18:39:41.184302 400041 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/controller-manager.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/controller-manager.conf: No such file or directory
I1030 18:39:41.184383 400041 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/controller-manager.conf
I1030 18:39:41.207263 400041 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf
I1030 18:39:41.228026 400041 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/scheduler.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/scheduler.conf: No such file or directory
I1030 18:39:41.228102 400041 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/scheduler.conf
I1030 18:39:41.237111 400041 ssh_runner.go:286] Start: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.2:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem"
I1030 18:39:41.445375 400041 kubeadm.go:310] [WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
I1030 18:39:52.585541 400041 kubeadm.go:310] [init] Using Kubernetes version: v1.31.2
I1030 18:39:52.585616 400041 kubeadm.go:310] [preflight] Running pre-flight checks
I1030 18:39:52.585710 400041 kubeadm.go:310] [preflight] Pulling images required for setting up a Kubernetes cluster
I1030 18:39:52.585832 400041 kubeadm.go:310] [preflight] This might take a minute or two, depending on the speed of your internet connection
I1030 18:39:52.585956 400041 kubeadm.go:310] [preflight] You can also perform this action beforehand using 'kubeadm config images pull'
I1030 18:39:52.586025 400041 kubeadm.go:310] [certs] Using certificateDir folder "/var/lib/minikube/certs"
I1030 18:39:52.587620 400041 out.go:235] - Generating certificates and keys ...
I1030 18:39:52.587688 400041 kubeadm.go:310] [certs] Using existing ca certificate authority
I1030 18:39:52.587761 400041 kubeadm.go:310] [certs] Using existing apiserver certificate and key on disk
I1030 18:39:52.587836 400041 kubeadm.go:310] [certs] Generating "apiserver-kubelet-client" certificate and key
I1030 18:39:52.587896 400041 kubeadm.go:310] [certs] Generating "front-proxy-ca" certificate and key
I1030 18:39:52.587987 400041 kubeadm.go:310] [certs] Generating "front-proxy-client" certificate and key
I1030 18:39:52.588061 400041 kubeadm.go:310] [certs] Generating "etcd/ca" certificate and key
I1030 18:39:52.588139 400041 kubeadm.go:310] [certs] Generating "etcd/server" certificate and key
I1030 18:39:52.588270 400041 kubeadm.go:310] [certs] etcd/server serving cert is signed for DNS names [ha-174833 localhost] and IPs [192.168.39.141 127.0.0.1 ::1]
I1030 18:39:52.588347 400041 kubeadm.go:310] [certs] Generating "etcd/peer" certificate and key
I1030 18:39:52.588511 400041 kubeadm.go:310] [certs] etcd/peer serving cert is signed for DNS names [ha-174833 localhost] and IPs [192.168.39.141 127.0.0.1 ::1]
I1030 18:39:52.588616 400041 kubeadm.go:310] [certs] Generating "etcd/healthcheck-client" certificate and key
I1030 18:39:52.588707 400041 kubeadm.go:310] [certs] Generating "apiserver-etcd-client" certificate and key
I1030 18:39:52.588773 400041 kubeadm.go:310] [certs] Generating "sa" key and public key
I1030 18:39:52.588839 400041 kubeadm.go:310] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"
I1030 18:39:52.588887 400041 kubeadm.go:310] [kubeconfig] Writing "admin.conf" kubeconfig file
I1030 18:39:52.588932 400041 kubeadm.go:310] [kubeconfig] Writing "super-admin.conf" kubeconfig file
I1030 18:39:52.589004 400041 kubeadm.go:310] [kubeconfig] Writing "kubelet.conf" kubeconfig file
I1030 18:39:52.589094 400041 kubeadm.go:310] [kubeconfig] Writing "controller-manager.conf" kubeconfig file
I1030 18:39:52.589146 400041 kubeadm.go:310] [kubeconfig] Writing "scheduler.conf" kubeconfig file
I1030 18:39:52.589229 400041 kubeadm.go:310] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
I1030 18:39:52.589332 400041 kubeadm.go:310] [control-plane] Using manifest folder "/etc/kubernetes/manifests"
I1030 18:39:52.590758 400041 out.go:235] - Booting up control plane ...
I1030 18:39:52.590844 400041 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-apiserver"
I1030 18:39:52.590916 400041 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-controller-manager"
I1030 18:39:52.590968 400041 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-scheduler"
I1030 18:39:52.591065 400041 kubeadm.go:310] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
I1030 18:39:52.591191 400041 kubeadm.go:310] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
I1030 18:39:52.591253 400041 kubeadm.go:310] [kubelet-start] Starting the kubelet
I1030 18:39:52.591410 400041 kubeadm.go:310] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests"
I1030 18:39:52.591536 400041 kubeadm.go:310] [kubelet-check] Waiting for a healthy kubelet at http://127.0.0.1:10248/healthz. This can take up to 4m0s
I1030 18:39:52.591616 400041 kubeadm.go:310] [kubelet-check] The kubelet is healthy after 1.003124871s
I1030 18:39:52.591709 400041 kubeadm.go:310] [api-check] Waiting for a healthy API server. This can take up to 4m0s
I1030 18:39:52.591794 400041 kubeadm.go:310] [api-check] The API server is healthy after 5.662047877s
I1030 18:39:52.591944 400041 kubeadm.go:310] [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace
I1030 18:39:52.592125 400041 kubeadm.go:310] [kubelet] Creating a ConfigMap "kubelet-config" in namespace kube-system with the configuration for the kubelets in the cluster
I1030 18:39:52.592192 400041 kubeadm.go:310] [upload-certs] Skipping phase. Please see --upload-certs
I1030 18:39:52.592401 400041 kubeadm.go:310] [mark-control-plane] Marking the node ha-174833 as control-plane by adding the labels: [node-role.kubernetes.io/control-plane node.kubernetes.io/exclude-from-external-load-balancers]
I1030 18:39:52.592456 400041 kubeadm.go:310] [bootstrap-token] Using token: g2rz2p.8nzvncljb4xmvqws
I1030 18:39:52.593760 400041 out.go:235] - Configuring RBAC rules ...
I1030 18:39:52.593856 400041 kubeadm.go:310] [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles
I1030 18:39:52.593940 400041 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to get nodes
I1030 18:39:52.594118 400041 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials
I1030 18:39:52.594304 400041 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token
I1030 18:39:52.594473 400041 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow certificate rotation for all node client certificates in the cluster
I1030 18:39:52.594624 400041 kubeadm.go:310] [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace
I1030 18:39:52.594785 400041 kubeadm.go:310] [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key
I1030 18:39:52.594849 400041 kubeadm.go:310] [addons] Applied essential addon: CoreDNS
I1030 18:39:52.594921 400041 kubeadm.go:310] [addons] Applied essential addon: kube-proxy
I1030 18:39:52.594940 400041 kubeadm.go:310]
I1030 18:39:52.594996 400041 kubeadm.go:310] Your Kubernetes control-plane has initialized successfully!
I1030 18:39:52.595002 400041 kubeadm.go:310]
I1030 18:39:52.595066 400041 kubeadm.go:310] To start using your cluster, you need to run the following as a regular user:
I1030 18:39:52.595072 400041 kubeadm.go:310]
I1030 18:39:52.595106 400041 kubeadm.go:310] mkdir -p $HOME/.kube
I1030 18:39:52.595167 400041 kubeadm.go:310] sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config
I1030 18:39:52.595211 400041 kubeadm.go:310] sudo chown $(id -u):$(id -g) $HOME/.kube/config
I1030 18:39:52.595217 400041 kubeadm.go:310]
I1030 18:39:52.595262 400041 kubeadm.go:310] Alternatively, if you are the root user, you can run:
I1030 18:39:52.595268 400041 kubeadm.go:310]
I1030 18:39:52.595323 400041 kubeadm.go:310] export KUBECONFIG=/etc/kubernetes/admin.conf
I1030 18:39:52.595331 400041 kubeadm.go:310]
I1030 18:39:52.595374 400041 kubeadm.go:310] You should now deploy a pod network to the cluster.
I1030 18:39:52.595436 400041 kubeadm.go:310] Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:
I1030 18:39:52.595501 400041 kubeadm.go:310] https://kubernetes.io/docs/concepts/cluster-administration/addons/
I1030 18:39:52.595508 400041 kubeadm.go:310]
I1030 18:39:52.595599 400041 kubeadm.go:310] You can now join any number of control-plane nodes by copying certificate authorities
I1030 18:39:52.595699 400041 kubeadm.go:310] and service account keys on each node and then running the following as root:
I1030 18:39:52.595708 400041 kubeadm.go:310]
I1030 18:39:52.595831 400041 kubeadm.go:310] kubeadm join control-plane.minikube.internal:8443 --token g2rz2p.8nzvncljb4xmvqws \
I1030 18:39:52.595945 400041 kubeadm.go:310] --discovery-token-ca-cert-hash sha256:b2143b9018fc79be6f35b8981f64b262448bd09f7227405c8dafa29481e81491 \
I1030 18:39:52.595970 400041 kubeadm.go:310] --control-plane
I1030 18:39:52.595975 400041 kubeadm.go:310]
I1030 18:39:52.596043 400041 kubeadm.go:310] Then you can join any number of worker nodes by running the following on each as root:
I1030 18:39:52.596049 400041 kubeadm.go:310]
I1030 18:39:52.596119 400041 kubeadm.go:310] kubeadm join control-plane.minikube.internal:8443 --token g2rz2p.8nzvncljb4xmvqws \
I1030 18:39:52.596231 400041 kubeadm.go:310] --discovery-token-ca-cert-hash sha256:b2143b9018fc79be6f35b8981f64b262448bd09f7227405c8dafa29481e81491
I1030 18:39:52.596243 400041 cni.go:84] Creating CNI manager for ""
I1030 18:39:52.596250 400041 cni.go:136] multinode detected (1 nodes found), recommending kindnet
I1030 18:39:52.597696 400041 out.go:177] * Configuring CNI (Container Networking Interface) ...
I1030 18:39:52.598955 400041 ssh_runner.go:195] Run: stat /opt/cni/bin/portmap
I1030 18:39:52.605469 400041 cni.go:182] applying CNI manifest using /var/lib/minikube/binaries/v1.31.2/kubectl ...
I1030 18:39:52.605483 400041 ssh_runner.go:362] scp memory --> /var/tmp/minikube/cni.yaml (2601 bytes)
I1030 18:39:52.624363 400041 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl apply --kubeconfig=/var/lib/minikube/kubeconfig -f /var/tmp/minikube/cni.yaml
I1030 18:39:53.005173 400041 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"
I1030 18:39:53.005262 400041 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl create clusterrolebinding minikube-rbac --clusterrole=cluster-admin --serviceaccount=kube-system:default --kubeconfig=/var/lib/minikube/kubeconfig
I1030 18:39:53.005262 400041 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig label --overwrite nodes ha-174833 minikube.k8s.io/updated_at=2024_10_30T18_39_53_0700 minikube.k8s.io/version=v1.34.0 minikube.k8s.io/commit=605ec3dacea4f25ee181ccc490c641c149fd11d0 minikube.k8s.io/name=ha-174833 minikube.k8s.io/primary=true
I1030 18:39:53.173403 400041 ops.go:34] apiserver oom_adj: -16
I1030 18:39:53.173409 400041 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1030 18:39:53.674475 400041 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1030 18:39:54.173792 400041 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1030 18:39:54.673541 400041 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1030 18:39:55.174225 400041 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1030 18:39:55.674171 400041 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1030 18:39:55.765485 400041 kubeadm.go:1113] duration metric: took 2.760286908s to wait for elevateKubeSystemPrivileges
I1030 18:39:55.765536 400041 kubeadm.go:394] duration metric: took 14.707379512s to StartCluster
I1030 18:39:55.765560 400041 settings.go:142] acquiring lock: {Name:mk3778f95b8c1775512fd8244c173f81fde2f8a1 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1030 18:39:55.765652 400041 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/19883-381834/kubeconfig
I1030 18:39:55.766341 400041 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19883-381834/kubeconfig: {Name:mkad9ac9beb9742fc1a420e6d4412db8b65962e6 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1030 18:39:55.766618 400041 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml"
I1030 18:39:55.766613 400041 start.go:233] HA (multi-control plane) cluster: will skip waiting for primary control-plane node &{Name: IP:192.168.39.141 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}
I1030 18:39:55.766643 400041 start.go:241] waiting for startup goroutines ...
I1030 18:39:55.766652 400041 addons.go:507] enable addons start: toEnable=map[ambassador:false amd-gpu-device-plugin:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-gluster:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false]
I1030 18:39:55.766742 400041 addons.go:69] Setting storage-provisioner=true in profile "ha-174833"
I1030 18:39:55.766762 400041 addons.go:234] Setting addon storage-provisioner=true in "ha-174833"
I1030 18:39:55.766765 400041 addons.go:69] Setting default-storageclass=true in profile "ha-174833"
I1030 18:39:55.766787 400041 addons_storage_classes.go:33] enableOrDisableStorageClasses default-storageclass=true on "ha-174833"
I1030 18:39:55.766793 400041 host.go:66] Checking if "ha-174833" exists ...
I1030 18:39:55.766837 400041 config.go:182] Loaded profile config "ha-174833": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1030 18:39:55.767201 400041 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1030 18:39:55.767204 400041 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1030 18:39:55.767229 400041 main.go:141] libmachine: Launching plugin server for driver kvm2
I1030 18:39:55.767233 400041 main.go:141] libmachine: Launching plugin server for driver kvm2
I1030 18:39:55.782451 400041 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:33151
I1030 18:39:55.783028 400041 main.go:141] libmachine: () Calling .GetVersion
I1030 18:39:55.783605 400041 main.go:141] libmachine: Using API Version 1
I1030 18:39:55.783632 400041 main.go:141] libmachine: () Calling .SetConfigRaw
I1030 18:39:55.783733 400041 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:40119
I1030 18:39:55.784013 400041 main.go:141] libmachine: () Calling .GetMachineName
I1030 18:39:55.784063 400041 main.go:141] libmachine: () Calling .GetVersion
I1030 18:39:55.784233 400041 main.go:141] libmachine: (ha-174833) Calling .GetState
I1030 18:39:55.784551 400041 main.go:141] libmachine: Using API Version 1
I1030 18:39:55.784576 400041 main.go:141] libmachine: () Calling .SetConfigRaw
I1030 18:39:55.784948 400041 main.go:141] libmachine: () Calling .GetMachineName
I1030 18:39:55.785512 400041 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1030 18:39:55.785543 400041 main.go:141] libmachine: Launching plugin server for driver kvm2
I1030 18:39:55.786284 400041 loader.go:395] Config loaded from file: /home/jenkins/minikube-integration/19883-381834/kubeconfig
I1030 18:39:55.786639 400041 kapi.go:59] client config for ha-174833: &rest.Config{Host:"https://192.168.39.254:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/home/jenkins/minikube-integration/19883-381834/.minikube/profiles/ha-174833/client.crt", KeyFile:"/home/jenkins/minikube-integration/19883-381834/.minikube/profiles/ha-174833/client.key", CAFile:"/home/jenkins/minikube-integration/19883-381834/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil), CAData:[]uint8(nil), NextProtos:[]string(n
il)}, UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x2439fe0), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
I1030 18:39:55.787187 400041 cert_rotation.go:140] Starting client certificate rotation controller
I1030 18:39:55.787507 400041 addons.go:234] Setting addon default-storageclass=true in "ha-174833"
I1030 18:39:55.787549 400041 host.go:66] Checking if "ha-174833" exists ...
I1030 18:39:55.787801 400041 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1030 18:39:55.787828 400041 main.go:141] libmachine: Launching plugin server for driver kvm2
I1030 18:39:55.801215 400041 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:37805
I1030 18:39:55.801753 400041 main.go:141] libmachine: () Calling .GetVersion
I1030 18:39:55.802347 400041 main.go:141] libmachine: Using API Version 1
I1030 18:39:55.802374 400041 main.go:141] libmachine: () Calling .SetConfigRaw
I1030 18:39:55.802582 400041 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:34105
I1030 18:39:55.802754 400041 main.go:141] libmachine: () Calling .GetMachineName
I1030 18:39:55.802945 400041 main.go:141] libmachine: (ha-174833) Calling .GetState
I1030 18:39:55.802995 400041 main.go:141] libmachine: () Calling .GetVersion
I1030 18:39:55.803462 400041 main.go:141] libmachine: Using API Version 1
I1030 18:39:55.803485 400041 main.go:141] libmachine: () Calling .SetConfigRaw
I1030 18:39:55.803870 400041 main.go:141] libmachine: () Calling .GetMachineName
I1030 18:39:55.804468 400041 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1030 18:39:55.804521 400041 main.go:141] libmachine: Launching plugin server for driver kvm2
I1030 18:39:55.804806 400041 main.go:141] libmachine: (ha-174833) Calling .DriverName
I1030 18:39:55.807396 400041 out.go:177] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
I1030 18:39:55.808701 400041 addons.go:431] installing /etc/kubernetes/addons/storage-provisioner.yaml
I1030 18:39:55.808721 400041 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I1030 18:39:55.808736 400041 main.go:141] libmachine: (ha-174833) Calling .GetSSHHostname
I1030 18:39:55.812067 400041 main.go:141] libmachine: (ha-174833) DBG | domain ha-174833 has defined MAC address 52:54:00:fd:5e:ca in network mk-ha-174833
I1030 18:39:55.812493 400041 main.go:141] libmachine: (ha-174833) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:fd:5e:ca", ip: ""} in network mk-ha-174833: {Iface:virbr1 ExpiryTime:2024-10-30 19:39:27 +0000 UTC Type:0 Mac:52:54:00:fd:5e:ca Iaid: IPaddr:192.168.39.141 Prefix:24 Hostname:ha-174833 Clientid:01:52:54:00:fd:5e:ca}
I1030 18:39:55.812517 400041 main.go:141] libmachine: (ha-174833) DBG | domain ha-174833 has defined IP address 192.168.39.141 and MAC address 52:54:00:fd:5e:ca in network mk-ha-174833
I1030 18:39:55.812683 400041 main.go:141] libmachine: (ha-174833) Calling .GetSSHPort
I1030 18:39:55.812860 400041 main.go:141] libmachine: (ha-174833) Calling .GetSSHKeyPath
I1030 18:39:55.813040 400041 main.go:141] libmachine: (ha-174833) Calling .GetSSHUsername
I1030 18:39:55.813181 400041 sshutil.go:53] new ssh client: &{IP:192.168.39.141 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19883-381834/.minikube/machines/ha-174833/id_rsa Username:docker}
I1030 18:39:55.820594 400041 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:34503
I1030 18:39:55.821053 400041 main.go:141] libmachine: () Calling .GetVersion
I1030 18:39:55.821596 400041 main.go:141] libmachine: Using API Version 1
I1030 18:39:55.821614 400041 main.go:141] libmachine: () Calling .SetConfigRaw
I1030 18:39:55.821907 400041 main.go:141] libmachine: () Calling .GetMachineName
I1030 18:39:55.822100 400041 main.go:141] libmachine: (ha-174833) Calling .GetState
I1030 18:39:55.823784 400041 main.go:141] libmachine: (ha-174833) Calling .DriverName
I1030 18:39:55.824021 400041 addons.go:431] installing /etc/kubernetes/addons/storageclass.yaml
I1030 18:39:55.824035 400041 ssh_runner.go:362] scp storageclass/storageclass.yaml --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)
I1030 18:39:55.824050 400041 main.go:141] libmachine: (ha-174833) Calling .GetSSHHostname
I1030 18:39:55.826783 400041 main.go:141] libmachine: (ha-174833) DBG | domain ha-174833 has defined MAC address 52:54:00:fd:5e:ca in network mk-ha-174833
I1030 18:39:55.827199 400041 main.go:141] libmachine: (ha-174833) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:fd:5e:ca", ip: ""} in network mk-ha-174833: {Iface:virbr1 ExpiryTime:2024-10-30 19:39:27 +0000 UTC Type:0 Mac:52:54:00:fd:5e:ca Iaid: IPaddr:192.168.39.141 Prefix:24 Hostname:ha-174833 Clientid:01:52:54:00:fd:5e:ca}
I1030 18:39:55.827215 400041 main.go:141] libmachine: (ha-174833) DBG | domain ha-174833 has defined IP address 192.168.39.141 and MAC address 52:54:00:fd:5e:ca in network mk-ha-174833
I1030 18:39:55.827366 400041 main.go:141] libmachine: (ha-174833) Calling .GetSSHPort
I1030 18:39:55.827540 400041 main.go:141] libmachine: (ha-174833) Calling .GetSSHKeyPath
I1030 18:39:55.827698 400041 main.go:141] libmachine: (ha-174833) Calling .GetSSHUsername
I1030 18:39:55.827825 400041 sshutil.go:53] new ssh client: &{IP:192.168.39.141 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19883-381834/.minikube/machines/ha-174833/id_rsa Username:docker}
I1030 18:39:55.887739 400041 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.39.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -"
I1030 18:39:55.976821 400041 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml
I1030 18:39:55.987770 400041 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml
I1030 18:39:56.358196 400041 start.go:971] {"host.minikube.internal": 192.168.39.1} host record injected into CoreDNS's ConfigMap
I1030 18:39:56.358229 400041 main.go:141] libmachine: Making call to close driver server
I1030 18:39:56.358248 400041 main.go:141] libmachine: (ha-174833) Calling .Close
I1030 18:39:56.358534 400041 main.go:141] libmachine: Successfully made call to close driver server
I1030 18:39:56.358554 400041 main.go:141] libmachine: Making call to close connection to plugin binary
I1030 18:39:56.358563 400041 main.go:141] libmachine: Making call to close driver server
I1030 18:39:56.358570 400041 main.go:141] libmachine: (ha-174833) Calling .Close
I1030 18:39:56.358835 400041 main.go:141] libmachine: (ha-174833) DBG | Closing plugin on server side
I1030 18:39:56.358837 400041 main.go:141] libmachine: Successfully made call to close driver server
I1030 18:39:56.358856 400041 main.go:141] libmachine: Making call to close connection to plugin binary
I1030 18:39:56.358917 400041 envvar.go:172] "Feature gate default state" feature="InformerResourceVersion" enabled=false
I1030 18:39:56.358934 400041 envvar.go:172] "Feature gate default state" feature="WatchListClient" enabled=false
I1030 18:39:56.359097 400041 round_trippers.go:463] GET https://192.168.39.254:8443/apis/storage.k8s.io/v1/storageclasses
I1030 18:39:56.359111 400041 round_trippers.go:469] Request Headers:
I1030 18:39:56.359120 400041 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:39:56.359128 400041 round_trippers.go:473] Accept: application/json, */*
I1030 18:39:56.431588 400041 round_trippers.go:574] Response Status: 200 OK in 72 milliseconds
I1030 18:39:56.432175 400041 round_trippers.go:463] PUT https://192.168.39.254:8443/apis/storage.k8s.io/v1/storageclasses/standard
I1030 18:39:56.432191 400041 round_trippers.go:469] Request Headers:
I1030 18:39:56.432198 400041 round_trippers.go:473] Accept: application/json, */*
I1030 18:39:56.432202 400041 round_trippers.go:473] Content-Type: application/json
I1030 18:39:56.432205 400041 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:39:56.436115 400041 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:39:56.436287 400041 main.go:141] libmachine: Making call to close driver server
I1030 18:39:56.436303 400041 main.go:141] libmachine: (ha-174833) Calling .Close
I1030 18:39:56.436618 400041 main.go:141] libmachine: (ha-174833) DBG | Closing plugin on server side
I1030 18:39:56.436664 400041 main.go:141] libmachine: Successfully made call to close driver server
I1030 18:39:56.436672 400041 main.go:141] libmachine: Making call to close connection to plugin binary
I1030 18:39:56.590846 400041 main.go:141] libmachine: Making call to close driver server
I1030 18:39:56.590868 400041 main.go:141] libmachine: (ha-174833) Calling .Close
I1030 18:39:56.591203 400041 main.go:141] libmachine: Successfully made call to close driver server
I1030 18:39:56.591227 400041 main.go:141] libmachine: Making call to close connection to plugin binary
I1030 18:39:56.591236 400041 main.go:141] libmachine: Making call to close driver server
I1030 18:39:56.591244 400041 main.go:141] libmachine: (ha-174833) Calling .Close
I1030 18:39:56.591478 400041 main.go:141] libmachine: (ha-174833) DBG | Closing plugin on server side
I1030 18:39:56.591507 400041 main.go:141] libmachine: Successfully made call to close driver server
I1030 18:39:56.591514 400041 main.go:141] libmachine: Making call to close connection to plugin binary
I1030 18:39:56.593000 400041 out.go:177] * Enabled addons: default-storageclass, storage-provisioner
I1030 18:39:56.594031 400041 addons.go:510] duration metric: took 827.372801ms for enable addons: enabled=[default-storageclass storage-provisioner]
I1030 18:39:56.594084 400041 start.go:246] waiting for cluster config update ...
I1030 18:39:56.594100 400041 start.go:255] writing updated cluster config ...
I1030 18:39:56.595822 400041 out.go:201]
I1030 18:39:56.597023 400041 config.go:182] Loaded profile config "ha-174833": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1030 18:39:56.597115 400041 profile.go:143] Saving config to /home/jenkins/minikube-integration/19883-381834/.minikube/profiles/ha-174833/config.json ...
I1030 18:39:56.598537 400041 out.go:177] * Starting "ha-174833-m02" control-plane node in "ha-174833" cluster
I1030 18:39:56.599471 400041 preload.go:131] Checking if preload exists for k8s version v1.31.2 and runtime crio
I1030 18:39:56.599502 400041 cache.go:56] Caching tarball of preloaded images
I1030 18:39:56.599603 400041 preload.go:172] Found /home/jenkins/minikube-integration/19883-381834/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.2-cri-o-overlay-amd64.tar.lz4 in cache, skipping download
I1030 18:39:56.599621 400041 cache.go:59] Finished verifying existence of preloaded tar for v1.31.2 on crio
I1030 18:39:56.599722 400041 profile.go:143] Saving config to /home/jenkins/minikube-integration/19883-381834/.minikube/profiles/ha-174833/config.json ...
I1030 18:39:56.599927 400041 start.go:360] acquireMachinesLock for ha-174833-m02: {Name:mk35e25f53fa8cfadb39ca0ecdccfc2b3fbe845b Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}
I1030 18:39:56.599988 400041 start.go:364] duration metric: took 32.769µs to acquireMachinesLock for "ha-174833-m02"
I1030 18:39:56.600025 400041 start.go:93] Provisioning new machine with config: &{Name:ha-174833 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19883/minikube-v1.34.0-1730282777-19883-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730282848-19883@sha256:e762c909ad2a507083ec25b1ad3091c71fc7d92824e4a659c9158bbfe5ae03d4 Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{Kubernete
sVersion:v1.31.2 ClusterName:ha-174833 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.39.141 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m02 IP: Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[default-storageclass:true storage-provisioner:true] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 Cer
tExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name:m02 IP: Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}
I1030 18:39:56.600106 400041 start.go:125] createHost starting for "m02" (driver="kvm2")
I1030 18:39:56.601604 400041 out.go:235] * Creating kvm2 VM (CPUs=2, Memory=2200MB, Disk=20000MB) ...
I1030 18:39:56.601698 400041 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1030 18:39:56.601732 400041 main.go:141] libmachine: Launching plugin server for driver kvm2
I1030 18:39:56.616291 400041 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:39929
I1030 18:39:56.616777 400041 main.go:141] libmachine: () Calling .GetVersion
I1030 18:39:56.617304 400041 main.go:141] libmachine: Using API Version 1
I1030 18:39:56.617323 400041 main.go:141] libmachine: () Calling .SetConfigRaw
I1030 18:39:56.617636 400041 main.go:141] libmachine: () Calling .GetMachineName
I1030 18:39:56.617791 400041 main.go:141] libmachine: (ha-174833-m02) Calling .GetMachineName
I1030 18:39:56.617923 400041 main.go:141] libmachine: (ha-174833-m02) Calling .DriverName
I1030 18:39:56.618073 400041 start.go:159] libmachine.API.Create for "ha-174833" (driver="kvm2")
I1030 18:39:56.618098 400041 client.go:168] LocalClient.Create starting
I1030 18:39:56.618131 400041 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/19883-381834/.minikube/certs/ca.pem
I1030 18:39:56.618179 400041 main.go:141] libmachine: Decoding PEM data...
I1030 18:39:56.618201 400041 main.go:141] libmachine: Parsing certificate...
I1030 18:39:56.618275 400041 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/19883-381834/.minikube/certs/cert.pem
I1030 18:39:56.618304 400041 main.go:141] libmachine: Decoding PEM data...
I1030 18:39:56.618320 400041 main.go:141] libmachine: Parsing certificate...
I1030 18:39:56.618344 400041 main.go:141] libmachine: Running pre-create checks...
I1030 18:39:56.618355 400041 main.go:141] libmachine: (ha-174833-m02) Calling .PreCreateCheck
I1030 18:39:56.618511 400041 main.go:141] libmachine: (ha-174833-m02) Calling .GetConfigRaw
I1030 18:39:56.618831 400041 main.go:141] libmachine: Creating machine...
I1030 18:39:56.618844 400041 main.go:141] libmachine: (ha-174833-m02) Calling .Create
I1030 18:39:56.618962 400041 main.go:141] libmachine: (ha-174833-m02) Creating KVM machine...
I1030 18:39:56.620046 400041 main.go:141] libmachine: (ha-174833-m02) DBG | found existing default KVM network
I1030 18:39:56.620129 400041 main.go:141] libmachine: (ha-174833-m02) DBG | found existing private KVM network mk-ha-174833
I1030 18:39:56.620269 400041 main.go:141] libmachine: (ha-174833-m02) Setting up store path in /home/jenkins/minikube-integration/19883-381834/.minikube/machines/ha-174833-m02 ...
I1030 18:39:56.620295 400041 main.go:141] libmachine: (ha-174833-m02) Building disk image from file:///home/jenkins/minikube-integration/19883-381834/.minikube/cache/iso/amd64/minikube-v1.34.0-1730282777-19883-amd64.iso
I1030 18:39:56.620361 400041 main.go:141] libmachine: (ha-174833-m02) DBG | I1030 18:39:56.620250 400406 common.go:144] Making disk image using store path: /home/jenkins/minikube-integration/19883-381834/.minikube
I1030 18:39:56.620446 400041 main.go:141] libmachine: (ha-174833-m02) Downloading /home/jenkins/minikube-integration/19883-381834/.minikube/cache/boot2docker.iso from file:///home/jenkins/minikube-integration/19883-381834/.minikube/cache/iso/amd64/minikube-v1.34.0-1730282777-19883-amd64.iso...
I1030 18:39:56.895932 400041 main.go:141] libmachine: (ha-174833-m02) DBG | I1030 18:39:56.895765 400406 common.go:151] Creating ssh key: /home/jenkins/minikube-integration/19883-381834/.minikube/machines/ha-174833-m02/id_rsa...
I1030 18:39:57.037260 400041 main.go:141] libmachine: (ha-174833-m02) DBG | I1030 18:39:57.037116 400406 common.go:157] Creating raw disk image: /home/jenkins/minikube-integration/19883-381834/.minikube/machines/ha-174833-m02/ha-174833-m02.rawdisk...
I1030 18:39:57.037293 400041 main.go:141] libmachine: (ha-174833-m02) DBG | Writing magic tar header
I1030 18:39:57.037303 400041 main.go:141] libmachine: (ha-174833-m02) DBG | Writing SSH key tar header
I1030 18:39:57.037311 400041 main.go:141] libmachine: (ha-174833-m02) DBG | I1030 18:39:57.037233 400406 common.go:171] Fixing permissions on /home/jenkins/minikube-integration/19883-381834/.minikube/machines/ha-174833-m02 ...
I1030 18:39:57.037321 400041 main.go:141] libmachine: (ha-174833-m02) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19883-381834/.minikube/machines/ha-174833-m02
I1030 18:39:57.037404 400041 main.go:141] libmachine: (ha-174833-m02) Setting executable bit set on /home/jenkins/minikube-integration/19883-381834/.minikube/machines/ha-174833-m02 (perms=drwx------)
I1030 18:39:57.037429 400041 main.go:141] libmachine: (ha-174833-m02) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19883-381834/.minikube/machines
I1030 18:39:57.037440 400041 main.go:141] libmachine: (ha-174833-m02) Setting executable bit set on /home/jenkins/minikube-integration/19883-381834/.minikube/machines (perms=drwxr-xr-x)
I1030 18:39:57.037453 400041 main.go:141] libmachine: (ha-174833-m02) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19883-381834/.minikube
I1030 18:39:57.037469 400041 main.go:141] libmachine: (ha-174833-m02) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19883-381834
I1030 18:39:57.037479 400041 main.go:141] libmachine: (ha-174833-m02) DBG | Checking permissions on dir: /home/jenkins/minikube-integration
I1030 18:39:57.037487 400041 main.go:141] libmachine: (ha-174833-m02) DBG | Checking permissions on dir: /home/jenkins
I1030 18:39:57.037494 400041 main.go:141] libmachine: (ha-174833-m02) DBG | Checking permissions on dir: /home
I1030 18:39:57.037515 400041 main.go:141] libmachine: (ha-174833-m02) DBG | Skipping /home - not owner
I1030 18:39:57.037531 400041 main.go:141] libmachine: (ha-174833-m02) Setting executable bit set on /home/jenkins/minikube-integration/19883-381834/.minikube (perms=drwxr-xr-x)
I1030 18:39:57.037546 400041 main.go:141] libmachine: (ha-174833-m02) Setting executable bit set on /home/jenkins/minikube-integration/19883-381834 (perms=drwxrwxr-x)
I1030 18:39:57.037559 400041 main.go:141] libmachine: (ha-174833-m02) Setting executable bit set on /home/jenkins/minikube-integration (perms=drwxrwxr-x)
I1030 18:39:57.037569 400041 main.go:141] libmachine: (ha-174833-m02) Setting executable bit set on /home/jenkins (perms=drwxr-xr-x)
I1030 18:39:57.037577 400041 main.go:141] libmachine: (ha-174833-m02) Creating domain...
I1030 18:39:57.038511 400041 main.go:141] libmachine: (ha-174833-m02) define libvirt domain using xml:
I1030 18:39:57.038531 400041 main.go:141] libmachine: (ha-174833-m02) <domain type='kvm'>
I1030 18:39:57.038538 400041 main.go:141] libmachine: (ha-174833-m02) <name>ha-174833-m02</name>
I1030 18:39:57.038542 400041 main.go:141] libmachine: (ha-174833-m02) <memory unit='MiB'>2200</memory>
I1030 18:39:57.038549 400041 main.go:141] libmachine: (ha-174833-m02) <vcpu>2</vcpu>
I1030 18:39:57.038556 400041 main.go:141] libmachine: (ha-174833-m02) <features>
I1030 18:39:57.038563 400041 main.go:141] libmachine: (ha-174833-m02) <acpi/>
I1030 18:39:57.038569 400041 main.go:141] libmachine: (ha-174833-m02) <apic/>
I1030 18:39:57.038577 400041 main.go:141] libmachine: (ha-174833-m02) <pae/>
I1030 18:39:57.038587 400041 main.go:141] libmachine: (ha-174833-m02)
I1030 18:39:57.038594 400041 main.go:141] libmachine: (ha-174833-m02) </features>
I1030 18:39:57.038601 400041 main.go:141] libmachine: (ha-174833-m02) <cpu mode='host-passthrough'>
I1030 18:39:57.038605 400041 main.go:141] libmachine: (ha-174833-m02)
I1030 18:39:57.038610 400041 main.go:141] libmachine: (ha-174833-m02) </cpu>
I1030 18:39:57.038636 400041 main.go:141] libmachine: (ha-174833-m02) <os>
I1030 18:39:57.038660 400041 main.go:141] libmachine: (ha-174833-m02) <type>hvm</type>
I1030 18:39:57.038683 400041 main.go:141] libmachine: (ha-174833-m02) <boot dev='cdrom'/>
I1030 18:39:57.038700 400041 main.go:141] libmachine: (ha-174833-m02) <boot dev='hd'/>
I1030 18:39:57.038708 400041 main.go:141] libmachine: (ha-174833-m02) <bootmenu enable='no'/>
I1030 18:39:57.038712 400041 main.go:141] libmachine: (ha-174833-m02) </os>
I1030 18:39:57.038717 400041 main.go:141] libmachine: (ha-174833-m02) <devices>
I1030 18:39:57.038725 400041 main.go:141] libmachine: (ha-174833-m02) <disk type='file' device='cdrom'>
I1030 18:39:57.038734 400041 main.go:141] libmachine: (ha-174833-m02) <source file='/home/jenkins/minikube-integration/19883-381834/.minikube/machines/ha-174833-m02/boot2docker.iso'/>
I1030 18:39:57.038744 400041 main.go:141] libmachine: (ha-174833-m02) <target dev='hdc' bus='scsi'/>
I1030 18:39:57.038752 400041 main.go:141] libmachine: (ha-174833-m02) <readonly/>
I1030 18:39:57.038764 400041 main.go:141] libmachine: (ha-174833-m02) </disk>
I1030 18:39:57.038780 400041 main.go:141] libmachine: (ha-174833-m02) <disk type='file' device='disk'>
I1030 18:39:57.038790 400041 main.go:141] libmachine: (ha-174833-m02) <driver name='qemu' type='raw' cache='default' io='threads' />
I1030 18:39:57.038805 400041 main.go:141] libmachine: (ha-174833-m02) <source file='/home/jenkins/minikube-integration/19883-381834/.minikube/machines/ha-174833-m02/ha-174833-m02.rawdisk'/>
I1030 18:39:57.038815 400041 main.go:141] libmachine: (ha-174833-m02) <target dev='hda' bus='virtio'/>
I1030 18:39:57.038825 400041 main.go:141] libmachine: (ha-174833-m02) </disk>
I1030 18:39:57.038832 400041 main.go:141] libmachine: (ha-174833-m02) <interface type='network'>
I1030 18:39:57.038844 400041 main.go:141] libmachine: (ha-174833-m02) <source network='mk-ha-174833'/>
I1030 18:39:57.038858 400041 main.go:141] libmachine: (ha-174833-m02) <model type='virtio'/>
I1030 18:39:57.038874 400041 main.go:141] libmachine: (ha-174833-m02) </interface>
I1030 18:39:57.038892 400041 main.go:141] libmachine: (ha-174833-m02) <interface type='network'>
I1030 18:39:57.038901 400041 main.go:141] libmachine: (ha-174833-m02) <source network='default'/>
I1030 18:39:57.038911 400041 main.go:141] libmachine: (ha-174833-m02) <model type='virtio'/>
I1030 18:39:57.038922 400041 main.go:141] libmachine: (ha-174833-m02) </interface>
I1030 18:39:57.038931 400041 main.go:141] libmachine: (ha-174833-m02) <serial type='pty'>
I1030 18:39:57.038937 400041 main.go:141] libmachine: (ha-174833-m02) <target port='0'/>
I1030 18:39:57.038943 400041 main.go:141] libmachine: (ha-174833-m02) </serial>
I1030 18:39:57.038948 400041 main.go:141] libmachine: (ha-174833-m02) <console type='pty'>
I1030 18:39:57.038955 400041 main.go:141] libmachine: (ha-174833-m02) <target type='serial' port='0'/>
I1030 18:39:57.038981 400041 main.go:141] libmachine: (ha-174833-m02) </console>
I1030 18:39:57.039004 400041 main.go:141] libmachine: (ha-174833-m02) <rng model='virtio'>
I1030 18:39:57.039017 400041 main.go:141] libmachine: (ha-174833-m02) <backend model='random'>/dev/random</backend>
I1030 18:39:57.039026 400041 main.go:141] libmachine: (ha-174833-m02) </rng>
I1030 18:39:57.039033 400041 main.go:141] libmachine: (ha-174833-m02)
I1030 18:39:57.039042 400041 main.go:141] libmachine: (ha-174833-m02)
I1030 18:39:57.039050 400041 main.go:141] libmachine: (ha-174833-m02) </devices>
I1030 18:39:57.039059 400041 main.go:141] libmachine: (ha-174833-m02) </domain>
I1030 18:39:57.039073 400041 main.go:141] libmachine: (ha-174833-m02)
I1030 18:39:57.045751 400041 main.go:141] libmachine: (ha-174833-m02) DBG | domain ha-174833-m02 has defined MAC address 52:54:00:a3:4c:dc in network default
I1030 18:39:57.046326 400041 main.go:141] libmachine: (ha-174833-m02) Ensuring networks are active...
I1030 18:39:57.046349 400041 main.go:141] libmachine: (ha-174833-m02) DBG | domain ha-174833-m02 has defined MAC address 52:54:00:87:fa:1a in network mk-ha-174833
I1030 18:39:57.047038 400041 main.go:141] libmachine: (ha-174833-m02) Ensuring network default is active
I1030 18:39:57.047398 400041 main.go:141] libmachine: (ha-174833-m02) Ensuring network mk-ha-174833 is active
I1030 18:39:57.047750 400041 main.go:141] libmachine: (ha-174833-m02) Getting domain xml...
I1030 18:39:57.048296 400041 main.go:141] libmachine: (ha-174833-m02) Creating domain...
I1030 18:39:58.272260 400041 main.go:141] libmachine: (ha-174833-m02) Waiting to get IP...
I1030 18:39:58.273021 400041 main.go:141] libmachine: (ha-174833-m02) DBG | domain ha-174833-m02 has defined MAC address 52:54:00:87:fa:1a in network mk-ha-174833
I1030 18:39:58.273425 400041 main.go:141] libmachine: (ha-174833-m02) DBG | unable to find current IP address of domain ha-174833-m02 in network mk-ha-174833
I1030 18:39:58.273496 400041 main.go:141] libmachine: (ha-174833-m02) DBG | I1030 18:39:58.273425 400406 retry.go:31] will retry after 283.659874ms: waiting for machine to come up
I1030 18:39:58.559077 400041 main.go:141] libmachine: (ha-174833-m02) DBG | domain ha-174833-m02 has defined MAC address 52:54:00:87:fa:1a in network mk-ha-174833
I1030 18:39:58.559572 400041 main.go:141] libmachine: (ha-174833-m02) DBG | unable to find current IP address of domain ha-174833-m02 in network mk-ha-174833
I1030 18:39:58.559595 400041 main.go:141] libmachine: (ha-174833-m02) DBG | I1030 18:39:58.559530 400406 retry.go:31] will retry after 285.421922ms: waiting for machine to come up
I1030 18:39:58.847321 400041 main.go:141] libmachine: (ha-174833-m02) DBG | domain ha-174833-m02 has defined MAC address 52:54:00:87:fa:1a in network mk-ha-174833
I1030 18:39:58.847766 400041 main.go:141] libmachine: (ha-174833-m02) DBG | unable to find current IP address of domain ha-174833-m02 in network mk-ha-174833
I1030 18:39:58.847795 400041 main.go:141] libmachine: (ha-174833-m02) DBG | I1030 18:39:58.847719 400406 retry.go:31] will retry after 459.416019ms: waiting for machine to come up
I1030 18:39:59.308465 400041 main.go:141] libmachine: (ha-174833-m02) DBG | domain ha-174833-m02 has defined MAC address 52:54:00:87:fa:1a in network mk-ha-174833
I1030 18:39:59.308944 400041 main.go:141] libmachine: (ha-174833-m02) DBG | unable to find current IP address of domain ha-174833-m02 in network mk-ha-174833
I1030 18:39:59.309003 400041 main.go:141] libmachine: (ha-174833-m02) DBG | I1030 18:39:59.308931 400406 retry.go:31] will retry after 572.494843ms: waiting for machine to come up
I1030 18:39:59.882664 400041 main.go:141] libmachine: (ha-174833-m02) DBG | domain ha-174833-m02 has defined MAC address 52:54:00:87:fa:1a in network mk-ha-174833
I1030 18:39:59.883063 400041 main.go:141] libmachine: (ha-174833-m02) DBG | unable to find current IP address of domain ha-174833-m02 in network mk-ha-174833
I1030 18:39:59.883097 400041 main.go:141] libmachine: (ha-174833-m02) DBG | I1030 18:39:59.883044 400406 retry.go:31] will retry after 513.18543ms: waiting for machine to come up
I1030 18:40:00.397389 400041 main.go:141] libmachine: (ha-174833-m02) DBG | domain ha-174833-m02 has defined MAC address 52:54:00:87:fa:1a in network mk-ha-174833
I1030 18:40:00.397747 400041 main.go:141] libmachine: (ha-174833-m02) DBG | unable to find current IP address of domain ha-174833-m02 in network mk-ha-174833
I1030 18:40:00.397783 400041 main.go:141] libmachine: (ha-174833-m02) DBG | I1030 18:40:00.397729 400406 retry.go:31] will retry after 755.433082ms: waiting for machine to come up
I1030 18:40:01.155395 400041 main.go:141] libmachine: (ha-174833-m02) DBG | domain ha-174833-m02 has defined MAC address 52:54:00:87:fa:1a in network mk-ha-174833
I1030 18:40:01.155948 400041 main.go:141] libmachine: (ha-174833-m02) DBG | unable to find current IP address of domain ha-174833-m02 in network mk-ha-174833
I1030 18:40:01.155979 400041 main.go:141] libmachine: (ha-174833-m02) DBG | I1030 18:40:01.155903 400406 retry.go:31] will retry after 1.038364995s: waiting for machine to come up
I1030 18:40:02.195482 400041 main.go:141] libmachine: (ha-174833-m02) DBG | domain ha-174833-m02 has defined MAC address 52:54:00:87:fa:1a in network mk-ha-174833
I1030 18:40:02.195950 400041 main.go:141] libmachine: (ha-174833-m02) DBG | unable to find current IP address of domain ha-174833-m02 in network mk-ha-174833
I1030 18:40:02.195980 400041 main.go:141] libmachine: (ha-174833-m02) DBG | I1030 18:40:02.195911 400406 retry.go:31] will retry after 1.004508468s: waiting for machine to come up
I1030 18:40:03.201825 400041 main.go:141] libmachine: (ha-174833-m02) DBG | domain ha-174833-m02 has defined MAC address 52:54:00:87:fa:1a in network mk-ha-174833
I1030 18:40:03.202261 400041 main.go:141] libmachine: (ha-174833-m02) DBG | unable to find current IP address of domain ha-174833-m02 in network mk-ha-174833
I1030 18:40:03.202291 400041 main.go:141] libmachine: (ha-174833-m02) DBG | I1030 18:40:03.202205 400406 retry.go:31] will retry after 1.786384374s: waiting for machine to come up
I1030 18:40:04.989943 400041 main.go:141] libmachine: (ha-174833-m02) DBG | domain ha-174833-m02 has defined MAC address 52:54:00:87:fa:1a in network mk-ha-174833
I1030 18:40:04.990350 400041 main.go:141] libmachine: (ha-174833-m02) DBG | unable to find current IP address of domain ha-174833-m02 in network mk-ha-174833
I1030 18:40:04.990371 400041 main.go:141] libmachine: (ha-174833-m02) DBG | I1030 18:40:04.990297 400406 retry.go:31] will retry after 1.895963981s: waiting for machine to come up
I1030 18:40:06.888049 400041 main.go:141] libmachine: (ha-174833-m02) DBG | domain ha-174833-m02 has defined MAC address 52:54:00:87:fa:1a in network mk-ha-174833
I1030 18:40:06.888464 400041 main.go:141] libmachine: (ha-174833-m02) DBG | unable to find current IP address of domain ha-174833-m02 in network mk-ha-174833
I1030 18:40:06.888488 400041 main.go:141] libmachine: (ha-174833-m02) DBG | I1030 18:40:06.888417 400406 retry.go:31] will retry after 1.948037202s: waiting for machine to come up
I1030 18:40:08.839488 400041 main.go:141] libmachine: (ha-174833-m02) DBG | domain ha-174833-m02 has defined MAC address 52:54:00:87:fa:1a in network mk-ha-174833
I1030 18:40:08.839847 400041 main.go:141] libmachine: (ha-174833-m02) DBG | unable to find current IP address of domain ha-174833-m02 in network mk-ha-174833
I1030 18:40:08.839869 400041 main.go:141] libmachine: (ha-174833-m02) DBG | I1030 18:40:08.839824 400406 retry.go:31] will retry after 3.202281785s: waiting for machine to come up
I1030 18:40:12.043324 400041 main.go:141] libmachine: (ha-174833-m02) DBG | domain ha-174833-m02 has defined MAC address 52:54:00:87:fa:1a in network mk-ha-174833
I1030 18:40:12.043675 400041 main.go:141] libmachine: (ha-174833-m02) DBG | unable to find current IP address of domain ha-174833-m02 in network mk-ha-174833
I1030 18:40:12.043695 400041 main.go:141] libmachine: (ha-174833-m02) DBG | I1030 18:40:12.043618 400406 retry.go:31] will retry after 3.877667252s: waiting for machine to come up
I1030 18:40:15.924012 400041 main.go:141] libmachine: (ha-174833-m02) DBG | domain ha-174833-m02 has defined MAC address 52:54:00:87:fa:1a in network mk-ha-174833
I1030 18:40:15.924431 400041 main.go:141] libmachine: (ha-174833-m02) DBG | unable to find current IP address of domain ha-174833-m02 in network mk-ha-174833
I1030 18:40:15.924456 400041 main.go:141] libmachine: (ha-174833-m02) DBG | I1030 18:40:15.924364 400406 retry.go:31] will retry after 3.471906375s: waiting for machine to come up
I1030 18:40:19.399252 400041 main.go:141] libmachine: (ha-174833-m02) DBG | domain ha-174833-m02 has defined MAC address 52:54:00:87:fa:1a in network mk-ha-174833
I1030 18:40:19.399675 400041 main.go:141] libmachine: (ha-174833-m02) DBG | domain ha-174833-m02 has current primary IP address 192.168.39.67 and MAC address 52:54:00:87:fa:1a in network mk-ha-174833
I1030 18:40:19.399693 400041 main.go:141] libmachine: (ha-174833-m02) Found IP for machine: 192.168.39.67
I1030 18:40:19.399744 400041 main.go:141] libmachine: (ha-174833-m02) Reserving static IP address...
I1030 18:40:19.400103 400041 main.go:141] libmachine: (ha-174833-m02) DBG | unable to find host DHCP lease matching {name: "ha-174833-m02", mac: "52:54:00:87:fa:1a", ip: "192.168.39.67"} in network mk-ha-174833
I1030 18:40:19.473268 400041 main.go:141] libmachine: (ha-174833-m02) DBG | Getting to WaitForSSH function...
I1030 18:40:19.473299 400041 main.go:141] libmachine: (ha-174833-m02) Reserved static IP address: 192.168.39.67
I1030 18:40:19.473352 400041 main.go:141] libmachine: (ha-174833-m02) Waiting for SSH to be available...
I1030 18:40:19.476054 400041 main.go:141] libmachine: (ha-174833-m02) DBG | domain ha-174833-m02 has defined MAC address 52:54:00:87:fa:1a in network mk-ha-174833
I1030 18:40:19.476545 400041 main.go:141] libmachine: (ha-174833-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:87:fa:1a", ip: ""} in network mk-ha-174833: {Iface:virbr1 ExpiryTime:2024-10-30 19:40:11 +0000 UTC Type:0 Mac:52:54:00:87:fa:1a Iaid: IPaddr:192.168.39.67 Prefix:24 Hostname:minikube Clientid:01:52:54:00:87:fa:1a}
I1030 18:40:19.476573 400041 main.go:141] libmachine: (ha-174833-m02) DBG | domain ha-174833-m02 has defined IP address 192.168.39.67 and MAC address 52:54:00:87:fa:1a in network mk-ha-174833
I1030 18:40:19.476733 400041 main.go:141] libmachine: (ha-174833-m02) DBG | Using SSH client type: external
I1030 18:40:19.476781 400041 main.go:141] libmachine: (ha-174833-m02) DBG | Using SSH private key: /home/jenkins/minikube-integration/19883-381834/.minikube/machines/ha-174833-m02/id_rsa (-rw-------)
I1030 18:40:19.476820 400041 main.go:141] libmachine: (ha-174833-m02) DBG | &{[-F /dev/null -o ConnectionAttempts=3 -o ConnectTimeout=10 -o ControlMaster=no -o ControlPath=none -o LogLevel=quiet -o PasswordAuthentication=no -o ServerAliveInterval=60 -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null docker@192.168.39.67 -o IdentitiesOnly=yes -i /home/jenkins/minikube-integration/19883-381834/.minikube/machines/ha-174833-m02/id_rsa -p 22] /usr/bin/ssh <nil>}
I1030 18:40:19.476836 400041 main.go:141] libmachine: (ha-174833-m02) DBG | About to run SSH command:
I1030 18:40:19.476843 400041 main.go:141] libmachine: (ha-174833-m02) DBG | exit 0
I1030 18:40:19.602200 400041 main.go:141] libmachine: (ha-174833-m02) DBG | SSH cmd err, output: <nil>:
I1030 18:40:19.602526 400041 main.go:141] libmachine: (ha-174833-m02) KVM machine creation complete!
I1030 18:40:19.602867 400041 main.go:141] libmachine: (ha-174833-m02) Calling .GetConfigRaw
I1030 18:40:19.603528 400041 main.go:141] libmachine: (ha-174833-m02) Calling .DriverName
I1030 18:40:19.603721 400041 main.go:141] libmachine: (ha-174833-m02) Calling .DriverName
I1030 18:40:19.603921 400041 main.go:141] libmachine: Waiting for machine to be running, this may take a few minutes...
I1030 18:40:19.603937 400041 main.go:141] libmachine: (ha-174833-m02) Calling .GetState
I1030 18:40:19.605043 400041 main.go:141] libmachine: Detecting operating system of created instance...
I1030 18:40:19.605054 400041 main.go:141] libmachine: Waiting for SSH to be available...
I1030 18:40:19.605059 400041 main.go:141] libmachine: Getting to WaitForSSH function...
I1030 18:40:19.605064 400041 main.go:141] libmachine: (ha-174833-m02) Calling .GetSSHHostname
I1030 18:40:19.607164 400041 main.go:141] libmachine: (ha-174833-m02) DBG | domain ha-174833-m02 has defined MAC address 52:54:00:87:fa:1a in network mk-ha-174833
I1030 18:40:19.607533 400041 main.go:141] libmachine: (ha-174833-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:87:fa:1a", ip: ""} in network mk-ha-174833: {Iface:virbr1 ExpiryTime:2024-10-30 19:40:11 +0000 UTC Type:0 Mac:52:54:00:87:fa:1a Iaid: IPaddr:192.168.39.67 Prefix:24 Hostname:ha-174833-m02 Clientid:01:52:54:00:87:fa:1a}
I1030 18:40:19.607561 400041 main.go:141] libmachine: (ha-174833-m02) DBG | domain ha-174833-m02 has defined IP address 192.168.39.67 and MAC address 52:54:00:87:fa:1a in network mk-ha-174833
I1030 18:40:19.607643 400041 main.go:141] libmachine: (ha-174833-m02) Calling .GetSSHPort
I1030 18:40:19.607921 400041 main.go:141] libmachine: (ha-174833-m02) Calling .GetSSHKeyPath
I1030 18:40:19.608107 400041 main.go:141] libmachine: (ha-174833-m02) Calling .GetSSHKeyPath
I1030 18:40:19.608292 400041 main.go:141] libmachine: (ha-174833-m02) Calling .GetSSHUsername
I1030 18:40:19.608458 400041 main.go:141] libmachine: Using SSH client type: native
I1030 18:40:19.608704 400041 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866160] 0x868e40 <nil> [] 0s} 192.168.39.67 22 <nil> <nil>}
I1030 18:40:19.608730 400041 main.go:141] libmachine: About to run SSH command:
exit 0
I1030 18:40:19.709697 400041 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1030 18:40:19.709726 400041 main.go:141] libmachine: Detecting the provisioner...
I1030 18:40:19.709734 400041 main.go:141] libmachine: (ha-174833-m02) Calling .GetSSHHostname
I1030 18:40:19.712480 400041 main.go:141] libmachine: (ha-174833-m02) DBG | domain ha-174833-m02 has defined MAC address 52:54:00:87:fa:1a in network mk-ha-174833
I1030 18:40:19.712863 400041 main.go:141] libmachine: (ha-174833-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:87:fa:1a", ip: ""} in network mk-ha-174833: {Iface:virbr1 ExpiryTime:2024-10-30 19:40:11 +0000 UTC Type:0 Mac:52:54:00:87:fa:1a Iaid: IPaddr:192.168.39.67 Prefix:24 Hostname:ha-174833-m02 Clientid:01:52:54:00:87:fa:1a}
I1030 18:40:19.712908 400041 main.go:141] libmachine: (ha-174833-m02) DBG | domain ha-174833-m02 has defined IP address 192.168.39.67 and MAC address 52:54:00:87:fa:1a in network mk-ha-174833
I1030 18:40:19.713089 400041 main.go:141] libmachine: (ha-174833-m02) Calling .GetSSHPort
I1030 18:40:19.713318 400041 main.go:141] libmachine: (ha-174833-m02) Calling .GetSSHKeyPath
I1030 18:40:19.713487 400041 main.go:141] libmachine: (ha-174833-m02) Calling .GetSSHKeyPath
I1030 18:40:19.713620 400041 main.go:141] libmachine: (ha-174833-m02) Calling .GetSSHUsername
I1030 18:40:19.713800 400041 main.go:141] libmachine: Using SSH client type: native
I1030 18:40:19.714020 400041 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866160] 0x868e40 <nil> [] 0s} 192.168.39.67 22 <nil> <nil>}
I1030 18:40:19.714034 400041 main.go:141] libmachine: About to run SSH command:
cat /etc/os-release
I1030 18:40:19.823287 400041 main.go:141] libmachine: SSH cmd err, output: <nil>: NAME=Buildroot
VERSION=2023.02.9-dirty
ID=buildroot
VERSION_ID=2023.02.9
PRETTY_NAME="Buildroot 2023.02.9"
I1030 18:40:19.823400 400041 main.go:141] libmachine: found compatible host: buildroot
I1030 18:40:19.823413 400041 main.go:141] libmachine: Provisioning with buildroot...
I1030 18:40:19.823424 400041 main.go:141] libmachine: (ha-174833-m02) Calling .GetMachineName
I1030 18:40:19.823703 400041 buildroot.go:166] provisioning hostname "ha-174833-m02"
I1030 18:40:19.823731 400041 main.go:141] libmachine: (ha-174833-m02) Calling .GetMachineName
I1030 18:40:19.823950 400041 main.go:141] libmachine: (ha-174833-m02) Calling .GetSSHHostname
I1030 18:40:19.826635 400041 main.go:141] libmachine: (ha-174833-m02) DBG | domain ha-174833-m02 has defined MAC address 52:54:00:87:fa:1a in network mk-ha-174833
I1030 18:40:19.827060 400041 main.go:141] libmachine: (ha-174833-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:87:fa:1a", ip: ""} in network mk-ha-174833: {Iface:virbr1 ExpiryTime:2024-10-30 19:40:11 +0000 UTC Type:0 Mac:52:54:00:87:fa:1a Iaid: IPaddr:192.168.39.67 Prefix:24 Hostname:ha-174833-m02 Clientid:01:52:54:00:87:fa:1a}
I1030 18:40:19.827086 400041 main.go:141] libmachine: (ha-174833-m02) DBG | domain ha-174833-m02 has defined IP address 192.168.39.67 and MAC address 52:54:00:87:fa:1a in network mk-ha-174833
I1030 18:40:19.827137 400041 main.go:141] libmachine: (ha-174833-m02) Calling .GetSSHPort
I1030 18:40:19.827303 400041 main.go:141] libmachine: (ha-174833-m02) Calling .GetSSHKeyPath
I1030 18:40:19.827450 400041 main.go:141] libmachine: (ha-174833-m02) Calling .GetSSHKeyPath
I1030 18:40:19.827602 400041 main.go:141] libmachine: (ha-174833-m02) Calling .GetSSHUsername
I1030 18:40:19.827740 400041 main.go:141] libmachine: Using SSH client type: native
I1030 18:40:19.827922 400041 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866160] 0x868e40 <nil> [] 0s} 192.168.39.67 22 <nil> <nil>}
I1030 18:40:19.827936 400041 main.go:141] libmachine: About to run SSH command:
sudo hostname ha-174833-m02 && echo "ha-174833-m02" | sudo tee /etc/hostname
I1030 18:40:19.945348 400041 main.go:141] libmachine: SSH cmd err, output: <nil>: ha-174833-m02
I1030 18:40:19.945376 400041 main.go:141] libmachine: (ha-174833-m02) Calling .GetSSHHostname
I1030 18:40:19.948392 400041 main.go:141] libmachine: (ha-174833-m02) DBG | domain ha-174833-m02 has defined MAC address 52:54:00:87:fa:1a in network mk-ha-174833
I1030 18:40:19.948756 400041 main.go:141] libmachine: (ha-174833-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:87:fa:1a", ip: ""} in network mk-ha-174833: {Iface:virbr1 ExpiryTime:2024-10-30 19:40:11 +0000 UTC Type:0 Mac:52:54:00:87:fa:1a Iaid: IPaddr:192.168.39.67 Prefix:24 Hostname:ha-174833-m02 Clientid:01:52:54:00:87:fa:1a}
I1030 18:40:19.948806 400041 main.go:141] libmachine: (ha-174833-m02) DBG | domain ha-174833-m02 has defined IP address 192.168.39.67 and MAC address 52:54:00:87:fa:1a in network mk-ha-174833
I1030 18:40:19.948936 400041 main.go:141] libmachine: (ha-174833-m02) Calling .GetSSHPort
I1030 18:40:19.949124 400041 main.go:141] libmachine: (ha-174833-m02) Calling .GetSSHKeyPath
I1030 18:40:19.949286 400041 main.go:141] libmachine: (ha-174833-m02) Calling .GetSSHKeyPath
I1030 18:40:19.949399 400041 main.go:141] libmachine: (ha-174833-m02) Calling .GetSSHUsername
I1030 18:40:19.949565 400041 main.go:141] libmachine: Using SSH client type: native
I1030 18:40:19.949742 400041 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866160] 0x868e40 <nil> [] 0s} 192.168.39.67 22 <nil> <nil>}
I1030 18:40:19.949759 400041 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\sha-174833-m02' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 ha-174833-m02/g' /etc/hosts;
else
echo '127.0.1.1 ha-174833-m02' | sudo tee -a /etc/hosts;
fi
fi
I1030 18:40:20.059828 400041 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1030 18:40:20.059870 400041 buildroot.go:172] set auth options {CertDir:/home/jenkins/minikube-integration/19883-381834/.minikube CaCertPath:/home/jenkins/minikube-integration/19883-381834/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/19883-381834/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/19883-381834/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/19883-381834/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/19883-381834/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/19883-381834/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/19883-381834/.minikube}
I1030 18:40:20.059905 400041 buildroot.go:174] setting up certificates
I1030 18:40:20.059915 400041 provision.go:84] configureAuth start
I1030 18:40:20.059930 400041 main.go:141] libmachine: (ha-174833-m02) Calling .GetMachineName
I1030 18:40:20.060203 400041 main.go:141] libmachine: (ha-174833-m02) Calling .GetIP
I1030 18:40:20.062825 400041 main.go:141] libmachine: (ha-174833-m02) DBG | domain ha-174833-m02 has defined MAC address 52:54:00:87:fa:1a in network mk-ha-174833
I1030 18:40:20.063237 400041 main.go:141] libmachine: (ha-174833-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:87:fa:1a", ip: ""} in network mk-ha-174833: {Iface:virbr1 ExpiryTime:2024-10-30 19:40:11 +0000 UTC Type:0 Mac:52:54:00:87:fa:1a Iaid: IPaddr:192.168.39.67 Prefix:24 Hostname:ha-174833-m02 Clientid:01:52:54:00:87:fa:1a}
I1030 18:40:20.063262 400041 main.go:141] libmachine: (ha-174833-m02) DBG | domain ha-174833-m02 has defined IP address 192.168.39.67 and MAC address 52:54:00:87:fa:1a in network mk-ha-174833
I1030 18:40:20.063417 400041 main.go:141] libmachine: (ha-174833-m02) Calling .GetSSHHostname
I1030 18:40:20.065380 400041 main.go:141] libmachine: (ha-174833-m02) DBG | domain ha-174833-m02 has defined MAC address 52:54:00:87:fa:1a in network mk-ha-174833
I1030 18:40:20.065695 400041 main.go:141] libmachine: (ha-174833-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:87:fa:1a", ip: ""} in network mk-ha-174833: {Iface:virbr1 ExpiryTime:2024-10-30 19:40:11 +0000 UTC Type:0 Mac:52:54:00:87:fa:1a Iaid: IPaddr:192.168.39.67 Prefix:24 Hostname:ha-174833-m02 Clientid:01:52:54:00:87:fa:1a}
I1030 18:40:20.065725 400041 main.go:141] libmachine: (ha-174833-m02) DBG | domain ha-174833-m02 has defined IP address 192.168.39.67 and MAC address 52:54:00:87:fa:1a in network mk-ha-174833
I1030 18:40:20.065881 400041 provision.go:143] copyHostCerts
I1030 18:40:20.065925 400041 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19883-381834/.minikube/certs/ca.pem -> /home/jenkins/minikube-integration/19883-381834/.minikube/ca.pem
I1030 18:40:20.066007 400041 exec_runner.go:144] found /home/jenkins/minikube-integration/19883-381834/.minikube/ca.pem, removing ...
I1030 18:40:20.066020 400041 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19883-381834/.minikube/ca.pem
I1030 18:40:20.066101 400041 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19883-381834/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/19883-381834/.minikube/ca.pem (1082 bytes)
I1030 18:40:20.066211 400041 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19883-381834/.minikube/certs/cert.pem -> /home/jenkins/minikube-integration/19883-381834/.minikube/cert.pem
I1030 18:40:20.066236 400041 exec_runner.go:144] found /home/jenkins/minikube-integration/19883-381834/.minikube/cert.pem, removing ...
I1030 18:40:20.066244 400041 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19883-381834/.minikube/cert.pem
I1030 18:40:20.066288 400041 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19883-381834/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/19883-381834/.minikube/cert.pem (1123 bytes)
I1030 18:40:20.066357 400041 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19883-381834/.minikube/certs/key.pem -> /home/jenkins/minikube-integration/19883-381834/.minikube/key.pem
I1030 18:40:20.066380 400041 exec_runner.go:144] found /home/jenkins/minikube-integration/19883-381834/.minikube/key.pem, removing ...
I1030 18:40:20.066386 400041 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19883-381834/.minikube/key.pem
I1030 18:40:20.066420 400041 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19883-381834/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/19883-381834/.minikube/key.pem (1679 bytes)
I1030 18:40:20.066508 400041 provision.go:117] generating server cert: /home/jenkins/minikube-integration/19883-381834/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/19883-381834/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/19883-381834/.minikube/certs/ca-key.pem org=jenkins.ha-174833-m02 san=[127.0.0.1 192.168.39.67 ha-174833-m02 localhost minikube]
I1030 18:40:20.314819 400041 provision.go:177] copyRemoteCerts
I1030 18:40:20.314902 400041 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1030 18:40:20.314940 400041 main.go:141] libmachine: (ha-174833-m02) Calling .GetSSHHostname
I1030 18:40:20.317541 400041 main.go:141] libmachine: (ha-174833-m02) DBG | domain ha-174833-m02 has defined MAC address 52:54:00:87:fa:1a in network mk-ha-174833
I1030 18:40:20.317873 400041 main.go:141] libmachine: (ha-174833-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:87:fa:1a", ip: ""} in network mk-ha-174833: {Iface:virbr1 ExpiryTime:2024-10-30 19:40:11 +0000 UTC Type:0 Mac:52:54:00:87:fa:1a Iaid: IPaddr:192.168.39.67 Prefix:24 Hostname:ha-174833-m02 Clientid:01:52:54:00:87:fa:1a}
I1030 18:40:20.317916 400041 main.go:141] libmachine: (ha-174833-m02) DBG | domain ha-174833-m02 has defined IP address 192.168.39.67 and MAC address 52:54:00:87:fa:1a in network mk-ha-174833
I1030 18:40:20.318094 400041 main.go:141] libmachine: (ha-174833-m02) Calling .GetSSHPort
I1030 18:40:20.318304 400041 main.go:141] libmachine: (ha-174833-m02) Calling .GetSSHKeyPath
I1030 18:40:20.318547 400041 main.go:141] libmachine: (ha-174833-m02) Calling .GetSSHUsername
I1030 18:40:20.318726 400041 sshutil.go:53] new ssh client: &{IP:192.168.39.67 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19883-381834/.minikube/machines/ha-174833-m02/id_rsa Username:docker}
I1030 18:40:20.405714 400041 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19883-381834/.minikube/certs/ca.pem -> /etc/docker/ca.pem
I1030 18:40:20.405820 400041 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19883-381834/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1082 bytes)
I1030 18:40:20.431726 400041 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19883-381834/.minikube/machines/server.pem -> /etc/docker/server.pem
I1030 18:40:20.431798 400041 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19883-381834/.minikube/machines/server.pem --> /etc/docker/server.pem (1208 bytes)
I1030 18:40:20.455138 400041 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19883-381834/.minikube/machines/server-key.pem -> /etc/docker/server-key.pem
I1030 18:40:20.455222 400041 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19883-381834/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1675 bytes)
I1030 18:40:20.477773 400041 provision.go:87] duration metric: took 417.842724ms to configureAuth
I1030 18:40:20.477806 400041 buildroot.go:189] setting minikube options for container-runtime
I1030 18:40:20.478018 400041 config.go:182] Loaded profile config "ha-174833": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1030 18:40:20.478120 400041 main.go:141] libmachine: (ha-174833-m02) Calling .GetSSHHostname
I1030 18:40:20.480885 400041 main.go:141] libmachine: (ha-174833-m02) DBG | domain ha-174833-m02 has defined MAC address 52:54:00:87:fa:1a in network mk-ha-174833
I1030 18:40:20.481224 400041 main.go:141] libmachine: (ha-174833-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:87:fa:1a", ip: ""} in network mk-ha-174833: {Iface:virbr1 ExpiryTime:2024-10-30 19:40:11 +0000 UTC Type:0 Mac:52:54:00:87:fa:1a Iaid: IPaddr:192.168.39.67 Prefix:24 Hostname:ha-174833-m02 Clientid:01:52:54:00:87:fa:1a}
I1030 18:40:20.481250 400041 main.go:141] libmachine: (ha-174833-m02) DBG | domain ha-174833-m02 has defined IP address 192.168.39.67 and MAC address 52:54:00:87:fa:1a in network mk-ha-174833
I1030 18:40:20.481424 400041 main.go:141] libmachine: (ha-174833-m02) Calling .GetSSHPort
I1030 18:40:20.481637 400041 main.go:141] libmachine: (ha-174833-m02) Calling .GetSSHKeyPath
I1030 18:40:20.481775 400041 main.go:141] libmachine: (ha-174833-m02) Calling .GetSSHKeyPath
I1030 18:40:20.481966 400041 main.go:141] libmachine: (ha-174833-m02) Calling .GetSSHUsername
I1030 18:40:20.482148 400041 main.go:141] libmachine: Using SSH client type: native
I1030 18:40:20.482322 400041 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866160] 0x868e40 <nil> [] 0s} 192.168.39.67 22 <nil> <nil>}
I1030 18:40:20.482338 400041 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1030 18:40:20.706339 400041 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1030 18:40:20.706375 400041 main.go:141] libmachine: Checking connection to Docker...
I1030 18:40:20.706387 400041 main.go:141] libmachine: (ha-174833-m02) Calling .GetURL
I1030 18:40:20.707589 400041 main.go:141] libmachine: (ha-174833-m02) DBG | Using libvirt version 6000000
I1030 18:40:20.709597 400041 main.go:141] libmachine: (ha-174833-m02) DBG | domain ha-174833-m02 has defined MAC address 52:54:00:87:fa:1a in network mk-ha-174833
I1030 18:40:20.709934 400041 main.go:141] libmachine: (ha-174833-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:87:fa:1a", ip: ""} in network mk-ha-174833: {Iface:virbr1 ExpiryTime:2024-10-30 19:40:11 +0000 UTC Type:0 Mac:52:54:00:87:fa:1a Iaid: IPaddr:192.168.39.67 Prefix:24 Hostname:ha-174833-m02 Clientid:01:52:54:00:87:fa:1a}
I1030 18:40:20.709964 400041 main.go:141] libmachine: (ha-174833-m02) DBG | domain ha-174833-m02 has defined IP address 192.168.39.67 and MAC address 52:54:00:87:fa:1a in network mk-ha-174833
I1030 18:40:20.710106 400041 main.go:141] libmachine: Docker is up and running!
I1030 18:40:20.710135 400041 main.go:141] libmachine: Reticulating splines...
I1030 18:40:20.710147 400041 client.go:171] duration metric: took 24.092036555s to LocalClient.Create
I1030 18:40:20.710176 400041 start.go:167] duration metric: took 24.092106335s to libmachine.API.Create "ha-174833"
I1030 18:40:20.710186 400041 start.go:293] postStartSetup for "ha-174833-m02" (driver="kvm2")
I1030 18:40:20.710195 400041 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1030 18:40:20.710231 400041 main.go:141] libmachine: (ha-174833-m02) Calling .DriverName
I1030 18:40:20.710468 400041 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1030 18:40:20.710503 400041 main.go:141] libmachine: (ha-174833-m02) Calling .GetSSHHostname
I1030 18:40:20.712432 400041 main.go:141] libmachine: (ha-174833-m02) DBG | domain ha-174833-m02 has defined MAC address 52:54:00:87:fa:1a in network mk-ha-174833
I1030 18:40:20.712689 400041 main.go:141] libmachine: (ha-174833-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:87:fa:1a", ip: ""} in network mk-ha-174833: {Iface:virbr1 ExpiryTime:2024-10-30 19:40:11 +0000 UTC Type:0 Mac:52:54:00:87:fa:1a Iaid: IPaddr:192.168.39.67 Prefix:24 Hostname:ha-174833-m02 Clientid:01:52:54:00:87:fa:1a}
I1030 18:40:20.712717 400041 main.go:141] libmachine: (ha-174833-m02) DBG | domain ha-174833-m02 has defined IP address 192.168.39.67 and MAC address 52:54:00:87:fa:1a in network mk-ha-174833
I1030 18:40:20.712824 400041 main.go:141] libmachine: (ha-174833-m02) Calling .GetSSHPort
I1030 18:40:20.713017 400041 main.go:141] libmachine: (ha-174833-m02) Calling .GetSSHKeyPath
I1030 18:40:20.713185 400041 main.go:141] libmachine: (ha-174833-m02) Calling .GetSSHUsername
I1030 18:40:20.713308 400041 sshutil.go:53] new ssh client: &{IP:192.168.39.67 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19883-381834/.minikube/machines/ha-174833-m02/id_rsa Username:docker}
I1030 18:40:20.793164 400041 ssh_runner.go:195] Run: cat /etc/os-release
I1030 18:40:20.797557 400041 info.go:137] Remote host: Buildroot 2023.02.9
I1030 18:40:20.797583 400041 filesync.go:126] Scanning /home/jenkins/minikube-integration/19883-381834/.minikube/addons for local assets ...
I1030 18:40:20.797648 400041 filesync.go:126] Scanning /home/jenkins/minikube-integration/19883-381834/.minikube/files for local assets ...
I1030 18:40:20.797720 400041 filesync.go:149] local asset: /home/jenkins/minikube-integration/19883-381834/.minikube/files/etc/ssl/certs/3891442.pem -> 3891442.pem in /etc/ssl/certs
I1030 18:40:20.797730 400041 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19883-381834/.minikube/files/etc/ssl/certs/3891442.pem -> /etc/ssl/certs/3891442.pem
I1030 18:40:20.797807 400041 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1030 18:40:20.807375 400041 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19883-381834/.minikube/files/etc/ssl/certs/3891442.pem --> /etc/ssl/certs/3891442.pem (1708 bytes)
I1030 18:40:20.830866 400041 start.go:296] duration metric: took 120.664021ms for postStartSetup
I1030 18:40:20.830929 400041 main.go:141] libmachine: (ha-174833-m02) Calling .GetConfigRaw
I1030 18:40:20.831701 400041 main.go:141] libmachine: (ha-174833-m02) Calling .GetIP
I1030 18:40:20.834714 400041 main.go:141] libmachine: (ha-174833-m02) DBG | domain ha-174833-m02 has defined MAC address 52:54:00:87:fa:1a in network mk-ha-174833
I1030 18:40:20.835086 400041 main.go:141] libmachine: (ha-174833-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:87:fa:1a", ip: ""} in network mk-ha-174833: {Iface:virbr1 ExpiryTime:2024-10-30 19:40:11 +0000 UTC Type:0 Mac:52:54:00:87:fa:1a Iaid: IPaddr:192.168.39.67 Prefix:24 Hostname:ha-174833-m02 Clientid:01:52:54:00:87:fa:1a}
I1030 18:40:20.835116 400041 main.go:141] libmachine: (ha-174833-m02) DBG | domain ha-174833-m02 has defined IP address 192.168.39.67 and MAC address 52:54:00:87:fa:1a in network mk-ha-174833
I1030 18:40:20.835438 400041 profile.go:143] Saving config to /home/jenkins/minikube-integration/19883-381834/.minikube/profiles/ha-174833/config.json ...
I1030 18:40:20.835668 400041 start.go:128] duration metric: took 24.235548343s to createHost
I1030 18:40:20.835700 400041 main.go:141] libmachine: (ha-174833-m02) Calling .GetSSHHostname
I1030 18:40:20.837613 400041 main.go:141] libmachine: (ha-174833-m02) DBG | domain ha-174833-m02 has defined MAC address 52:54:00:87:fa:1a in network mk-ha-174833
I1030 18:40:20.837888 400041 main.go:141] libmachine: (ha-174833-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:87:fa:1a", ip: ""} in network mk-ha-174833: {Iface:virbr1 ExpiryTime:2024-10-30 19:40:11 +0000 UTC Type:0 Mac:52:54:00:87:fa:1a Iaid: IPaddr:192.168.39.67 Prefix:24 Hostname:ha-174833-m02 Clientid:01:52:54:00:87:fa:1a}
I1030 18:40:20.837916 400041 main.go:141] libmachine: (ha-174833-m02) DBG | domain ha-174833-m02 has defined IP address 192.168.39.67 and MAC address 52:54:00:87:fa:1a in network mk-ha-174833
I1030 18:40:20.838041 400041 main.go:141] libmachine: (ha-174833-m02) Calling .GetSSHPort
I1030 18:40:20.838176 400041 main.go:141] libmachine: (ha-174833-m02) Calling .GetSSHKeyPath
I1030 18:40:20.838317 400041 main.go:141] libmachine: (ha-174833-m02) Calling .GetSSHKeyPath
I1030 18:40:20.838450 400041 main.go:141] libmachine: (ha-174833-m02) Calling .GetSSHUsername
I1030 18:40:20.838592 400041 main.go:141] libmachine: Using SSH client type: native
I1030 18:40:20.838755 400041 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866160] 0x868e40 <nil> [] 0s} 192.168.39.67 22 <nil> <nil>}
I1030 18:40:20.838765 400041 main.go:141] libmachine: About to run SSH command:
date +%s.%N
I1030 18:40:20.939393 400041 main.go:141] libmachine: SSH cmd err, output: <nil>: 1730313620.914818123
I1030 18:40:20.939419 400041 fix.go:216] guest clock: 1730313620.914818123
I1030 18:40:20.939430 400041 fix.go:229] Guest: 2024-10-30 18:40:20.914818123 +0000 UTC Remote: 2024-10-30 18:40:20.835684734 +0000 UTC m=+67.590472244 (delta=79.133389ms)
I1030 18:40:20.939453 400041 fix.go:200] guest clock delta is within tolerance: 79.133389ms
I1030 18:40:20.939460 400041 start.go:83] releasing machines lock for "ha-174833-m02", held for 24.339459492s
I1030 18:40:20.939487 400041 main.go:141] libmachine: (ha-174833-m02) Calling .DriverName
I1030 18:40:20.939802 400041 main.go:141] libmachine: (ha-174833-m02) Calling .GetIP
I1030 18:40:20.942445 400041 main.go:141] libmachine: (ha-174833-m02) DBG | domain ha-174833-m02 has defined MAC address 52:54:00:87:fa:1a in network mk-ha-174833
I1030 18:40:20.942801 400041 main.go:141] libmachine: (ha-174833-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:87:fa:1a", ip: ""} in network mk-ha-174833: {Iface:virbr1 ExpiryTime:2024-10-30 19:40:11 +0000 UTC Type:0 Mac:52:54:00:87:fa:1a Iaid: IPaddr:192.168.39.67 Prefix:24 Hostname:ha-174833-m02 Clientid:01:52:54:00:87:fa:1a}
I1030 18:40:20.942827 400041 main.go:141] libmachine: (ha-174833-m02) DBG | domain ha-174833-m02 has defined IP address 192.168.39.67 and MAC address 52:54:00:87:fa:1a in network mk-ha-174833
I1030 18:40:20.945268 400041 out.go:177] * Found network options:
I1030 18:40:20.946721 400041 out.go:177] - NO_PROXY=192.168.39.141
W1030 18:40:20.947877 400041 proxy.go:119] fail to check proxy env: Error ip not in block
I1030 18:40:20.947925 400041 main.go:141] libmachine: (ha-174833-m02) Calling .DriverName
I1030 18:40:20.948482 400041 main.go:141] libmachine: (ha-174833-m02) Calling .DriverName
I1030 18:40:20.948657 400041 main.go:141] libmachine: (ha-174833-m02) Calling .DriverName
I1030 18:40:20.948763 400041 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1030 18:40:20.948808 400041 main.go:141] libmachine: (ha-174833-m02) Calling .GetSSHHostname
W1030 18:40:20.948877 400041 proxy.go:119] fail to check proxy env: Error ip not in block
I1030 18:40:20.948974 400041 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1030 18:40:20.948998 400041 main.go:141] libmachine: (ha-174833-m02) Calling .GetSSHHostname
I1030 18:40:20.951510 400041 main.go:141] libmachine: (ha-174833-m02) DBG | domain ha-174833-m02 has defined MAC address 52:54:00:87:fa:1a in network mk-ha-174833
I1030 18:40:20.951591 400041 main.go:141] libmachine: (ha-174833-m02) DBG | domain ha-174833-m02 has defined MAC address 52:54:00:87:fa:1a in network mk-ha-174833
I1030 18:40:20.951860 400041 main.go:141] libmachine: (ha-174833-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:87:fa:1a", ip: ""} in network mk-ha-174833: {Iface:virbr1 ExpiryTime:2024-10-30 19:40:11 +0000 UTC Type:0 Mac:52:54:00:87:fa:1a Iaid: IPaddr:192.168.39.67 Prefix:24 Hostname:ha-174833-m02 Clientid:01:52:54:00:87:fa:1a}
I1030 18:40:20.951890 400041 main.go:141] libmachine: (ha-174833-m02) DBG | domain ha-174833-m02 has defined IP address 192.168.39.67 and MAC address 52:54:00:87:fa:1a in network mk-ha-174833
I1030 18:40:20.951915 400041 main.go:141] libmachine: (ha-174833-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:87:fa:1a", ip: ""} in network mk-ha-174833: {Iface:virbr1 ExpiryTime:2024-10-30 19:40:11 +0000 UTC Type:0 Mac:52:54:00:87:fa:1a Iaid: IPaddr:192.168.39.67 Prefix:24 Hostname:ha-174833-m02 Clientid:01:52:54:00:87:fa:1a}
I1030 18:40:20.951926 400041 main.go:141] libmachine: (ha-174833-m02) DBG | domain ha-174833-m02 has defined IP address 192.168.39.67 and MAC address 52:54:00:87:fa:1a in network mk-ha-174833
I1030 18:40:20.952047 400041 main.go:141] libmachine: (ha-174833-m02) Calling .GetSSHPort
I1030 18:40:20.952193 400041 main.go:141] libmachine: (ha-174833-m02) Calling .GetSSHPort
I1030 18:40:20.952262 400041 main.go:141] libmachine: (ha-174833-m02) Calling .GetSSHKeyPath
I1030 18:40:20.952409 400041 main.go:141] libmachine: (ha-174833-m02) Calling .GetSSHKeyPath
I1030 18:40:20.952476 400041 main.go:141] libmachine: (ha-174833-m02) Calling .GetSSHUsername
I1030 18:40:20.952535 400041 main.go:141] libmachine: (ha-174833-m02) Calling .GetSSHUsername
I1030 18:40:20.952595 400041 sshutil.go:53] new ssh client: &{IP:192.168.39.67 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19883-381834/.minikube/machines/ha-174833-m02/id_rsa Username:docker}
I1030 18:40:20.952723 400041 sshutil.go:53] new ssh client: &{IP:192.168.39.67 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19883-381834/.minikube/machines/ha-174833-m02/id_rsa Username:docker}
I1030 18:40:21.182304 400041 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
W1030 18:40:21.188738 400041 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I1030 18:40:21.188808 400041 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1030 18:40:21.205984 400041 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)
I1030 18:40:21.206007 400041 start.go:495] detecting cgroup driver to use...
I1030 18:40:21.206074 400041 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1030 18:40:21.221839 400041 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1030 18:40:21.235753 400041 docker.go:217] disabling cri-docker service (if available) ...
I1030 18:40:21.235807 400041 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1030 18:40:21.249998 400041 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1030 18:40:21.263401 400041 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1030 18:40:21.372667 400041 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1030 18:40:21.535477 400041 docker.go:233] disabling docker service ...
I1030 18:40:21.535567 400041 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1030 18:40:21.549384 400041 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1030 18:40:21.561708 400041 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1030 18:40:21.680746 400041 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1030 18:40:21.800498 400041 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1030 18:40:21.815096 400041 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1030 18:40:21.833550 400041 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10" pause image...
I1030 18:40:21.833622 400041 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10"|' /etc/crio/crio.conf.d/02-crio.conf"
I1030 18:40:21.843823 400041 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I1030 18:40:21.843902 400041 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I1030 18:40:21.854106 400041 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1030 18:40:21.864400 400041 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1030 18:40:21.874387 400041 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1030 18:40:21.884560 400041 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I1030 18:40:21.895371 400041 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I1030 18:40:21.913811 400041 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I1030 18:40:21.924236 400041 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1030 18:40:21.933153 400041 crio.go:166] couldn't verify netfilter by "sudo sysctl net.bridge.bridge-nf-call-iptables" which might be okay. error: sudo sysctl net.bridge.bridge-nf-call-iptables: Process exited with status 255
stdout:
stderr:
sysctl: cannot stat /proc/sys/net/bridge/bridge-nf-call-iptables: No such file or directory
I1030 18:40:21.933202 400041 ssh_runner.go:195] Run: sudo modprobe br_netfilter
I1030 18:40:21.946248 400041 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1030 18:40:21.955404 400041 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1030 18:40:22.069005 400041 ssh_runner.go:195] Run: sudo systemctl restart crio
I1030 18:40:22.157442 400041 start.go:542] Will wait 60s for socket path /var/run/crio/crio.sock
I1030 18:40:22.157509 400041 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1030 18:40:22.162047 400041 start.go:563] Will wait 60s for crictl version
I1030 18:40:22.162100 400041 ssh_runner.go:195] Run: which crictl
I1030 18:40:22.165636 400041 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I1030 18:40:22.205156 400041 start.go:579] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.29.1
RuntimeApiVersion: v1
I1030 18:40:22.205267 400041 ssh_runner.go:195] Run: crio --version
I1030 18:40:22.231913 400041 ssh_runner.go:195] Run: crio --version
I1030 18:40:22.261339 400041 out.go:177] * Preparing Kubernetes v1.31.2 on CRI-O 1.29.1 ...
I1030 18:40:22.262679 400041 out.go:177] - env NO_PROXY=192.168.39.141
I1030 18:40:22.263832 400041 main.go:141] libmachine: (ha-174833-m02) Calling .GetIP
I1030 18:40:22.266556 400041 main.go:141] libmachine: (ha-174833-m02) DBG | domain ha-174833-m02 has defined MAC address 52:54:00:87:fa:1a in network mk-ha-174833
I1030 18:40:22.266888 400041 main.go:141] libmachine: (ha-174833-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:87:fa:1a", ip: ""} in network mk-ha-174833: {Iface:virbr1 ExpiryTime:2024-10-30 19:40:11 +0000 UTC Type:0 Mac:52:54:00:87:fa:1a Iaid: IPaddr:192.168.39.67 Prefix:24 Hostname:ha-174833-m02 Clientid:01:52:54:00:87:fa:1a}
I1030 18:40:22.266915 400041 main.go:141] libmachine: (ha-174833-m02) DBG | domain ha-174833-m02 has defined IP address 192.168.39.67 and MAC address 52:54:00:87:fa:1a in network mk-ha-174833
I1030 18:40:22.267123 400041 ssh_runner.go:195] Run: grep 192.168.39.1 host.minikube.internal$ /etc/hosts
I1030 18:40:22.271259 400041 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.39.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1030 18:40:22.283359 400041 mustload.go:65] Loading cluster: ha-174833
I1030 18:40:22.283542 400041 config.go:182] Loaded profile config "ha-174833": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1030 18:40:22.283792 400041 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1030 18:40:22.283835 400041 main.go:141] libmachine: Launching plugin server for driver kvm2
I1030 18:40:22.298878 400041 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:43999
I1030 18:40:22.299305 400041 main.go:141] libmachine: () Calling .GetVersion
I1030 18:40:22.299796 400041 main.go:141] libmachine: Using API Version 1
I1030 18:40:22.299822 400041 main.go:141] libmachine: () Calling .SetConfigRaw
I1030 18:40:22.300116 400041 main.go:141] libmachine: () Calling .GetMachineName
I1030 18:40:22.300325 400041 main.go:141] libmachine: (ha-174833) Calling .GetState
I1030 18:40:22.301824 400041 host.go:66] Checking if "ha-174833" exists ...
I1030 18:40:22.302129 400041 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1030 18:40:22.302167 400041 main.go:141] libmachine: Launching plugin server for driver kvm2
I1030 18:40:22.316968 400041 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:45427
I1030 18:40:22.317445 400041 main.go:141] libmachine: () Calling .GetVersion
I1030 18:40:22.317883 400041 main.go:141] libmachine: Using API Version 1
I1030 18:40:22.317906 400041 main.go:141] libmachine: () Calling .SetConfigRaw
I1030 18:40:22.318227 400041 main.go:141] libmachine: () Calling .GetMachineName
I1030 18:40:22.318396 400041 main.go:141] libmachine: (ha-174833) Calling .DriverName
I1030 18:40:22.318552 400041 certs.go:68] Setting up /home/jenkins/minikube-integration/19883-381834/.minikube/profiles/ha-174833 for IP: 192.168.39.67
I1030 18:40:22.318566 400041 certs.go:194] generating shared ca certs ...
I1030 18:40:22.318581 400041 certs.go:226] acquiring lock for ca certs: {Name:mk7846d2584162eb06783c46944563970e4e21ac Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1030 18:40:22.318722 400041 certs.go:235] skipping valid "minikubeCA" ca cert: /home/jenkins/minikube-integration/19883-381834/.minikube/ca.key
I1030 18:40:22.318763 400041 certs.go:235] skipping valid "proxyClientCA" ca cert: /home/jenkins/minikube-integration/19883-381834/.minikube/proxy-client-ca.key
I1030 18:40:22.318772 400041 certs.go:256] generating profile certs ...
I1030 18:40:22.318861 400041 certs.go:359] skipping valid signed profile cert regeneration for "minikube-user": /home/jenkins/minikube-integration/19883-381834/.minikube/profiles/ha-174833/client.key
I1030 18:40:22.318884 400041 certs.go:363] generating signed profile cert for "minikube": /home/jenkins/minikube-integration/19883-381834/.minikube/profiles/ha-174833/apiserver.key.21314801
I1030 18:40:22.318898 400041 crypto.go:68] Generating cert /home/jenkins/minikube-integration/19883-381834/.minikube/profiles/ha-174833/apiserver.crt.21314801 with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.168.39.141 192.168.39.67 192.168.39.254]
I1030 18:40:22.389619 400041 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19883-381834/.minikube/profiles/ha-174833/apiserver.crt.21314801 ...
I1030 18:40:22.389649 400041 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19883-381834/.minikube/profiles/ha-174833/apiserver.crt.21314801: {Name:mk69c03eb6b5f0b4d0acc4a4891d260deacb4aa2 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1030 18:40:22.389835 400041 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19883-381834/.minikube/profiles/ha-174833/apiserver.key.21314801 ...
I1030 18:40:22.389853 400041 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19883-381834/.minikube/profiles/ha-174833/apiserver.key.21314801: {Name:mkc4587720139321b37dc723905edfa912a066e1 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1030 18:40:22.389954 400041 certs.go:381] copying /home/jenkins/minikube-integration/19883-381834/.minikube/profiles/ha-174833/apiserver.crt.21314801 -> /home/jenkins/minikube-integration/19883-381834/.minikube/profiles/ha-174833/apiserver.crt
I1030 18:40:22.390078 400041 certs.go:385] copying /home/jenkins/minikube-integration/19883-381834/.minikube/profiles/ha-174833/apiserver.key.21314801 -> /home/jenkins/minikube-integration/19883-381834/.minikube/profiles/ha-174833/apiserver.key
I1030 18:40:22.390209 400041 certs.go:359] skipping valid signed profile cert regeneration for "aggregator": /home/jenkins/minikube-integration/19883-381834/.minikube/profiles/ha-174833/proxy-client.key
I1030 18:40:22.390226 400041 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19883-381834/.minikube/ca.crt -> /var/lib/minikube/certs/ca.crt
I1030 18:40:22.390240 400041 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19883-381834/.minikube/ca.key -> /var/lib/minikube/certs/ca.key
I1030 18:40:22.390253 400041 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19883-381834/.minikube/proxy-client-ca.crt -> /var/lib/minikube/certs/proxy-client-ca.crt
I1030 18:40:22.390265 400041 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19883-381834/.minikube/proxy-client-ca.key -> /var/lib/minikube/certs/proxy-client-ca.key
I1030 18:40:22.390276 400041 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19883-381834/.minikube/profiles/ha-174833/apiserver.crt -> /var/lib/minikube/certs/apiserver.crt
I1030 18:40:22.390291 400041 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19883-381834/.minikube/profiles/ha-174833/apiserver.key -> /var/lib/minikube/certs/apiserver.key
I1030 18:40:22.390303 400041 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19883-381834/.minikube/profiles/ha-174833/proxy-client.crt -> /var/lib/minikube/certs/proxy-client.crt
I1030 18:40:22.390314 400041 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19883-381834/.minikube/profiles/ha-174833/proxy-client.key -> /var/lib/minikube/certs/proxy-client.key
I1030 18:40:22.390363 400041 certs.go:484] found cert: /home/jenkins/minikube-integration/19883-381834/.minikube/certs/389144.pem (1338 bytes)
W1030 18:40:22.390392 400041 certs.go:480] ignoring /home/jenkins/minikube-integration/19883-381834/.minikube/certs/389144_empty.pem, impossibly tiny 0 bytes
I1030 18:40:22.390401 400041 certs.go:484] found cert: /home/jenkins/minikube-integration/19883-381834/.minikube/certs/ca-key.pem (1679 bytes)
I1030 18:40:22.390423 400041 certs.go:484] found cert: /home/jenkins/minikube-integration/19883-381834/.minikube/certs/ca.pem (1082 bytes)
I1030 18:40:22.390447 400041 certs.go:484] found cert: /home/jenkins/minikube-integration/19883-381834/.minikube/certs/cert.pem (1123 bytes)
I1030 18:40:22.390467 400041 certs.go:484] found cert: /home/jenkins/minikube-integration/19883-381834/.minikube/certs/key.pem (1679 bytes)
I1030 18:40:22.390526 400041 certs.go:484] found cert: /home/jenkins/minikube-integration/19883-381834/.minikube/files/etc/ssl/certs/3891442.pem (1708 bytes)
I1030 18:40:22.390551 400041 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19883-381834/.minikube/ca.crt -> /usr/share/ca-certificates/minikubeCA.pem
I1030 18:40:22.390567 400041 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19883-381834/.minikube/certs/389144.pem -> /usr/share/ca-certificates/389144.pem
I1030 18:40:22.390579 400041 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19883-381834/.minikube/files/etc/ssl/certs/3891442.pem -> /usr/share/ca-certificates/3891442.pem
I1030 18:40:22.390609 400041 main.go:141] libmachine: (ha-174833) Calling .GetSSHHostname
I1030 18:40:22.393533 400041 main.go:141] libmachine: (ha-174833) DBG | domain ha-174833 has defined MAC address 52:54:00:fd:5e:ca in network mk-ha-174833
I1030 18:40:22.393916 400041 main.go:141] libmachine: (ha-174833) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:fd:5e:ca", ip: ""} in network mk-ha-174833: {Iface:virbr1 ExpiryTime:2024-10-30 19:39:27 +0000 UTC Type:0 Mac:52:54:00:fd:5e:ca Iaid: IPaddr:192.168.39.141 Prefix:24 Hostname:ha-174833 Clientid:01:52:54:00:fd:5e:ca}
I1030 18:40:22.393937 400041 main.go:141] libmachine: (ha-174833) DBG | domain ha-174833 has defined IP address 192.168.39.141 and MAC address 52:54:00:fd:5e:ca in network mk-ha-174833
I1030 18:40:22.394139 400041 main.go:141] libmachine: (ha-174833) Calling .GetSSHPort
I1030 18:40:22.394328 400041 main.go:141] libmachine: (ha-174833) Calling .GetSSHKeyPath
I1030 18:40:22.394468 400041 main.go:141] libmachine: (ha-174833) Calling .GetSSHUsername
I1030 18:40:22.394599 400041 sshutil.go:53] new ssh client: &{IP:192.168.39.141 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19883-381834/.minikube/machines/ha-174833/id_rsa Username:docker}
I1030 18:40:22.466820 400041 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/sa.pub
I1030 18:40:22.472172 400041 ssh_runner.go:447] scp /var/lib/minikube/certs/sa.pub --> memory (451 bytes)
I1030 18:40:22.483413 400041 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/sa.key
I1030 18:40:22.487802 400041 ssh_runner.go:447] scp /var/lib/minikube/certs/sa.key --> memory (1675 bytes)
I1030 18:40:22.498142 400041 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/front-proxy-ca.crt
I1030 18:40:22.502005 400041 ssh_runner.go:447] scp /var/lib/minikube/certs/front-proxy-ca.crt --> memory (1123 bytes)
I1030 18:40:22.511789 400041 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/front-proxy-ca.key
I1030 18:40:22.516194 400041 ssh_runner.go:447] scp /var/lib/minikube/certs/front-proxy-ca.key --> memory (1679 bytes)
I1030 18:40:22.526092 400041 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/etcd/ca.crt
I1030 18:40:22.530300 400041 ssh_runner.go:447] scp /var/lib/minikube/certs/etcd/ca.crt --> memory (1094 bytes)
I1030 18:40:22.539761 400041 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/etcd/ca.key
I1030 18:40:22.543659 400041 ssh_runner.go:447] scp /var/lib/minikube/certs/etcd/ca.key --> memory (1679 bytes)
I1030 18:40:22.554032 400041 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19883-381834/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1030 18:40:22.579429 400041 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19883-381834/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1679 bytes)
I1030 18:40:22.603366 400041 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19883-381834/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1030 18:40:22.627011 400041 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19883-381834/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1679 bytes)
I1030 18:40:22.649824 400041 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19883-381834/.minikube/profiles/ha-174833/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1436 bytes)
I1030 18:40:22.675859 400041 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19883-381834/.minikube/profiles/ha-174833/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)
I1030 18:40:22.702878 400041 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19883-381834/.minikube/profiles/ha-174833/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1030 18:40:22.729191 400041 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19883-381834/.minikube/profiles/ha-174833/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1671 bytes)
I1030 18:40:22.755783 400041 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19883-381834/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1030 18:40:22.781937 400041 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19883-381834/.minikube/certs/389144.pem --> /usr/share/ca-certificates/389144.pem (1338 bytes)
I1030 18:40:22.806557 400041 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19883-381834/.minikube/files/etc/ssl/certs/3891442.pem --> /usr/share/ca-certificates/3891442.pem (1708 bytes)
I1030 18:40:22.829559 400041 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/sa.pub (451 bytes)
I1030 18:40:22.845492 400041 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/sa.key (1675 bytes)
I1030 18:40:22.861140 400041 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/front-proxy-ca.crt (1123 bytes)
I1030 18:40:22.877798 400041 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/front-proxy-ca.key (1679 bytes)
I1030 18:40:22.894364 400041 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/etcd/ca.crt (1094 bytes)
I1030 18:40:22.910766 400041 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/etcd/ca.key (1679 bytes)
I1030 18:40:22.926975 400041 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (744 bytes)
I1030 18:40:22.944058 400041 ssh_runner.go:195] Run: openssl version
I1030 18:40:22.949888 400041 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/389144.pem && ln -fs /usr/share/ca-certificates/389144.pem /etc/ssl/certs/389144.pem"
I1030 18:40:22.960383 400041 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/389144.pem
I1030 18:40:22.964756 400041 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Oct 30 18:35 /usr/share/ca-certificates/389144.pem
I1030 18:40:22.964810 400041 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/389144.pem
I1030 18:40:22.970419 400041 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/389144.pem /etc/ssl/certs/51391683.0"
I1030 18:40:22.980880 400041 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/3891442.pem && ln -fs /usr/share/ca-certificates/3891442.pem /etc/ssl/certs/3891442.pem"
I1030 18:40:22.991033 400041 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/3891442.pem
I1030 18:40:22.995374 400041 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Oct 30 18:35 /usr/share/ca-certificates/3891442.pem
I1030 18:40:22.995440 400041 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/3891442.pem
I1030 18:40:23.000879 400041 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/3891442.pem /etc/ssl/certs/3ec20f2e.0"
I1030 18:40:23.011335 400041 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1030 18:40:23.021800 400041 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1030 18:40:23.026327 400041 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Oct 30 18:22 /usr/share/ca-certificates/minikubeCA.pem
I1030 18:40:23.026385 400041 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1030 18:40:23.032188 400041 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1030 18:40:23.042278 400041 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1030 18:40:23.046274 400041 certs.go:399] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I1030 18:40:23.046324 400041 kubeadm.go:934] updating node {m02 192.168.39.67 8443 v1.31.2 crio true true} ...
I1030 18:40:23.046424 400041 kubeadm.go:946] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.31.2/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --hostname-override=ha-174833-m02 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.39.67
[Install]
config:
{KubernetesVersion:v1.31.2 ClusterName:ha-174833 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1030 18:40:23.046460 400041 kube-vip.go:115] generating kube-vip config ...
I1030 18:40:23.046517 400041 ssh_runner.go:195] Run: sudo sh -c "modprobe --all ip_vs ip_vs_rr ip_vs_wrr ip_vs_sh nf_conntrack"
I1030 18:40:23.063163 400041 kube-vip.go:167] auto-enabling control-plane load-balancing in kube-vip
I1030 18:40:23.063236 400041 kube-vip.go:137] kube-vip config:
apiVersion: v1
kind: Pod
metadata:
creationTimestamp: null
name: kube-vip
namespace: kube-system
spec:
containers:
- args:
- manager
env:
- name: vip_arp
value: "true"
- name: port
value: "8443"
- name: vip_nodename
valueFrom:
fieldRef:
fieldPath: spec.nodeName
- name: vip_interface
value: eth0
- name: vip_cidr
value: "32"
- name: dns_mode
value: first
- name: cp_enable
value: "true"
- name: cp_namespace
value: kube-system
- name: vip_leaderelection
value: "true"
- name: vip_leasename
value: plndr-cp-lock
- name: vip_leaseduration
value: "5"
- name: vip_renewdeadline
value: "3"
- name: vip_retryperiod
value: "1"
- name: address
value: 192.168.39.254
- name: prometheus_server
value: :2112
- name : lb_enable
value: "true"
- name: lb_port
value: "8443"
image: ghcr.io/kube-vip/kube-vip:v0.8.4
imagePullPolicy: IfNotPresent
name: kube-vip
resources: {}
securityContext:
capabilities:
add:
- NET_ADMIN
- NET_RAW
volumeMounts:
- mountPath: /etc/kubernetes/admin.conf
name: kubeconfig
hostAliases:
- hostnames:
- kubernetes
ip: 127.0.0.1
hostNetwork: true
volumes:
- hostPath:
path: "/etc/kubernetes/admin.conf"
name: kubeconfig
status: {}
I1030 18:40:23.063297 400041 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.31.2
I1030 18:40:23.072465 400041 binaries.go:47] Didn't find k8s binaries: sudo ls /var/lib/minikube/binaries/v1.31.2: Process exited with status 2
stdout:
stderr:
ls: cannot access '/var/lib/minikube/binaries/v1.31.2': No such file or directory
Initiating transfer...
I1030 18:40:23.072510 400041 ssh_runner.go:195] Run: sudo mkdir -p /var/lib/minikube/binaries/v1.31.2
I1030 18:40:23.081550 400041 binary.go:74] Not caching binary, using https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubectl?checksum=file:https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubectl.sha256
I1030 18:40:23.081576 400041 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19883-381834/.minikube/cache/linux/amd64/v1.31.2/kubectl -> /var/lib/minikube/binaries/v1.31.2/kubectl
I1030 18:40:23.081589 400041 download.go:107] Downloading: https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubeadm?checksum=file:https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubeadm.sha256 -> /home/jenkins/minikube-integration/19883-381834/.minikube/cache/linux/amd64/v1.31.2/kubeadm
I1030 18:40:23.081602 400041 download.go:107] Downloading: https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubelet?checksum=file:https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubelet.sha256 -> /home/jenkins/minikube-integration/19883-381834/.minikube/cache/linux/amd64/v1.31.2/kubelet
I1030 18:40:23.081619 400041 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubectl
I1030 18:40:23.085961 400041 ssh_runner.go:352] existence check for /var/lib/minikube/binaries/v1.31.2/kubectl: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubectl: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/binaries/v1.31.2/kubectl': No such file or directory
I1030 18:40:23.085992 400041 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19883-381834/.minikube/cache/linux/amd64/v1.31.2/kubectl --> /var/lib/minikube/binaries/v1.31.2/kubectl (56381592 bytes)
I1030 18:40:24.328288 400041 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19883-381834/.minikube/cache/linux/amd64/v1.31.2/kubeadm -> /var/lib/minikube/binaries/v1.31.2/kubeadm
I1030 18:40:24.328373 400041 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubeadm
I1030 18:40:24.333326 400041 ssh_runner.go:352] existence check for /var/lib/minikube/binaries/v1.31.2/kubeadm: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubeadm: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/binaries/v1.31.2/kubeadm': No such file or directory
I1030 18:40:24.333359 400041 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19883-381834/.minikube/cache/linux/amd64/v1.31.2/kubeadm --> /var/lib/minikube/binaries/v1.31.2/kubeadm (58290328 bytes)
I1030 18:40:24.830276 400041 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1030 18:40:24.845774 400041 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19883-381834/.minikube/cache/linux/amd64/v1.31.2/kubelet -> /var/lib/minikube/binaries/v1.31.2/kubelet
I1030 18:40:24.845893 400041 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubelet
I1030 18:40:24.850314 400041 ssh_runner.go:352] existence check for /var/lib/minikube/binaries/v1.31.2/kubelet: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubelet: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/binaries/v1.31.2/kubelet': No such file or directory
I1030 18:40:24.850355 400041 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19883-381834/.minikube/cache/linux/amd64/v1.31.2/kubelet --> /var/lib/minikube/binaries/v1.31.2/kubelet (76902744 bytes)
I1030 18:40:25.162230 400041 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /etc/kubernetes/manifests
I1030 18:40:25.172064 400041 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (312 bytes)
I1030 18:40:25.188645 400041 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1030 18:40:25.204815 400041 ssh_runner.go:362] scp memory --> /etc/kubernetes/manifests/kube-vip.yaml (1441 bytes)
I1030 18:40:25.221977 400041 ssh_runner.go:195] Run: grep 192.168.39.254 control-plane.minikube.internal$ /etc/hosts
I1030 18:40:25.225934 400041 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.39.254 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1030 18:40:25.237891 400041 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1030 18:40:25.349561 400041 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1030 18:40:25.366698 400041 host.go:66] Checking if "ha-174833" exists ...
I1030 18:40:25.367180 400041 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1030 18:40:25.367246 400041 main.go:141] libmachine: Launching plugin server for driver kvm2
I1030 18:40:25.384828 400041 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:42387
I1030 18:40:25.385432 400041 main.go:141] libmachine: () Calling .GetVersion
I1030 18:40:25.386031 400041 main.go:141] libmachine: Using API Version 1
I1030 18:40:25.386061 400041 main.go:141] libmachine: () Calling .SetConfigRaw
I1030 18:40:25.386434 400041 main.go:141] libmachine: () Calling .GetMachineName
I1030 18:40:25.386621 400041 main.go:141] libmachine: (ha-174833) Calling .DriverName
I1030 18:40:25.386806 400041 start.go:317] joinCluster: &{Name:ha-174833 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19883/minikube-v1.34.0-1730282777-19883-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730282848-19883@sha256:e762c909ad2a507083ec25b1ad3091c71fc7d92824e4a659c9158bbfe5ae03d4 Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.2 Cluster
Name:ha-174833 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.39.141 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m02 IP:192.168.39.67 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[default-storageclass:true storage-provisioner:true] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration
:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1030 18:40:25.386959 400041 ssh_runner.go:195] Run: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.2:$PATH" kubeadm token create --print-join-command --ttl=0"
I1030 18:40:25.386986 400041 main.go:141] libmachine: (ha-174833) Calling .GetSSHHostname
I1030 18:40:25.389976 400041 main.go:141] libmachine: (ha-174833) DBG | domain ha-174833 has defined MAC address 52:54:00:fd:5e:ca in network mk-ha-174833
I1030 18:40:25.390481 400041 main.go:141] libmachine: (ha-174833) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:fd:5e:ca", ip: ""} in network mk-ha-174833: {Iface:virbr1 ExpiryTime:2024-10-30 19:39:27 +0000 UTC Type:0 Mac:52:54:00:fd:5e:ca Iaid: IPaddr:192.168.39.141 Prefix:24 Hostname:ha-174833 Clientid:01:52:54:00:fd:5e:ca}
I1030 18:40:25.390522 400041 main.go:141] libmachine: (ha-174833) DBG | domain ha-174833 has defined IP address 192.168.39.141 and MAC address 52:54:00:fd:5e:ca in network mk-ha-174833
I1030 18:40:25.390674 400041 main.go:141] libmachine: (ha-174833) Calling .GetSSHPort
I1030 18:40:25.390889 400041 main.go:141] libmachine: (ha-174833) Calling .GetSSHKeyPath
I1030 18:40:25.391033 400041 main.go:141] libmachine: (ha-174833) Calling .GetSSHUsername
I1030 18:40:25.391170 400041 sshutil.go:53] new ssh client: &{IP:192.168.39.141 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19883-381834/.minikube/machines/ha-174833/id_rsa Username:docker}
I1030 18:40:25.547459 400041 start.go:343] trying to join control-plane node "m02" to cluster: &{Name:m02 IP:192.168.39.67 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}
I1030 18:40:25.547519 400041 ssh_runner.go:195] Run: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.2:$PATH" kubeadm join control-plane.minikube.internal:8443 --token t38xof.e3m90xf7qkzka9te --discovery-token-ca-cert-hash sha256:b2143b9018fc79be6f35b8981f64b262448bd09f7227405c8dafa29481e81491 --ignore-preflight-errors=all --cri-socket unix:///var/run/crio/crio.sock --node-name=ha-174833-m02 --control-plane --apiserver-advertise-address=192.168.39.67 --apiserver-bind-port=8443"
I1030 18:40:46.568187 400041 ssh_runner.go:235] Completed: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.2:$PATH" kubeadm join control-plane.minikube.internal:8443 --token t38xof.e3m90xf7qkzka9te --discovery-token-ca-cert-hash sha256:b2143b9018fc79be6f35b8981f64b262448bd09f7227405c8dafa29481e81491 --ignore-preflight-errors=all --cri-socket unix:///var/run/crio/crio.sock --node-name=ha-174833-m02 --control-plane --apiserver-advertise-address=192.168.39.67 --apiserver-bind-port=8443": (21.020635274s)
I1030 18:40:46.568229 400041 ssh_runner.go:195] Run: /bin/bash -c "sudo systemctl daemon-reload && sudo systemctl enable kubelet && sudo systemctl start kubelet"
I1030 18:40:47.028345 400041 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig label --overwrite nodes ha-174833-m02 minikube.k8s.io/updated_at=2024_10_30T18_40_47_0700 minikube.k8s.io/version=v1.34.0 minikube.k8s.io/commit=605ec3dacea4f25ee181ccc490c641c149fd11d0 minikube.k8s.io/name=ha-174833 minikube.k8s.io/primary=false
I1030 18:40:47.150726 400041 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig taint nodes ha-174833-m02 node-role.kubernetes.io/control-plane:NoSchedule-
I1030 18:40:47.264922 400041 start.go:319] duration metric: took 21.878113098s to joinCluster
I1030 18:40:47.265016 400041 start.go:235] Will wait 6m0s for node &{Name:m02 IP:192.168.39.67 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}
I1030 18:40:47.265346 400041 config.go:182] Loaded profile config "ha-174833": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1030 18:40:47.267451 400041 out.go:177] * Verifying Kubernetes components...
I1030 18:40:47.268676 400041 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1030 18:40:47.482830 400041 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1030 18:40:47.498911 400041 loader.go:395] Config loaded from file: /home/jenkins/minikube-integration/19883-381834/kubeconfig
I1030 18:40:47.499271 400041 kapi.go:59] client config for ha-174833: &rest.Config{Host:"https://192.168.39.254:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/home/jenkins/minikube-integration/19883-381834/.minikube/profiles/ha-174833/client.crt", KeyFile:"/home/jenkins/minikube-integration/19883-381834/.minikube/profiles/ha-174833/client.key", CAFile:"/home/jenkins/minikube-integration/19883-381834/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil), CAData:[]uint8(nil), NextProtos:[]string(n
il)}, UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x2439fe0), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
W1030 18:40:47.499361 400041 kubeadm.go:483] Overriding stale ClientConfig host https://192.168.39.254:8443 with https://192.168.39.141:8443
I1030 18:40:47.499634 400041 node_ready.go:35] waiting up to 6m0s for node "ha-174833-m02" to be "Ready" ...
I1030 18:40:47.499754 400041 round_trippers.go:463] GET https://192.168.39.141:8443/api/v1/nodes/ha-174833-m02
I1030 18:40:47.499765 400041 round_trippers.go:469] Request Headers:
I1030 18:40:47.499776 400041 round_trippers.go:473] Accept: application/json, */*
I1030 18:40:47.499780 400041 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:40:47.513589 400041 round_trippers.go:574] Response Status: 200 OK in 13 milliseconds
I1030 18:40:48.000627 400041 round_trippers.go:463] GET https://192.168.39.141:8443/api/v1/nodes/ha-174833-m02
I1030 18:40:48.000717 400041 round_trippers.go:469] Request Headers:
I1030 18:40:48.000732 400041 round_trippers.go:473] Accept: application/json, */*
I1030 18:40:48.000739 400041 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:40:48.005027 400041 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1030 18:40:48.500527 400041 round_trippers.go:463] GET https://192.168.39.141:8443/api/v1/nodes/ha-174833-m02
I1030 18:40:48.500553 400041 round_trippers.go:469] Request Headers:
I1030 18:40:48.500562 400041 round_trippers.go:473] Accept: application/json, */*
I1030 18:40:48.500566 400041 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:40:48.507486 400041 round_trippers.go:574] Response Status: 200 OK in 6 milliseconds
I1030 18:40:48.999957 400041 round_trippers.go:463] GET https://192.168.39.141:8443/api/v1/nodes/ha-174833-m02
I1030 18:40:48.999981 400041 round_trippers.go:469] Request Headers:
I1030 18:40:48.999992 400041 round_trippers.go:473] Accept: application/json, */*
I1030 18:40:48.999998 400041 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:40:49.004072 400041 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1030 18:40:49.500009 400041 round_trippers.go:463] GET https://192.168.39.141:8443/api/v1/nodes/ha-174833-m02
I1030 18:40:49.500034 400041 round_trippers.go:469] Request Headers:
I1030 18:40:49.500044 400041 round_trippers.go:473] Accept: application/json, */*
I1030 18:40:49.500049 400041 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:40:49.503688 400041 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:40:49.504299 400041 node_ready.go:53] node "ha-174833-m02" has status "Ready":"False"
I1030 18:40:50.000762 400041 round_trippers.go:463] GET https://192.168.39.141:8443/api/v1/nodes/ha-174833-m02
I1030 18:40:50.000787 400041 round_trippers.go:469] Request Headers:
I1030 18:40:50.000798 400041 round_trippers.go:473] Accept: application/json, */*
I1030 18:40:50.000804 400041 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:40:50.004710 400041 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:40:50.500222 400041 round_trippers.go:463] GET https://192.168.39.141:8443/api/v1/nodes/ha-174833-m02
I1030 18:40:50.500249 400041 round_trippers.go:469] Request Headers:
I1030 18:40:50.500261 400041 round_trippers.go:473] Accept: application/json, */*
I1030 18:40:50.500268 400041 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:40:50.503800 400041 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:40:50.999915 400041 round_trippers.go:463] GET https://192.168.39.141:8443/api/v1/nodes/ha-174833-m02
I1030 18:40:50.999941 400041 round_trippers.go:469] Request Headers:
I1030 18:40:50.999949 400041 round_trippers.go:473] Accept: application/json, */*
I1030 18:40:50.999953 400041 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:40:51.003089 400041 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:40:51.500241 400041 round_trippers.go:463] GET https://192.168.39.141:8443/api/v1/nodes/ha-174833-m02
I1030 18:40:51.500270 400041 round_trippers.go:469] Request Headers:
I1030 18:40:51.500282 400041 round_trippers.go:473] Accept: application/json, */*
I1030 18:40:51.500288 400041 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:40:51.503181 400041 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1030 18:40:52.000665 400041 round_trippers.go:463] GET https://192.168.39.141:8443/api/v1/nodes/ha-174833-m02
I1030 18:40:52.000687 400041 round_trippers.go:469] Request Headers:
I1030 18:40:52.000696 400041 round_trippers.go:473] Accept: application/json, */*
I1030 18:40:52.000701 400041 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:40:52.004020 400041 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:40:52.004537 400041 node_ready.go:53] node "ha-174833-m02" has status "Ready":"False"
I1030 18:40:52.500784 400041 round_trippers.go:463] GET https://192.168.39.141:8443/api/v1/nodes/ha-174833-m02
I1030 18:40:52.500807 400041 round_trippers.go:469] Request Headers:
I1030 18:40:52.500815 400041 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:40:52.500820 400041 round_trippers.go:473] Accept: application/json, */*
I1030 18:40:52.503534 400041 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1030 18:40:53.000339 400041 round_trippers.go:463] GET https://192.168.39.141:8443/api/v1/nodes/ha-174833-m02
I1030 18:40:53.000361 400041 round_trippers.go:469] Request Headers:
I1030 18:40:53.000372 400041 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:40:53.000377 400041 round_trippers.go:473] Accept: application/json, */*
I1030 18:40:53.003704 400041 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:40:53.500343 400041 round_trippers.go:463] GET https://192.168.39.141:8443/api/v1/nodes/ha-174833-m02
I1030 18:40:53.500365 400041 round_trippers.go:469] Request Headers:
I1030 18:40:53.500373 400041 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:40:53.500378 400041 round_trippers.go:473] Accept: application/json, */*
I1030 18:40:53.503510 400041 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:40:54.000354 400041 round_trippers.go:463] GET https://192.168.39.141:8443/api/v1/nodes/ha-174833-m02
I1030 18:40:54.000381 400041 round_trippers.go:469] Request Headers:
I1030 18:40:54.000395 400041 round_trippers.go:473] Accept: application/json, */*
I1030 18:40:54.000403 400041 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:40:54.004115 400041 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:40:54.004763 400041 node_ready.go:53] node "ha-174833-m02" has status "Ready":"False"
I1030 18:40:54.500127 400041 round_trippers.go:463] GET https://192.168.39.141:8443/api/v1/nodes/ha-174833-m02
I1030 18:40:54.500152 400041 round_trippers.go:469] Request Headers:
I1030 18:40:54.500161 400041 round_trippers.go:473] Accept: application/json, */*
I1030 18:40:54.500166 400041 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:40:54.503778 400041 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:40:55.000747 400041 round_trippers.go:463] GET https://192.168.39.141:8443/api/v1/nodes/ha-174833-m02
I1030 18:40:55.000778 400041 round_trippers.go:469] Request Headers:
I1030 18:40:55.000791 400041 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:40:55.000797 400041 round_trippers.go:473] Accept: application/json, */*
I1030 18:40:55.004570 400041 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:40:55.500357 400041 round_trippers.go:463] GET https://192.168.39.141:8443/api/v1/nodes/ha-174833-m02
I1030 18:40:55.500405 400041 round_trippers.go:469] Request Headers:
I1030 18:40:55.500415 400041 round_trippers.go:473] Accept: application/json, */*
I1030 18:40:55.500420 400041 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:40:55.504113 400041 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:40:56.000848 400041 round_trippers.go:463] GET https://192.168.39.141:8443/api/v1/nodes/ha-174833-m02
I1030 18:40:56.000872 400041 round_trippers.go:469] Request Headers:
I1030 18:40:56.000890 400041 round_trippers.go:473] Accept: application/json, */*
I1030 18:40:56.000895 400041 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:40:56.005204 400041 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1030 18:40:56.006300 400041 node_ready.go:53] node "ha-174833-m02" has status "Ready":"False"
I1030 18:40:56.500116 400041 round_trippers.go:463] GET https://192.168.39.141:8443/api/v1/nodes/ha-174833-m02
I1030 18:40:56.500139 400041 round_trippers.go:469] Request Headers:
I1030 18:40:56.500149 400041 round_trippers.go:473] Accept: application/json, */*
I1030 18:40:56.500156 400041 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:40:56.503736 400041 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:40:57.000020 400041 round_trippers.go:463] GET https://192.168.39.141:8443/api/v1/nodes/ha-174833-m02
I1030 18:40:57.000047 400041 round_trippers.go:469] Request Headers:
I1030 18:40:57.000059 400041 round_trippers.go:473] Accept: application/json, */*
I1030 18:40:57.000064 400041 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:40:57.003517 400041 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:40:57.500475 400041 round_trippers.go:463] GET https://192.168.39.141:8443/api/v1/nodes/ha-174833-m02
I1030 18:40:57.500507 400041 round_trippers.go:469] Request Headers:
I1030 18:40:57.500519 400041 round_trippers.go:473] Accept: application/json, */*
I1030 18:40:57.500528 400041 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:40:57.504454 400041 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:40:57.999844 400041 round_trippers.go:463] GET https://192.168.39.141:8443/api/v1/nodes/ha-174833-m02
I1030 18:40:57.999871 400041 round_trippers.go:469] Request Headers:
I1030 18:40:57.999880 400041 round_trippers.go:473] Accept: application/json, */*
I1030 18:40:57.999884 400041 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:40:58.003233 400041 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:40:58.500239 400041 round_trippers.go:463] GET https://192.168.39.141:8443/api/v1/nodes/ha-174833-m02
I1030 18:40:58.500265 400041 round_trippers.go:469] Request Headers:
I1030 18:40:58.500275 400041 round_trippers.go:473] Accept: application/json, */*
I1030 18:40:58.500280 400041 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:40:58.503241 400041 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1030 18:40:58.504056 400041 node_ready.go:53] node "ha-174833-m02" has status "Ready":"False"
I1030 18:40:59.000302 400041 round_trippers.go:463] GET https://192.168.39.141:8443/api/v1/nodes/ha-174833-m02
I1030 18:40:59.000325 400041 round_trippers.go:469] Request Headers:
I1030 18:40:59.000335 400041 round_trippers.go:473] Accept: application/json, */*
I1030 18:40:59.000338 400041 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:40:59.003378 400041 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:40:59.500257 400041 round_trippers.go:463] GET https://192.168.39.141:8443/api/v1/nodes/ha-174833-m02
I1030 18:40:59.500293 400041 round_trippers.go:469] Request Headers:
I1030 18:40:59.500305 400041 round_trippers.go:473] Accept: application/json, */*
I1030 18:40:59.500311 400041 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:40:59.503678 400041 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:40:59.999943 400041 round_trippers.go:463] GET https://192.168.39.141:8443/api/v1/nodes/ha-174833-m02
I1030 18:40:59.999974 400041 round_trippers.go:469] Request Headers:
I1030 18:40:59.999984 400041 round_trippers.go:473] Accept: application/json, */*
I1030 18:40:59.999988 400041 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:41:00.003694 400041 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:41:00.499870 400041 round_trippers.go:463] GET https://192.168.39.141:8443/api/v1/nodes/ha-174833-m02
I1030 18:41:00.499894 400041 round_trippers.go:469] Request Headers:
I1030 18:41:00.499903 400041 round_trippers.go:473] Accept: application/json, */*
I1030 18:41:00.499906 400041 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:41:00.503912 400041 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:41:00.504852 400041 node_ready.go:53] node "ha-174833-m02" has status "Ready":"False"
I1030 18:41:01.000256 400041 round_trippers.go:463] GET https://192.168.39.141:8443/api/v1/nodes/ha-174833-m02
I1030 18:41:01.000287 400041 round_trippers.go:469] Request Headers:
I1030 18:41:01.000303 400041 round_trippers.go:473] Accept: application/json, */*
I1030 18:41:01.000310 400041 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:41:01.004687 400041 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1030 18:41:01.500249 400041 round_trippers.go:463] GET https://192.168.39.141:8443/api/v1/nodes/ha-174833-m02
I1030 18:41:01.500275 400041 round_trippers.go:469] Request Headers:
I1030 18:41:01.500286 400041 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:41:01.500292 400041 round_trippers.go:473] Accept: application/json, */*
I1030 18:41:01.503725 400041 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:41:02.000125 400041 round_trippers.go:463] GET https://192.168.39.141:8443/api/v1/nodes/ha-174833-m02
I1030 18:41:02.000149 400041 round_trippers.go:469] Request Headers:
I1030 18:41:02.000159 400041 round_trippers.go:473] Accept: application/json, */*
I1030 18:41:02.000163 400041 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:41:02.003110 400041 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1030 18:41:02.500738 400041 round_trippers.go:463] GET https://192.168.39.141:8443/api/v1/nodes/ha-174833-m02
I1030 18:41:02.500764 400041 round_trippers.go:469] Request Headers:
I1030 18:41:02.500774 400041 round_trippers.go:473] Accept: application/json, */*
I1030 18:41:02.500779 400041 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:41:02.504318 400041 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:41:02.504919 400041 node_ready.go:53] node "ha-174833-m02" has status "Ready":"False"
I1030 18:41:03.000323 400041 round_trippers.go:463] GET https://192.168.39.141:8443/api/v1/nodes/ha-174833-m02
I1030 18:41:03.000348 400041 round_trippers.go:469] Request Headers:
I1030 18:41:03.000361 400041 round_trippers.go:473] Accept: application/json, */*
I1030 18:41:03.000369 400041 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:41:03.003869 400041 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:41:03.500542 400041 round_trippers.go:463] GET https://192.168.39.141:8443/api/v1/nodes/ha-174833-m02
I1030 18:41:03.500568 400041 round_trippers.go:469] Request Headers:
I1030 18:41:03.500579 400041 round_trippers.go:473] Accept: application/json, */*
I1030 18:41:03.500585 400041 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:41:03.503602 400041 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1030 18:41:04.000594 400041 round_trippers.go:463] GET https://192.168.39.141:8443/api/v1/nodes/ha-174833-m02
I1030 18:41:04.000622 400041 round_trippers.go:469] Request Headers:
I1030 18:41:04.000633 400041 round_trippers.go:473] Accept: application/json, */*
I1030 18:41:04.000639 400041 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:41:04.003714 400041 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:41:04.500712 400041 round_trippers.go:463] GET https://192.168.39.141:8443/api/v1/nodes/ha-174833-m02
I1030 18:41:04.500736 400041 round_trippers.go:469] Request Headers:
I1030 18:41:04.500746 400041 round_trippers.go:473] Accept: application/json, */*
I1030 18:41:04.500752 400041 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:41:04.503791 400041 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:41:04.999910 400041 round_trippers.go:463] GET https://192.168.39.141:8443/api/v1/nodes/ha-174833-m02
I1030 18:41:04.999934 400041 round_trippers.go:469] Request Headers:
I1030 18:41:04.999943 400041 round_trippers.go:473] Accept: application/json, */*
I1030 18:41:04.999948 400041 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:41:05.003533 400041 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:41:05.004088 400041 node_ready.go:53] node "ha-174833-m02" has status "Ready":"False"
I1030 18:41:05.500597 400041 round_trippers.go:463] GET https://192.168.39.141:8443/api/v1/nodes/ha-174833-m02
I1030 18:41:05.500622 400041 round_trippers.go:469] Request Headers:
I1030 18:41:05.500630 400041 round_trippers.go:473] Accept: application/json, */*
I1030 18:41:05.500639 400041 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:41:05.503501 400041 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1030 18:41:06.000616 400041 round_trippers.go:463] GET https://192.168.39.141:8443/api/v1/nodes/ha-174833-m02
I1030 18:41:06.000647 400041 round_trippers.go:469] Request Headers:
I1030 18:41:06.000659 400041 round_trippers.go:473] Accept: application/json, */*
I1030 18:41:06.000667 400041 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:41:06.004719 400041 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1030 18:41:06.500833 400041 round_trippers.go:463] GET https://192.168.39.141:8443/api/v1/nodes/ha-174833-m02
I1030 18:41:06.500855 400041 round_trippers.go:469] Request Headers:
I1030 18:41:06.500864 400041 round_trippers.go:473] Accept: application/json, */*
I1030 18:41:06.500868 400041 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:41:06.504070 400041 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:41:07.000429 400041 round_trippers.go:463] GET https://192.168.39.141:8443/api/v1/nodes/ha-174833-m02
I1030 18:41:07.000469 400041 round_trippers.go:469] Request Headers:
I1030 18:41:07.000481 400041 round_trippers.go:473] Accept: application/json, */*
I1030 18:41:07.000487 400041 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:41:07.003689 400041 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:41:07.004389 400041 node_ready.go:53] node "ha-174833-m02" has status "Ready":"False"
I1030 18:41:07.500634 400041 round_trippers.go:463] GET https://192.168.39.141:8443/api/v1/nodes/ha-174833-m02
I1030 18:41:07.500659 400041 round_trippers.go:469] Request Headers:
I1030 18:41:07.500670 400041 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:41:07.500676 400041 round_trippers.go:473] Accept: application/json, */*
I1030 18:41:07.503714 400041 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:41:08.000797 400041 round_trippers.go:463] GET https://192.168.39.141:8443/api/v1/nodes/ha-174833-m02
I1030 18:41:08.000823 400041 round_trippers.go:469] Request Headers:
I1030 18:41:08.000835 400041 round_trippers.go:473] Accept: application/json, */*
I1030 18:41:08.000839 400041 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:41:08.004162 400041 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:41:08.500552 400041 round_trippers.go:463] GET https://192.168.39.141:8443/api/v1/nodes/ha-174833-m02
I1030 18:41:08.500576 400041 round_trippers.go:469] Request Headers:
I1030 18:41:08.500584 400041 round_trippers.go:473] Accept: application/json, */*
I1030 18:41:08.500588 400041 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:41:08.503781 400041 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:41:08.504368 400041 node_ready.go:49] node "ha-174833-m02" has status "Ready":"True"
I1030 18:41:08.504387 400041 node_ready.go:38] duration metric: took 21.004733688s for node "ha-174833-m02" to be "Ready" ...
I1030 18:41:08.504399 400041 pod_ready.go:36] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1030 18:41:08.504510 400041 round_trippers.go:463] GET https://192.168.39.141:8443/api/v1/namespaces/kube-system/pods
I1030 18:41:08.504522 400041 round_trippers.go:469] Request Headers:
I1030 18:41:08.504533 400041 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:41:08.504540 400041 round_trippers.go:473] Accept: application/json, */*
I1030 18:41:08.508519 400041 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:41:08.514243 400041 pod_ready.go:79] waiting up to 6m0s for pod "coredns-7c65d6cfc9-qrkkc" in "kube-system" namespace to be "Ready" ...
I1030 18:41:08.514348 400041 round_trippers.go:463] GET https://192.168.39.141:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-qrkkc
I1030 18:41:08.514359 400041 round_trippers.go:469] Request Headers:
I1030 18:41:08.514370 400041 round_trippers.go:473] Accept: application/json, */*
I1030 18:41:08.514375 400041 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:41:08.517179 400041 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1030 18:41:08.518000 400041 round_trippers.go:463] GET https://192.168.39.141:8443/api/v1/nodes/ha-174833
I1030 18:41:08.518014 400041 round_trippers.go:469] Request Headers:
I1030 18:41:08.518021 400041 round_trippers.go:473] Accept: application/json, */*
I1030 18:41:08.518026 400041 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:41:08.520277 400041 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1030 18:41:08.520732 400041 pod_ready.go:93] pod "coredns-7c65d6cfc9-qrkkc" in "kube-system" namespace has status "Ready":"True"
I1030 18:41:08.520749 400041 pod_ready.go:82] duration metric: took 6.484522ms for pod "coredns-7c65d6cfc9-qrkkc" in "kube-system" namespace to be "Ready" ...
I1030 18:41:08.520758 400041 pod_ready.go:79] waiting up to 6m0s for pod "coredns-7c65d6cfc9-tnj67" in "kube-system" namespace to be "Ready" ...
I1030 18:41:08.520818 400041 round_trippers.go:463] GET https://192.168.39.141:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-tnj67
I1030 18:41:08.520826 400041 round_trippers.go:469] Request Headers:
I1030 18:41:08.520832 400041 round_trippers.go:473] Accept: application/json, */*
I1030 18:41:08.520837 400041 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:41:08.523187 400041 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1030 18:41:08.523748 400041 round_trippers.go:463] GET https://192.168.39.141:8443/api/v1/nodes/ha-174833
I1030 18:41:08.523763 400041 round_trippers.go:469] Request Headers:
I1030 18:41:08.523770 400041 round_trippers.go:473] Accept: application/json, */*
I1030 18:41:08.523773 400041 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:41:08.525598 400041 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1030 18:41:08.526045 400041 pod_ready.go:93] pod "coredns-7c65d6cfc9-tnj67" in "kube-system" namespace has status "Ready":"True"
I1030 18:41:08.526061 400041 pod_ready.go:82] duration metric: took 5.296844ms for pod "coredns-7c65d6cfc9-tnj67" in "kube-system" namespace to be "Ready" ...
I1030 18:41:08.526073 400041 pod_ready.go:79] waiting up to 6m0s for pod "etcd-ha-174833" in "kube-system" namespace to be "Ready" ...
I1030 18:41:08.526128 400041 round_trippers.go:463] GET https://192.168.39.141:8443/api/v1/namespaces/kube-system/pods/etcd-ha-174833
I1030 18:41:08.526137 400041 round_trippers.go:469] Request Headers:
I1030 18:41:08.526147 400041 round_trippers.go:473] Accept: application/json, */*
I1030 18:41:08.526155 400041 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:41:08.528137 400041 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1030 18:41:08.528632 400041 round_trippers.go:463] GET https://192.168.39.141:8443/api/v1/nodes/ha-174833
I1030 18:41:08.528646 400041 round_trippers.go:469] Request Headers:
I1030 18:41:08.528653 400041 round_trippers.go:473] Accept: application/json, */*
I1030 18:41:08.528656 400041 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:41:08.530536 400041 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1030 18:41:08.530970 400041 pod_ready.go:93] pod "etcd-ha-174833" in "kube-system" namespace has status "Ready":"True"
I1030 18:41:08.530985 400041 pod_ready.go:82] duration metric: took 4.904104ms for pod "etcd-ha-174833" in "kube-system" namespace to be "Ready" ...
I1030 18:41:08.530995 400041 pod_ready.go:79] waiting up to 6m0s for pod "etcd-ha-174833-m02" in "kube-system" namespace to be "Ready" ...
I1030 18:41:08.531044 400041 round_trippers.go:463] GET https://192.168.39.141:8443/api/v1/namespaces/kube-system/pods/etcd-ha-174833-m02
I1030 18:41:08.531054 400041 round_trippers.go:469] Request Headers:
I1030 18:41:08.531063 400041 round_trippers.go:473] Accept: application/json, */*
I1030 18:41:08.531071 400041 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:41:08.532895 400041 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1030 18:41:08.533572 400041 round_trippers.go:463] GET https://192.168.39.141:8443/api/v1/nodes/ha-174833-m02
I1030 18:41:08.533585 400041 round_trippers.go:469] Request Headers:
I1030 18:41:08.533592 400041 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:41:08.533598 400041 round_trippers.go:473] Accept: application/json, */*
I1030 18:41:08.535476 400041 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1030 18:41:08.535920 400041 pod_ready.go:93] pod "etcd-ha-174833-m02" in "kube-system" namespace has status "Ready":"True"
I1030 18:41:08.535936 400041 pod_ready.go:82] duration metric: took 4.934707ms for pod "etcd-ha-174833-m02" in "kube-system" namespace to be "Ready" ...
I1030 18:41:08.535947 400041 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-ha-174833" in "kube-system" namespace to be "Ready" ...
I1030 18:41:08.701353 400041 request.go:632] Waited for 165.322436ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.141:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-174833
I1030 18:41:08.701427 400041 round_trippers.go:463] GET https://192.168.39.141:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-174833
I1030 18:41:08.701434 400041 round_trippers.go:469] Request Headers:
I1030 18:41:08.701445 400041 round_trippers.go:473] Accept: application/json, */*
I1030 18:41:08.701455 400041 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:41:08.704722 400041 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:41:08.900709 400041 request.go:632] Waited for 195.283762ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.141:8443/api/v1/nodes/ha-174833
I1030 18:41:08.900771 400041 round_trippers.go:463] GET https://192.168.39.141:8443/api/v1/nodes/ha-174833
I1030 18:41:08.900777 400041 round_trippers.go:469] Request Headers:
I1030 18:41:08.900787 400041 round_trippers.go:473] Accept: application/json, */*
I1030 18:41:08.900793 400041 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:41:08.903675 400041 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1030 18:41:08.904204 400041 pod_ready.go:93] pod "kube-apiserver-ha-174833" in "kube-system" namespace has status "Ready":"True"
I1030 18:41:08.904224 400041 pod_ready.go:82] duration metric: took 368.270404ms for pod "kube-apiserver-ha-174833" in "kube-system" namespace to be "Ready" ...
I1030 18:41:08.904235 400041 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-ha-174833-m02" in "kube-system" namespace to be "Ready" ...
I1030 18:41:09.101325 400041 request.go:632] Waited for 196.99596ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.141:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-174833-m02
I1030 18:41:09.101392 400041 round_trippers.go:463] GET https://192.168.39.141:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-174833-m02
I1030 18:41:09.101397 400041 round_trippers.go:469] Request Headers:
I1030 18:41:09.101406 400041 round_trippers.go:473] Accept: application/json, */*
I1030 18:41:09.101414 400041 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:41:09.104943 400041 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:41:09.301209 400041 request.go:632] Waited for 195.378832ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.141:8443/api/v1/nodes/ha-174833-m02
I1030 18:41:09.301280 400041 round_trippers.go:463] GET https://192.168.39.141:8443/api/v1/nodes/ha-174833-m02
I1030 18:41:09.301286 400041 round_trippers.go:469] Request Headers:
I1030 18:41:09.301294 400041 round_trippers.go:473] Accept: application/json, */*
I1030 18:41:09.301299 400041 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:41:09.304703 400041 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:41:09.305150 400041 pod_ready.go:93] pod "kube-apiserver-ha-174833-m02" in "kube-system" namespace has status "Ready":"True"
I1030 18:41:09.305171 400041 pod_ready.go:82] duration metric: took 400.929601ms for pod "kube-apiserver-ha-174833-m02" in "kube-system" namespace to be "Ready" ...
I1030 18:41:09.305183 400041 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-ha-174833" in "kube-system" namespace to be "Ready" ...
I1030 18:41:09.501368 400041 request.go:632] Waited for 196.079315ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.141:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-174833
I1030 18:41:09.501455 400041 round_trippers.go:463] GET https://192.168.39.141:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-174833
I1030 18:41:09.501468 400041 round_trippers.go:469] Request Headers:
I1030 18:41:09.501478 400041 round_trippers.go:473] Accept: application/json, */*
I1030 18:41:09.501486 400041 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:41:09.505228 400041 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:41:09.701240 400041 request.go:632] Waited for 195.369784ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.141:8443/api/v1/nodes/ha-174833
I1030 18:41:09.701317 400041 round_trippers.go:463] GET https://192.168.39.141:8443/api/v1/nodes/ha-174833
I1030 18:41:09.701322 400041 round_trippers.go:469] Request Headers:
I1030 18:41:09.701331 400041 round_trippers.go:473] Accept: application/json, */*
I1030 18:41:09.701334 400041 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:41:09.703994 400041 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1030 18:41:09.704752 400041 pod_ready.go:93] pod "kube-controller-manager-ha-174833" in "kube-system" namespace has status "Ready":"True"
I1030 18:41:09.704770 400041 pod_ready.go:82] duration metric: took 399.581191ms for pod "kube-controller-manager-ha-174833" in "kube-system" namespace to be "Ready" ...
I1030 18:41:09.704781 400041 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-ha-174833-m02" in "kube-system" namespace to be "Ready" ...
I1030 18:41:09.900901 400041 request.go:632] Waited for 196.026591ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.141:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-174833-m02
I1030 18:41:09.900964 400041 round_trippers.go:463] GET https://192.168.39.141:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-174833-m02
I1030 18:41:09.900969 400041 round_trippers.go:469] Request Headers:
I1030 18:41:09.900978 400041 round_trippers.go:473] Accept: application/json, */*
I1030 18:41:09.900983 400041 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:41:09.904074 400041 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:41:10.101112 400041 request.go:632] Waited for 196.368613ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.141:8443/api/v1/nodes/ha-174833-m02
I1030 18:41:10.101194 400041 round_trippers.go:463] GET https://192.168.39.141:8443/api/v1/nodes/ha-174833-m02
I1030 18:41:10.101205 400041 round_trippers.go:469] Request Headers:
I1030 18:41:10.101214 400041 round_trippers.go:473] Accept: application/json, */*
I1030 18:41:10.101226 400041 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:41:10.104324 400041 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:41:10.104744 400041 pod_ready.go:93] pod "kube-controller-manager-ha-174833-m02" in "kube-system" namespace has status "Ready":"True"
I1030 18:41:10.104763 400041 pod_ready.go:82] duration metric: took 399.976925ms for pod "kube-controller-manager-ha-174833-m02" in "kube-system" namespace to be "Ready" ...
I1030 18:41:10.104774 400041 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-2qt2n" in "kube-system" namespace to be "Ready" ...
I1030 18:41:10.300860 400041 request.go:632] Waited for 196.007769ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.141:8443/api/v1/namespaces/kube-system/pods/kube-proxy-2qt2n
I1030 18:41:10.300943 400041 round_trippers.go:463] GET https://192.168.39.141:8443/api/v1/namespaces/kube-system/pods/kube-proxy-2qt2n
I1030 18:41:10.300949 400041 round_trippers.go:469] Request Headers:
I1030 18:41:10.300957 400041 round_trippers.go:473] Accept: application/json, */*
I1030 18:41:10.300968 400041 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:41:10.304042 400041 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:41:10.501291 400041 request.go:632] Waited for 196.406771ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.141:8443/api/v1/nodes/ha-174833
I1030 18:41:10.501358 400041 round_trippers.go:463] GET https://192.168.39.141:8443/api/v1/nodes/ha-174833
I1030 18:41:10.501363 400041 round_trippers.go:469] Request Headers:
I1030 18:41:10.501372 400041 round_trippers.go:473] Accept: application/json, */*
I1030 18:41:10.501378 400041 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:41:10.504471 400041 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:41:10.504946 400041 pod_ready.go:93] pod "kube-proxy-2qt2n" in "kube-system" namespace has status "Ready":"True"
I1030 18:41:10.504966 400041 pod_ready.go:82] duration metric: took 400.186291ms for pod "kube-proxy-2qt2n" in "kube-system" namespace to be "Ready" ...
I1030 18:41:10.504985 400041 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-hg2st" in "kube-system" namespace to be "Ready" ...
I1030 18:41:10.701128 400041 request.go:632] Waited for 196.042962ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.141:8443/api/v1/namespaces/kube-system/pods/kube-proxy-hg2st
I1030 18:41:10.701198 400041 round_trippers.go:463] GET https://192.168.39.141:8443/api/v1/namespaces/kube-system/pods/kube-proxy-hg2st
I1030 18:41:10.701203 400041 round_trippers.go:469] Request Headers:
I1030 18:41:10.701211 400041 round_trippers.go:473] Accept: application/json, */*
I1030 18:41:10.701218 400041 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:41:10.704595 400041 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:41:10.900756 400041 request.go:632] Waited for 195.290492ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.141:8443/api/v1/nodes/ha-174833-m02
I1030 18:41:10.900855 400041 round_trippers.go:463] GET https://192.168.39.141:8443/api/v1/nodes/ha-174833-m02
I1030 18:41:10.900861 400041 round_trippers.go:469] Request Headers:
I1030 18:41:10.900869 400041 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:41:10.900878 400041 round_trippers.go:473] Accept: application/json, */*
I1030 18:41:10.904332 400041 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:41:10.904829 400041 pod_ready.go:93] pod "kube-proxy-hg2st" in "kube-system" namespace has status "Ready":"True"
I1030 18:41:10.904849 400041 pod_ready.go:82] duration metric: took 399.858433ms for pod "kube-proxy-hg2st" in "kube-system" namespace to be "Ready" ...
I1030 18:41:10.904860 400041 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-ha-174833" in "kube-system" namespace to be "Ready" ...
I1030 18:41:11.101047 400041 request.go:632] Waited for 196.091867ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.141:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-174833
I1030 18:41:11.101112 400041 round_trippers.go:463] GET https://192.168.39.141:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-174833
I1030 18:41:11.101117 400041 round_trippers.go:469] Request Headers:
I1030 18:41:11.101125 400041 round_trippers.go:473] Accept: application/json, */*
I1030 18:41:11.101130 400041 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:41:11.104800 400041 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:41:11.300654 400041 request.go:632] Waited for 195.298322ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.141:8443/api/v1/nodes/ha-174833
I1030 18:41:11.300720 400041 round_trippers.go:463] GET https://192.168.39.141:8443/api/v1/nodes/ha-174833
I1030 18:41:11.300731 400041 round_trippers.go:469] Request Headers:
I1030 18:41:11.300740 400041 round_trippers.go:473] Accept: application/json, */*
I1030 18:41:11.300743 400041 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:41:11.304342 400041 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:41:11.304796 400041 pod_ready.go:93] pod "kube-scheduler-ha-174833" in "kube-system" namespace has status "Ready":"True"
I1030 18:41:11.304815 400041 pod_ready.go:82] duration metric: took 399.947891ms for pod "kube-scheduler-ha-174833" in "kube-system" namespace to be "Ready" ...
I1030 18:41:11.304826 400041 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-ha-174833-m02" in "kube-system" namespace to be "Ready" ...
I1030 18:41:11.500975 400041 request.go:632] Waited for 196.04993ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.141:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-174833-m02
I1030 18:41:11.501040 400041 round_trippers.go:463] GET https://192.168.39.141:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-174833-m02
I1030 18:41:11.501045 400041 round_trippers.go:469] Request Headers:
I1030 18:41:11.501052 400041 round_trippers.go:473] Accept: application/json, */*
I1030 18:41:11.501057 400041 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:41:11.504438 400041 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:41:11.701379 400041 request.go:632] Waited for 196.340488ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.141:8443/api/v1/nodes/ha-174833-m02
I1030 18:41:11.701443 400041 round_trippers.go:463] GET https://192.168.39.141:8443/api/v1/nodes/ha-174833-m02
I1030 18:41:11.701449 400041 round_trippers.go:469] Request Headers:
I1030 18:41:11.701457 400041 round_trippers.go:473] Accept: application/json, */*
I1030 18:41:11.701462 400041 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:41:11.704386 400041 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1030 18:41:11.704831 400041 pod_ready.go:93] pod "kube-scheduler-ha-174833-m02" in "kube-system" namespace has status "Ready":"True"
I1030 18:41:11.704850 400041 pod_ready.go:82] duration metric: took 400.015715ms for pod "kube-scheduler-ha-174833-m02" in "kube-system" namespace to be "Ready" ...
I1030 18:41:11.704863 400041 pod_ready.go:39] duration metric: took 3.200450336s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1030 18:41:11.704882 400041 api_server.go:52] waiting for apiserver process to appear ...
I1030 18:41:11.704944 400041 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1030 18:41:11.723542 400041 api_server.go:72] duration metric: took 24.458488953s to wait for apiserver process to appear ...
I1030 18:41:11.723564 400041 api_server.go:88] waiting for apiserver healthz status ...
I1030 18:41:11.723583 400041 api_server.go:253] Checking apiserver healthz at https://192.168.39.141:8443/healthz ...
I1030 18:41:11.729129 400041 api_server.go:279] https://192.168.39.141:8443/healthz returned 200:
ok
I1030 18:41:11.729191 400041 round_trippers.go:463] GET https://192.168.39.141:8443/version
I1030 18:41:11.729199 400041 round_trippers.go:469] Request Headers:
I1030 18:41:11.729206 400041 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:41:11.729213 400041 round_trippers.go:473] Accept: application/json, */*
I1030 18:41:11.729902 400041 round_trippers.go:574] Response Status: 200 OK in 0 milliseconds
I1030 18:41:11.729987 400041 api_server.go:141] control plane version: v1.31.2
I1030 18:41:11.730004 400041 api_server.go:131] duration metric: took 6.434971ms to wait for apiserver health ...
I1030 18:41:11.730015 400041 system_pods.go:43] waiting for kube-system pods to appear ...
I1030 18:41:11.901454 400041 request.go:632] Waited for 171.341792ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.141:8443/api/v1/namespaces/kube-system/pods
I1030 18:41:11.901536 400041 round_trippers.go:463] GET https://192.168.39.141:8443/api/v1/namespaces/kube-system/pods
I1030 18:41:11.901542 400041 round_trippers.go:469] Request Headers:
I1030 18:41:11.901550 400041 round_trippers.go:473] Accept: application/json, */*
I1030 18:41:11.901554 400041 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:41:11.906457 400041 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1030 18:41:11.911360 400041 system_pods.go:59] 17 kube-system pods found
I1030 18:41:11.911389 400041 system_pods.go:61] "coredns-7c65d6cfc9-qrkkc" [3470734c-61ab-4cd9-a026-f07d5ca6a290] Running
I1030 18:41:11.911396 400041 system_pods.go:61] "coredns-7c65d6cfc9-tnj67" [f869042d-e37b-414d-ab11-422e933e2952] Running
I1030 18:41:11.911402 400041 system_pods.go:61] "etcd-ha-174833" [af22e3f8-298d-4ab8-ac7d-cf6b915858ce] Running
I1030 18:41:11.911408 400041 system_pods.go:61] "etcd-ha-174833-m02" [d5fdc5b9-47c3-4308-8b03-e01254a915cd] Running
I1030 18:41:11.911413 400041 system_pods.go:61] "kindnet-pm48g" [7c2c95da-7659-43c4-aae2-3af6fbe9515c] Running
I1030 18:41:11.911418 400041 system_pods.go:61] "kindnet-rlzbn" [74a207e7-cdd5-4c43-a668-9a6445d0bacf] Running
I1030 18:41:11.911424 400041 system_pods.go:61] "kube-apiserver-ha-174833" [e1f4e473-d722-4cbc-a8ae-e80612823895] Running
I1030 18:41:11.911432 400041 system_pods.go:61] "kube-apiserver-ha-174833-m02" [d2f5f227-a891-4678-b8e8-a51051bc80ac] Running
I1030 18:41:11.911437 400041 system_pods.go:61] "kube-controller-manager-ha-174833" [b95baef4-2d97-4714-903f-8a63c8f1f647] Running
I1030 18:41:11.911440 400041 system_pods.go:61] "kube-controller-manager-ha-174833-m02" [5293b489-8a8c-4475-b549-d10e1a631aa6] Running
I1030 18:41:11.911444 400041 system_pods.go:61] "kube-proxy-2qt2n" [fcc90b13-926f-4a7e-aa12-3e274c0777f6] Running
I1030 18:41:11.911447 400041 system_pods.go:61] "kube-proxy-hg2st" [99ac908a-6d13-4471-a54b-bede7bde77b7] Running
I1030 18:41:11.911452 400041 system_pods.go:61] "kube-scheduler-ha-174833" [d0d4afaa-39ee-4b4d-afdb-3a41effecd4c] Running
I1030 18:41:11.911458 400041 system_pods.go:61] "kube-scheduler-ha-174833-m02" [f0cd9106-8c0d-4c16-a83f-3d5e84d7d813] Running
I1030 18:41:11.911461 400041 system_pods.go:61] "kube-vip-ha-174833" [c4903552-8a15-4dc2-ba98-c3d10b8f3288] Running
I1030 18:41:11.911464 400041 system_pods.go:61] "kube-vip-ha-174833-m02" [9d43181d-55d3-482c-bd30-df3059f68edd] Running
I1030 18:41:11.911467 400041 system_pods.go:61] "storage-provisioner" [8e6d1d5e-1944-4c77-8018-42bc526984c2] Running
I1030 18:41:11.911474 400041 system_pods.go:74] duration metric: took 181.449525ms to wait for pod list to return data ...
I1030 18:41:11.911484 400041 default_sa.go:34] waiting for default service account to be created ...
I1030 18:41:12.100968 400041 request.go:632] Waited for 189.365167ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.141:8443/api/v1/namespaces/default/serviceaccounts
I1030 18:41:12.101033 400041 round_trippers.go:463] GET https://192.168.39.141:8443/api/v1/namespaces/default/serviceaccounts
I1030 18:41:12.101038 400041 round_trippers.go:469] Request Headers:
I1030 18:41:12.101046 400041 round_trippers.go:473] Accept: application/json, */*
I1030 18:41:12.101054 400041 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:41:12.104878 400041 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:41:12.105115 400041 default_sa.go:45] found service account: "default"
I1030 18:41:12.105131 400041 default_sa.go:55] duration metric: took 193.641266ms for default service account to be created ...
I1030 18:41:12.105141 400041 system_pods.go:116] waiting for k8s-apps to be running ...
I1030 18:41:12.301355 400041 request.go:632] Waited for 196.109942ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.141:8443/api/v1/namespaces/kube-system/pods
I1030 18:41:12.301420 400041 round_trippers.go:463] GET https://192.168.39.141:8443/api/v1/namespaces/kube-system/pods
I1030 18:41:12.301425 400041 round_trippers.go:469] Request Headers:
I1030 18:41:12.301433 400041 round_trippers.go:473] Accept: application/json, */*
I1030 18:41:12.301438 400041 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:41:12.306382 400041 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1030 18:41:12.311406 400041 system_pods.go:86] 17 kube-system pods found
I1030 18:41:12.311437 400041 system_pods.go:89] "coredns-7c65d6cfc9-qrkkc" [3470734c-61ab-4cd9-a026-f07d5ca6a290] Running
I1030 18:41:12.311446 400041 system_pods.go:89] "coredns-7c65d6cfc9-tnj67" [f869042d-e37b-414d-ab11-422e933e2952] Running
I1030 18:41:12.311454 400041 system_pods.go:89] "etcd-ha-174833" [af22e3f8-298d-4ab8-ac7d-cf6b915858ce] Running
I1030 18:41:12.311460 400041 system_pods.go:89] "etcd-ha-174833-m02" [d5fdc5b9-47c3-4308-8b03-e01254a915cd] Running
I1030 18:41:12.311465 400041 system_pods.go:89] "kindnet-pm48g" [7c2c95da-7659-43c4-aae2-3af6fbe9515c] Running
I1030 18:41:12.311471 400041 system_pods.go:89] "kindnet-rlzbn" [74a207e7-cdd5-4c43-a668-9a6445d0bacf] Running
I1030 18:41:12.311477 400041 system_pods.go:89] "kube-apiserver-ha-174833" [e1f4e473-d722-4cbc-a8ae-e80612823895] Running
I1030 18:41:12.311486 400041 system_pods.go:89] "kube-apiserver-ha-174833-m02" [d2f5f227-a891-4678-b8e8-a51051bc80ac] Running
I1030 18:41:12.311492 400041 system_pods.go:89] "kube-controller-manager-ha-174833" [b95baef4-2d97-4714-903f-8a63c8f1f647] Running
I1030 18:41:12.311502 400041 system_pods.go:89] "kube-controller-manager-ha-174833-m02" [5293b489-8a8c-4475-b549-d10e1a631aa6] Running
I1030 18:41:12.311509 400041 system_pods.go:89] "kube-proxy-2qt2n" [fcc90b13-926f-4a7e-aa12-3e274c0777f6] Running
I1030 18:41:12.311517 400041 system_pods.go:89] "kube-proxy-hg2st" [99ac908a-6d13-4471-a54b-bede7bde77b7] Running
I1030 18:41:12.311525 400041 system_pods.go:89] "kube-scheduler-ha-174833" [d0d4afaa-39ee-4b4d-afdb-3a41effecd4c] Running
I1030 18:41:12.311531 400041 system_pods.go:89] "kube-scheduler-ha-174833-m02" [f0cd9106-8c0d-4c16-a83f-3d5e84d7d813] Running
I1030 18:41:12.311540 400041 system_pods.go:89] "kube-vip-ha-174833" [c4903552-8a15-4dc2-ba98-c3d10b8f3288] Running
I1030 18:41:12.311546 400041 system_pods.go:89] "kube-vip-ha-174833-m02" [9d43181d-55d3-482c-bd30-df3059f68edd] Running
I1030 18:41:12.311554 400041 system_pods.go:89] "storage-provisioner" [8e6d1d5e-1944-4c77-8018-42bc526984c2] Running
I1030 18:41:12.311563 400041 system_pods.go:126] duration metric: took 206.414957ms to wait for k8s-apps to be running ...
I1030 18:41:12.311574 400041 system_svc.go:44] waiting for kubelet service to be running ....
I1030 18:41:12.311636 400041 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1030 18:41:12.327021 400041 system_svc.go:56] duration metric: took 15.42192ms WaitForService to wait for kubelet
I1030 18:41:12.327057 400041 kubeadm.go:582] duration metric: took 25.062007913s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1030 18:41:12.327076 400041 node_conditions.go:102] verifying NodePressure condition ...
I1030 18:41:12.501567 400041 request.go:632] Waited for 174.380598ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.141:8443/api/v1/nodes
I1030 18:41:12.501632 400041 round_trippers.go:463] GET https://192.168.39.141:8443/api/v1/nodes
I1030 18:41:12.501638 400041 round_trippers.go:469] Request Headers:
I1030 18:41:12.501647 400041 round_trippers.go:473] Accept: application/json, */*
I1030 18:41:12.501651 400041 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:41:12.505969 400041 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1030 18:41:12.506702 400041 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I1030 18:41:12.506731 400041 node_conditions.go:123] node cpu capacity is 2
I1030 18:41:12.506744 400041 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I1030 18:41:12.506747 400041 node_conditions.go:123] node cpu capacity is 2
I1030 18:41:12.506751 400041 node_conditions.go:105] duration metric: took 179.67107ms to run NodePressure ...
I1030 18:41:12.506763 400041 start.go:241] waiting for startup goroutines ...
I1030 18:41:12.506788 400041 start.go:255] writing updated cluster config ...
I1030 18:41:12.509015 400041 out.go:201]
I1030 18:41:12.510595 400041 config.go:182] Loaded profile config "ha-174833": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1030 18:41:12.510702 400041 profile.go:143] Saving config to /home/jenkins/minikube-integration/19883-381834/.minikube/profiles/ha-174833/config.json ...
I1030 18:41:12.512413 400041 out.go:177] * Starting "ha-174833-m03" control-plane node in "ha-174833" cluster
I1030 18:41:12.513538 400041 preload.go:131] Checking if preload exists for k8s version v1.31.2 and runtime crio
I1030 18:41:12.513560 400041 cache.go:56] Caching tarball of preloaded images
I1030 18:41:12.513661 400041 preload.go:172] Found /home/jenkins/minikube-integration/19883-381834/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.2-cri-o-overlay-amd64.tar.lz4 in cache, skipping download
I1030 18:41:12.513676 400041 cache.go:59] Finished verifying existence of preloaded tar for v1.31.2 on crio
I1030 18:41:12.513774 400041 profile.go:143] Saving config to /home/jenkins/minikube-integration/19883-381834/.minikube/profiles/ha-174833/config.json ...
I1030 18:41:12.513991 400041 start.go:360] acquireMachinesLock for ha-174833-m03: {Name:mk35e25f53fa8cfadb39ca0ecdccfc2b3fbe845b Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}
I1030 18:41:12.514046 400041 start.go:364] duration metric: took 32.901µs to acquireMachinesLock for "ha-174833-m03"
I1030 18:41:12.514072 400041 start.go:93] Provisioning new machine with config: &{Name:ha-174833 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19883/minikube-v1.34.0-1730282777-19883-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730282848-19883@sha256:e762c909ad2a507083ec25b1ad3091c71fc7d92824e4a659c9158bbfe5ae03d4 Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{Kubernete
sVersion:v1.31.2 ClusterName:ha-174833 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.39.141 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m02 IP:192.168.39.67 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m03 IP: Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[ambassador:false amd-gpu-device-plugin:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:false efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false
ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:false storage-provisioner-gluster:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker Bin
aryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name:m03 IP: Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}
I1030 18:41:12.514208 400041 start.go:125] createHost starting for "m03" (driver="kvm2")
I1030 18:41:12.515720 400041 out.go:235] * Creating kvm2 VM (CPUs=2, Memory=2200MB, Disk=20000MB) ...
I1030 18:41:12.515810 400041 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1030 18:41:12.515845 400041 main.go:141] libmachine: Launching plugin server for driver kvm2
I1030 18:41:12.531298 400041 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:38659
I1030 18:41:12.531779 400041 main.go:141] libmachine: () Calling .GetVersion
I1030 18:41:12.532302 400041 main.go:141] libmachine: Using API Version 1
I1030 18:41:12.532328 400041 main.go:141] libmachine: () Calling .SetConfigRaw
I1030 18:41:12.532695 400041 main.go:141] libmachine: () Calling .GetMachineName
I1030 18:41:12.532932 400041 main.go:141] libmachine: (ha-174833-m03) Calling .GetMachineName
I1030 18:41:12.533094 400041 main.go:141] libmachine: (ha-174833-m03) Calling .DriverName
I1030 18:41:12.533248 400041 start.go:159] libmachine.API.Create for "ha-174833" (driver="kvm2")
I1030 18:41:12.533281 400041 client.go:168] LocalClient.Create starting
I1030 18:41:12.533344 400041 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/19883-381834/.minikube/certs/ca.pem
I1030 18:41:12.533389 400041 main.go:141] libmachine: Decoding PEM data...
I1030 18:41:12.533410 400041 main.go:141] libmachine: Parsing certificate...
I1030 18:41:12.533483 400041 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/19883-381834/.minikube/certs/cert.pem
I1030 18:41:12.533512 400041 main.go:141] libmachine: Decoding PEM data...
I1030 18:41:12.533529 400041 main.go:141] libmachine: Parsing certificate...
I1030 18:41:12.533556 400041 main.go:141] libmachine: Running pre-create checks...
I1030 18:41:12.533582 400041 main.go:141] libmachine: (ha-174833-m03) Calling .PreCreateCheck
I1030 18:41:12.533754 400041 main.go:141] libmachine: (ha-174833-m03) Calling .GetConfigRaw
I1030 18:41:12.534141 400041 main.go:141] libmachine: Creating machine...
I1030 18:41:12.534155 400041 main.go:141] libmachine: (ha-174833-m03) Calling .Create
I1030 18:41:12.534316 400041 main.go:141] libmachine: (ha-174833-m03) Creating KVM machine...
I1030 18:41:12.535469 400041 main.go:141] libmachine: (ha-174833-m03) DBG | found existing default KVM network
I1030 18:41:12.535689 400041 main.go:141] libmachine: (ha-174833-m03) DBG | found existing private KVM network mk-ha-174833
I1030 18:41:12.535839 400041 main.go:141] libmachine: (ha-174833-m03) Setting up store path in /home/jenkins/minikube-integration/19883-381834/.minikube/machines/ha-174833-m03 ...
I1030 18:41:12.535890 400041 main.go:141] libmachine: (ha-174833-m03) Building disk image from file:///home/jenkins/minikube-integration/19883-381834/.minikube/cache/iso/amd64/minikube-v1.34.0-1730282777-19883-amd64.iso
I1030 18:41:12.535946 400041 main.go:141] libmachine: (ha-174833-m03) DBG | I1030 18:41:12.535806 400817 common.go:144] Making disk image using store path: /home/jenkins/minikube-integration/19883-381834/.minikube
I1030 18:41:12.536022 400041 main.go:141] libmachine: (ha-174833-m03) Downloading /home/jenkins/minikube-integration/19883-381834/.minikube/cache/boot2docker.iso from file:///home/jenkins/minikube-integration/19883-381834/.minikube/cache/iso/amd64/minikube-v1.34.0-1730282777-19883-amd64.iso...
I1030 18:41:12.821754 400041 main.go:141] libmachine: (ha-174833-m03) DBG | I1030 18:41:12.821614 400817 common.go:151] Creating ssh key: /home/jenkins/minikube-integration/19883-381834/.minikube/machines/ha-174833-m03/id_rsa...
I1030 18:41:12.940970 400041 main.go:141] libmachine: (ha-174833-m03) DBG | I1030 18:41:12.940841 400817 common.go:157] Creating raw disk image: /home/jenkins/minikube-integration/19883-381834/.minikube/machines/ha-174833-m03/ha-174833-m03.rawdisk...
I1030 18:41:12.941002 400041 main.go:141] libmachine: (ha-174833-m03) DBG | Writing magic tar header
I1030 18:41:12.941016 400041 main.go:141] libmachine: (ha-174833-m03) DBG | Writing SSH key tar header
I1030 18:41:12.941027 400041 main.go:141] libmachine: (ha-174833-m03) DBG | I1030 18:41:12.940965 400817 common.go:171] Fixing permissions on /home/jenkins/minikube-integration/19883-381834/.minikube/machines/ha-174833-m03 ...
I1030 18:41:12.941045 400041 main.go:141] libmachine: (ha-174833-m03) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19883-381834/.minikube/machines/ha-174833-m03
I1030 18:41:12.941128 400041 main.go:141] libmachine: (ha-174833-m03) Setting executable bit set on /home/jenkins/minikube-integration/19883-381834/.minikube/machines/ha-174833-m03 (perms=drwx------)
I1030 18:41:12.941149 400041 main.go:141] libmachine: (ha-174833-m03) Setting executable bit set on /home/jenkins/minikube-integration/19883-381834/.minikube/machines (perms=drwxr-xr-x)
I1030 18:41:12.941160 400041 main.go:141] libmachine: (ha-174833-m03) Setting executable bit set on /home/jenkins/minikube-integration/19883-381834/.minikube (perms=drwxr-xr-x)
I1030 18:41:12.941183 400041 main.go:141] libmachine: (ha-174833-m03) Setting executable bit set on /home/jenkins/minikube-integration/19883-381834 (perms=drwxrwxr-x)
I1030 18:41:12.941197 400041 main.go:141] libmachine: (ha-174833-m03) Setting executable bit set on /home/jenkins/minikube-integration (perms=drwxrwxr-x)
I1030 18:41:12.941212 400041 main.go:141] libmachine: (ha-174833-m03) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19883-381834/.minikube/machines
I1030 18:41:12.941227 400041 main.go:141] libmachine: (ha-174833-m03) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19883-381834/.minikube
I1030 18:41:12.941239 400041 main.go:141] libmachine: (ha-174833-m03) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19883-381834
I1030 18:41:12.941248 400041 main.go:141] libmachine: (ha-174833-m03) Setting executable bit set on /home/jenkins (perms=drwxr-xr-x)
I1030 18:41:12.941259 400041 main.go:141] libmachine: (ha-174833-m03) Creating domain...
I1030 18:41:12.941276 400041 main.go:141] libmachine: (ha-174833-m03) DBG | Checking permissions on dir: /home/jenkins/minikube-integration
I1030 18:41:12.941291 400041 main.go:141] libmachine: (ha-174833-m03) DBG | Checking permissions on dir: /home/jenkins
I1030 18:41:12.941301 400041 main.go:141] libmachine: (ha-174833-m03) DBG | Checking permissions on dir: /home
I1030 18:41:12.941315 400041 main.go:141] libmachine: (ha-174833-m03) DBG | Skipping /home - not owner
I1030 18:41:12.942234 400041 main.go:141] libmachine: (ha-174833-m03) define libvirt domain using xml:
I1030 18:41:12.942260 400041 main.go:141] libmachine: (ha-174833-m03) <domain type='kvm'>
I1030 18:41:12.942270 400041 main.go:141] libmachine: (ha-174833-m03) <name>ha-174833-m03</name>
I1030 18:41:12.942277 400041 main.go:141] libmachine: (ha-174833-m03) <memory unit='MiB'>2200</memory>
I1030 18:41:12.942286 400041 main.go:141] libmachine: (ha-174833-m03) <vcpu>2</vcpu>
I1030 18:41:12.942296 400041 main.go:141] libmachine: (ha-174833-m03) <features>
I1030 18:41:12.942305 400041 main.go:141] libmachine: (ha-174833-m03) <acpi/>
I1030 18:41:12.942315 400041 main.go:141] libmachine: (ha-174833-m03) <apic/>
I1030 18:41:12.942326 400041 main.go:141] libmachine: (ha-174833-m03) <pae/>
I1030 18:41:12.942335 400041 main.go:141] libmachine: (ha-174833-m03)
I1030 18:41:12.942346 400041 main.go:141] libmachine: (ha-174833-m03) </features>
I1030 18:41:12.942353 400041 main.go:141] libmachine: (ha-174833-m03) <cpu mode='host-passthrough'>
I1030 18:41:12.942387 400041 main.go:141] libmachine: (ha-174833-m03)
I1030 18:41:12.942411 400041 main.go:141] libmachine: (ha-174833-m03) </cpu>
I1030 18:41:12.942424 400041 main.go:141] libmachine: (ha-174833-m03) <os>
I1030 18:41:12.942433 400041 main.go:141] libmachine: (ha-174833-m03) <type>hvm</type>
I1030 18:41:12.942446 400041 main.go:141] libmachine: (ha-174833-m03) <boot dev='cdrom'/>
I1030 18:41:12.942456 400041 main.go:141] libmachine: (ha-174833-m03) <boot dev='hd'/>
I1030 18:41:12.942469 400041 main.go:141] libmachine: (ha-174833-m03) <bootmenu enable='no'/>
I1030 18:41:12.942502 400041 main.go:141] libmachine: (ha-174833-m03) </os>
I1030 18:41:12.942521 400041 main.go:141] libmachine: (ha-174833-m03) <devices>
I1030 18:41:12.942532 400041 main.go:141] libmachine: (ha-174833-m03) <disk type='file' device='cdrom'>
I1030 18:41:12.942543 400041 main.go:141] libmachine: (ha-174833-m03) <source file='/home/jenkins/minikube-integration/19883-381834/.minikube/machines/ha-174833-m03/boot2docker.iso'/>
I1030 18:41:12.942552 400041 main.go:141] libmachine: (ha-174833-m03) <target dev='hdc' bus='scsi'/>
I1030 18:41:12.942561 400041 main.go:141] libmachine: (ha-174833-m03) <readonly/>
I1030 18:41:12.942566 400041 main.go:141] libmachine: (ha-174833-m03) </disk>
I1030 18:41:12.942574 400041 main.go:141] libmachine: (ha-174833-m03) <disk type='file' device='disk'>
I1030 18:41:12.942581 400041 main.go:141] libmachine: (ha-174833-m03) <driver name='qemu' type='raw' cache='default' io='threads' />
I1030 18:41:12.942587 400041 main.go:141] libmachine: (ha-174833-m03) <source file='/home/jenkins/minikube-integration/19883-381834/.minikube/machines/ha-174833-m03/ha-174833-m03.rawdisk'/>
I1030 18:41:12.942606 400041 main.go:141] libmachine: (ha-174833-m03) <target dev='hda' bus='virtio'/>
I1030 18:41:12.942619 400041 main.go:141] libmachine: (ha-174833-m03) </disk>
I1030 18:41:12.942627 400041 main.go:141] libmachine: (ha-174833-m03) <interface type='network'>
I1030 18:41:12.942635 400041 main.go:141] libmachine: (ha-174833-m03) <source network='mk-ha-174833'/>
I1030 18:41:12.942648 400041 main.go:141] libmachine: (ha-174833-m03) <model type='virtio'/>
I1030 18:41:12.942658 400041 main.go:141] libmachine: (ha-174833-m03) </interface>
I1030 18:41:12.942670 400041 main.go:141] libmachine: (ha-174833-m03) <interface type='network'>
I1030 18:41:12.942697 400041 main.go:141] libmachine: (ha-174833-m03) <source network='default'/>
I1030 18:41:12.942736 400041 main.go:141] libmachine: (ha-174833-m03) <model type='virtio'/>
I1030 18:41:12.942764 400041 main.go:141] libmachine: (ha-174833-m03) </interface>
I1030 18:41:12.942779 400041 main.go:141] libmachine: (ha-174833-m03) <serial type='pty'>
I1030 18:41:12.942790 400041 main.go:141] libmachine: (ha-174833-m03) <target port='0'/>
I1030 18:41:12.942802 400041 main.go:141] libmachine: (ha-174833-m03) </serial>
I1030 18:41:12.942812 400041 main.go:141] libmachine: (ha-174833-m03) <console type='pty'>
I1030 18:41:12.942823 400041 main.go:141] libmachine: (ha-174833-m03) <target type='serial' port='0'/>
I1030 18:41:12.942832 400041 main.go:141] libmachine: (ha-174833-m03) </console>
I1030 18:41:12.942841 400041 main.go:141] libmachine: (ha-174833-m03) <rng model='virtio'>
I1030 18:41:12.942852 400041 main.go:141] libmachine: (ha-174833-m03) <backend model='random'>/dev/random</backend>
I1030 18:41:12.942885 400041 main.go:141] libmachine: (ha-174833-m03) </rng>
I1030 18:41:12.942907 400041 main.go:141] libmachine: (ha-174833-m03)
I1030 18:41:12.942929 400041 main.go:141] libmachine: (ha-174833-m03)
I1030 18:41:12.942938 400041 main.go:141] libmachine: (ha-174833-m03) </devices>
I1030 18:41:12.942946 400041 main.go:141] libmachine: (ha-174833-m03) </domain>
I1030 18:41:12.942957 400041 main.go:141] libmachine: (ha-174833-m03)
I1030 18:41:12.949898 400041 main.go:141] libmachine: (ha-174833-m03) DBG | domain ha-174833-m03 has defined MAC address 52:54:00:1a:b3:c5 in network default
I1030 18:41:12.950445 400041 main.go:141] libmachine: (ha-174833-m03) Ensuring networks are active...
I1030 18:41:12.950469 400041 main.go:141] libmachine: (ha-174833-m03) DBG | domain ha-174833-m03 has defined MAC address 52:54:00:76:9d:ad in network mk-ha-174833
I1030 18:41:12.951138 400041 main.go:141] libmachine: (ha-174833-m03) Ensuring network default is active
I1030 18:41:12.951462 400041 main.go:141] libmachine: (ha-174833-m03) Ensuring network mk-ha-174833 is active
I1030 18:41:12.951841 400041 main.go:141] libmachine: (ha-174833-m03) Getting domain xml...
I1030 18:41:12.952538 400041 main.go:141] libmachine: (ha-174833-m03) Creating domain...
I1030 18:41:14.179359 400041 main.go:141] libmachine: (ha-174833-m03) Waiting to get IP...
I1030 18:41:14.180307 400041 main.go:141] libmachine: (ha-174833-m03) DBG | domain ha-174833-m03 has defined MAC address 52:54:00:76:9d:ad in network mk-ha-174833
I1030 18:41:14.180744 400041 main.go:141] libmachine: (ha-174833-m03) DBG | unable to find current IP address of domain ha-174833-m03 in network mk-ha-174833
I1030 18:41:14.180812 400041 main.go:141] libmachine: (ha-174833-m03) DBG | I1030 18:41:14.180741 400817 retry.go:31] will retry after 293.822494ms: waiting for machine to come up
I1030 18:41:14.476270 400041 main.go:141] libmachine: (ha-174833-m03) DBG | domain ha-174833-m03 has defined MAC address 52:54:00:76:9d:ad in network mk-ha-174833
I1030 18:41:14.476758 400041 main.go:141] libmachine: (ha-174833-m03) DBG | unable to find current IP address of domain ha-174833-m03 in network mk-ha-174833
I1030 18:41:14.476784 400041 main.go:141] libmachine: (ha-174833-m03) DBG | I1030 18:41:14.476703 400817 retry.go:31] will retry after 283.345671ms: waiting for machine to come up
I1030 18:41:14.761301 400041 main.go:141] libmachine: (ha-174833-m03) DBG | domain ha-174833-m03 has defined MAC address 52:54:00:76:9d:ad in network mk-ha-174833
I1030 18:41:14.761803 400041 main.go:141] libmachine: (ha-174833-m03) DBG | unable to find current IP address of domain ha-174833-m03 in network mk-ha-174833
I1030 18:41:14.761833 400041 main.go:141] libmachine: (ha-174833-m03) DBG | I1030 18:41:14.761750 400817 retry.go:31] will retry after 299.766753ms: waiting for machine to come up
I1030 18:41:15.063146 400041 main.go:141] libmachine: (ha-174833-m03) DBG | domain ha-174833-m03 has defined MAC address 52:54:00:76:9d:ad in network mk-ha-174833
I1030 18:41:15.063613 400041 main.go:141] libmachine: (ha-174833-m03) DBG | unable to find current IP address of domain ha-174833-m03 in network mk-ha-174833
I1030 18:41:15.063642 400041 main.go:141] libmachine: (ha-174833-m03) DBG | I1030 18:41:15.063557 400817 retry.go:31] will retry after 490.461635ms: waiting for machine to come up
I1030 18:41:15.557014 400041 main.go:141] libmachine: (ha-174833-m03) DBG | domain ha-174833-m03 has defined MAC address 52:54:00:76:9d:ad in network mk-ha-174833
I1030 18:41:15.557549 400041 main.go:141] libmachine: (ha-174833-m03) DBG | unable to find current IP address of domain ha-174833-m03 in network mk-ha-174833
I1030 18:41:15.557577 400041 main.go:141] libmachine: (ha-174833-m03) DBG | I1030 18:41:15.557492 400817 retry.go:31] will retry after 739.117277ms: waiting for machine to come up
I1030 18:41:16.298461 400041 main.go:141] libmachine: (ha-174833-m03) DBG | domain ha-174833-m03 has defined MAC address 52:54:00:76:9d:ad in network mk-ha-174833
I1030 18:41:16.298926 400041 main.go:141] libmachine: (ha-174833-m03) DBG | unable to find current IP address of domain ha-174833-m03 in network mk-ha-174833
I1030 18:41:16.298956 400041 main.go:141] libmachine: (ha-174833-m03) DBG | I1030 18:41:16.298870 400817 retry.go:31] will retry after 666.546188ms: waiting for machine to come up
I1030 18:41:16.966687 400041 main.go:141] libmachine: (ha-174833-m03) DBG | domain ha-174833-m03 has defined MAC address 52:54:00:76:9d:ad in network mk-ha-174833
I1030 18:41:16.967172 400041 main.go:141] libmachine: (ha-174833-m03) DBG | unable to find current IP address of domain ha-174833-m03 in network mk-ha-174833
I1030 18:41:16.967200 400041 main.go:141] libmachine: (ha-174833-m03) DBG | I1030 18:41:16.967117 400817 retry.go:31] will retry after 846.088379ms: waiting for machine to come up
I1030 18:41:17.814898 400041 main.go:141] libmachine: (ha-174833-m03) DBG | domain ha-174833-m03 has defined MAC address 52:54:00:76:9d:ad in network mk-ha-174833
I1030 18:41:17.815410 400041 main.go:141] libmachine: (ha-174833-m03) DBG | unable to find current IP address of domain ha-174833-m03 in network mk-ha-174833
I1030 18:41:17.815440 400041 main.go:141] libmachine: (ha-174833-m03) DBG | I1030 18:41:17.815362 400817 retry.go:31] will retry after 1.085711576s: waiting for machine to come up
I1030 18:41:18.902574 400041 main.go:141] libmachine: (ha-174833-m03) DBG | domain ha-174833-m03 has defined MAC address 52:54:00:76:9d:ad in network mk-ha-174833
I1030 18:41:18.902922 400041 main.go:141] libmachine: (ha-174833-m03) DBG | unable to find current IP address of domain ha-174833-m03 in network mk-ha-174833
I1030 18:41:18.902952 400041 main.go:141] libmachine: (ha-174833-m03) DBG | I1030 18:41:18.902876 400817 retry.go:31] will retry after 1.834126575s: waiting for machine to come up
I1030 18:41:20.739528 400041 main.go:141] libmachine: (ha-174833-m03) DBG | domain ha-174833-m03 has defined MAC address 52:54:00:76:9d:ad in network mk-ha-174833
I1030 18:41:20.739890 400041 main.go:141] libmachine: (ha-174833-m03) DBG | unable to find current IP address of domain ha-174833-m03 in network mk-ha-174833
I1030 18:41:20.739919 400041 main.go:141] libmachine: (ha-174833-m03) DBG | I1030 18:41:20.739850 400817 retry.go:31] will retry after 2.105862328s: waiting for machine to come up
I1030 18:41:22.847426 400041 main.go:141] libmachine: (ha-174833-m03) DBG | domain ha-174833-m03 has defined MAC address 52:54:00:76:9d:ad in network mk-ha-174833
I1030 18:41:22.847835 400041 main.go:141] libmachine: (ha-174833-m03) DBG | unable to find current IP address of domain ha-174833-m03 in network mk-ha-174833
I1030 18:41:22.847867 400041 main.go:141] libmachine: (ha-174833-m03) DBG | I1030 18:41:22.847766 400817 retry.go:31] will retry after 2.441796021s: waiting for machine to come up
I1030 18:41:25.291422 400041 main.go:141] libmachine: (ha-174833-m03) DBG | domain ha-174833-m03 has defined MAC address 52:54:00:76:9d:ad in network mk-ha-174833
I1030 18:41:25.291864 400041 main.go:141] libmachine: (ha-174833-m03) DBG | unable to find current IP address of domain ha-174833-m03 in network mk-ha-174833
I1030 18:41:25.291888 400041 main.go:141] libmachine: (ha-174833-m03) DBG | I1030 18:41:25.291812 400817 retry.go:31] will retry after 2.18908754s: waiting for machine to come up
I1030 18:41:27.484272 400041 main.go:141] libmachine: (ha-174833-m03) DBG | domain ha-174833-m03 has defined MAC address 52:54:00:76:9d:ad in network mk-ha-174833
I1030 18:41:27.484720 400041 main.go:141] libmachine: (ha-174833-m03) DBG | unable to find current IP address of domain ha-174833-m03 in network mk-ha-174833
I1030 18:41:27.484740 400041 main.go:141] libmachine: (ha-174833-m03) DBG | I1030 18:41:27.484674 400817 retry.go:31] will retry after 3.249594938s: waiting for machine to come up
I1030 18:41:30.735386 400041 main.go:141] libmachine: (ha-174833-m03) DBG | domain ha-174833-m03 has defined MAC address 52:54:00:76:9d:ad in network mk-ha-174833
I1030 18:41:30.735687 400041 main.go:141] libmachine: (ha-174833-m03) DBG | unable to find current IP address of domain ha-174833-m03 in network mk-ha-174833
I1030 18:41:30.735711 400041 main.go:141] libmachine: (ha-174833-m03) DBG | I1030 18:41:30.735669 400817 retry.go:31] will retry after 5.542117345s: waiting for machine to come up
I1030 18:41:36.279557 400041 main.go:141] libmachine: (ha-174833-m03) DBG | domain ha-174833-m03 has defined MAC address 52:54:00:76:9d:ad in network mk-ha-174833
I1030 18:41:36.279987 400041 main.go:141] libmachine: (ha-174833-m03) Found IP for machine: 192.168.39.238
I1030 18:41:36.280005 400041 main.go:141] libmachine: (ha-174833-m03) Reserving static IP address...
I1030 18:41:36.280019 400041 main.go:141] libmachine: (ha-174833-m03) DBG | domain ha-174833-m03 has current primary IP address 192.168.39.238 and MAC address 52:54:00:76:9d:ad in network mk-ha-174833
I1030 18:41:36.280379 400041 main.go:141] libmachine: (ha-174833-m03) DBG | unable to find host DHCP lease matching {name: "ha-174833-m03", mac: "52:54:00:76:9d:ad", ip: "192.168.39.238"} in network mk-ha-174833
I1030 18:41:36.353555 400041 main.go:141] libmachine: (ha-174833-m03) DBG | Getting to WaitForSSH function...
I1030 18:41:36.353581 400041 main.go:141] libmachine: (ha-174833-m03) Reserved static IP address: 192.168.39.238
I1030 18:41:36.353628 400041 main.go:141] libmachine: (ha-174833-m03) Waiting for SSH to be available...
I1030 18:41:36.356187 400041 main.go:141] libmachine: (ha-174833-m03) DBG | domain ha-174833-m03 has defined MAC address 52:54:00:76:9d:ad in network mk-ha-174833
I1030 18:41:36.356543 400041 main.go:141] libmachine: (ha-174833-m03) DBG | unable to find host DHCP lease matching {name: "", mac: "52:54:00:76:9d:ad", ip: ""} in network mk-ha-174833
I1030 18:41:36.356569 400041 main.go:141] libmachine: (ha-174833-m03) DBG | unable to find defined IP address of network mk-ha-174833 interface with MAC address 52:54:00:76:9d:ad
I1030 18:41:36.356719 400041 main.go:141] libmachine: (ha-174833-m03) DBG | Using SSH client type: external
I1030 18:41:36.356745 400041 main.go:141] libmachine: (ha-174833-m03) DBG | Using SSH private key: /home/jenkins/minikube-integration/19883-381834/.minikube/machines/ha-174833-m03/id_rsa (-rw-------)
I1030 18:41:36.356795 400041 main.go:141] libmachine: (ha-174833-m03) DBG | &{[-F /dev/null -o ConnectionAttempts=3 -o ConnectTimeout=10 -o ControlMaster=no -o ControlPath=none -o LogLevel=quiet -o PasswordAuthentication=no -o ServerAliveInterval=60 -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null docker@ -o IdentitiesOnly=yes -i /home/jenkins/minikube-integration/19883-381834/.minikube/machines/ha-174833-m03/id_rsa -p 22] /usr/bin/ssh <nil>}
I1030 18:41:36.356814 400041 main.go:141] libmachine: (ha-174833-m03) DBG | About to run SSH command:
I1030 18:41:36.356847 400041 main.go:141] libmachine: (ha-174833-m03) DBG | exit 0
I1030 18:41:36.360778 400041 main.go:141] libmachine: (ha-174833-m03) DBG | SSH cmd err, output: exit status 255:
I1030 18:41:36.360804 400041 main.go:141] libmachine: (ha-174833-m03) DBG | Error getting ssh command 'exit 0' : ssh command error:
I1030 18:41:36.360814 400041 main.go:141] libmachine: (ha-174833-m03) DBG | command : exit 0
I1030 18:41:36.360821 400041 main.go:141] libmachine: (ha-174833-m03) DBG | err : exit status 255
I1030 18:41:36.360832 400041 main.go:141] libmachine: (ha-174833-m03) DBG | output :
I1030 18:41:39.361300 400041 main.go:141] libmachine: (ha-174833-m03) DBG | Getting to WaitForSSH function...
I1030 18:41:39.363671 400041 main.go:141] libmachine: (ha-174833-m03) DBG | domain ha-174833-m03 has defined MAC address 52:54:00:76:9d:ad in network mk-ha-174833
I1030 18:41:39.364021 400041 main.go:141] libmachine: (ha-174833-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:76:9d:ad", ip: ""} in network mk-ha-174833: {Iface:virbr1 ExpiryTime:2024-10-30 19:41:27 +0000 UTC Type:0 Mac:52:54:00:76:9d:ad Iaid: IPaddr:192.168.39.238 Prefix:24 Hostname:ha-174833-m03 Clientid:01:52:54:00:76:9d:ad}
I1030 18:41:39.364051 400041 main.go:141] libmachine: (ha-174833-m03) DBG | domain ha-174833-m03 has defined IP address 192.168.39.238 and MAC address 52:54:00:76:9d:ad in network mk-ha-174833
I1030 18:41:39.364131 400041 main.go:141] libmachine: (ha-174833-m03) DBG | Using SSH client type: external
I1030 18:41:39.364170 400041 main.go:141] libmachine: (ha-174833-m03) DBG | Using SSH private key: /home/jenkins/minikube-integration/19883-381834/.minikube/machines/ha-174833-m03/id_rsa (-rw-------)
I1030 18:41:39.364209 400041 main.go:141] libmachine: (ha-174833-m03) DBG | &{[-F /dev/null -o ConnectionAttempts=3 -o ConnectTimeout=10 -o ControlMaster=no -o ControlPath=none -o LogLevel=quiet -o PasswordAuthentication=no -o ServerAliveInterval=60 -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null docker@192.168.39.238 -o IdentitiesOnly=yes -i /home/jenkins/minikube-integration/19883-381834/.minikube/machines/ha-174833-m03/id_rsa -p 22] /usr/bin/ssh <nil>}
I1030 18:41:39.364227 400041 main.go:141] libmachine: (ha-174833-m03) DBG | About to run SSH command:
I1030 18:41:39.364236 400041 main.go:141] libmachine: (ha-174833-m03) DBG | exit 0
I1030 18:41:39.498991 400041 main.go:141] libmachine: (ha-174833-m03) DBG | SSH cmd err, output: <nil>:
I1030 18:41:39.499302 400041 main.go:141] libmachine: (ha-174833-m03) KVM machine creation complete!
I1030 18:41:39.499653 400041 main.go:141] libmachine: (ha-174833-m03) Calling .GetConfigRaw
I1030 18:41:39.500359 400041 main.go:141] libmachine: (ha-174833-m03) Calling .DriverName
I1030 18:41:39.500567 400041 main.go:141] libmachine: (ha-174833-m03) Calling .DriverName
I1030 18:41:39.500834 400041 main.go:141] libmachine: Waiting for machine to be running, this may take a few minutes...
I1030 18:41:39.500852 400041 main.go:141] libmachine: (ha-174833-m03) Calling .GetState
I1030 18:41:39.502063 400041 main.go:141] libmachine: Detecting operating system of created instance...
I1030 18:41:39.502076 400041 main.go:141] libmachine: Waiting for SSH to be available...
I1030 18:41:39.502081 400041 main.go:141] libmachine: Getting to WaitForSSH function...
I1030 18:41:39.502086 400041 main.go:141] libmachine: (ha-174833-m03) Calling .GetSSHHostname
I1030 18:41:39.504584 400041 main.go:141] libmachine: (ha-174833-m03) DBG | domain ha-174833-m03 has defined MAC address 52:54:00:76:9d:ad in network mk-ha-174833
I1030 18:41:39.504838 400041 main.go:141] libmachine: (ha-174833-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:76:9d:ad", ip: ""} in network mk-ha-174833: {Iface:virbr1 ExpiryTime:2024-10-30 19:41:27 +0000 UTC Type:0 Mac:52:54:00:76:9d:ad Iaid: IPaddr:192.168.39.238 Prefix:24 Hostname:ha-174833-m03 Clientid:01:52:54:00:76:9d:ad}
I1030 18:41:39.504860 400041 main.go:141] libmachine: (ha-174833-m03) DBG | domain ha-174833-m03 has defined IP address 192.168.39.238 and MAC address 52:54:00:76:9d:ad in network mk-ha-174833
I1030 18:41:39.505021 400041 main.go:141] libmachine: (ha-174833-m03) Calling .GetSSHPort
I1030 18:41:39.505207 400041 main.go:141] libmachine: (ha-174833-m03) Calling .GetSSHKeyPath
I1030 18:41:39.505352 400041 main.go:141] libmachine: (ha-174833-m03) Calling .GetSSHKeyPath
I1030 18:41:39.505493 400041 main.go:141] libmachine: (ha-174833-m03) Calling .GetSSHUsername
I1030 18:41:39.505642 400041 main.go:141] libmachine: Using SSH client type: native
I1030 18:41:39.505855 400041 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866160] 0x868e40 <nil> [] 0s} 192.168.39.238 22 <nil> <nil>}
I1030 18:41:39.505867 400041 main.go:141] libmachine: About to run SSH command:
exit 0
I1030 18:41:39.613705 400041 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1030 18:41:39.613730 400041 main.go:141] libmachine: Detecting the provisioner...
I1030 18:41:39.613737 400041 main.go:141] libmachine: (ha-174833-m03) Calling .GetSSHHostname
I1030 18:41:39.616442 400041 main.go:141] libmachine: (ha-174833-m03) DBG | domain ha-174833-m03 has defined MAC address 52:54:00:76:9d:ad in network mk-ha-174833
I1030 18:41:39.616787 400041 main.go:141] libmachine: (ha-174833-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:76:9d:ad", ip: ""} in network mk-ha-174833: {Iface:virbr1 ExpiryTime:2024-10-30 19:41:27 +0000 UTC Type:0 Mac:52:54:00:76:9d:ad Iaid: IPaddr:192.168.39.238 Prefix:24 Hostname:ha-174833-m03 Clientid:01:52:54:00:76:9d:ad}
I1030 18:41:39.616812 400041 main.go:141] libmachine: (ha-174833-m03) DBG | domain ha-174833-m03 has defined IP address 192.168.39.238 and MAC address 52:54:00:76:9d:ad in network mk-ha-174833
I1030 18:41:39.616966 400041 main.go:141] libmachine: (ha-174833-m03) Calling .GetSSHPort
I1030 18:41:39.617171 400041 main.go:141] libmachine: (ha-174833-m03) Calling .GetSSHKeyPath
I1030 18:41:39.617381 400041 main.go:141] libmachine: (ha-174833-m03) Calling .GetSSHKeyPath
I1030 18:41:39.617494 400041 main.go:141] libmachine: (ha-174833-m03) Calling .GetSSHUsername
I1030 18:41:39.617635 400041 main.go:141] libmachine: Using SSH client type: native
I1030 18:41:39.617821 400041 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866160] 0x868e40 <nil> [] 0s} 192.168.39.238 22 <nil> <nil>}
I1030 18:41:39.617831 400041 main.go:141] libmachine: About to run SSH command:
cat /etc/os-release
I1030 18:41:39.731009 400041 main.go:141] libmachine: SSH cmd err, output: <nil>: NAME=Buildroot
VERSION=2023.02.9-dirty
ID=buildroot
VERSION_ID=2023.02.9
PRETTY_NAME="Buildroot 2023.02.9"
I1030 18:41:39.731096 400041 main.go:141] libmachine: found compatible host: buildroot
I1030 18:41:39.731110 400041 main.go:141] libmachine: Provisioning with buildroot...
I1030 18:41:39.731120 400041 main.go:141] libmachine: (ha-174833-m03) Calling .GetMachineName
I1030 18:41:39.731355 400041 buildroot.go:166] provisioning hostname "ha-174833-m03"
I1030 18:41:39.731385 400041 main.go:141] libmachine: (ha-174833-m03) Calling .GetMachineName
I1030 18:41:39.731563 400041 main.go:141] libmachine: (ha-174833-m03) Calling .GetSSHHostname
I1030 18:41:39.734727 400041 main.go:141] libmachine: (ha-174833-m03) DBG | domain ha-174833-m03 has defined MAC address 52:54:00:76:9d:ad in network mk-ha-174833
I1030 18:41:39.735195 400041 main.go:141] libmachine: (ha-174833-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:76:9d:ad", ip: ""} in network mk-ha-174833: {Iface:virbr1 ExpiryTime:2024-10-30 19:41:27 +0000 UTC Type:0 Mac:52:54:00:76:9d:ad Iaid: IPaddr:192.168.39.238 Prefix:24 Hostname:ha-174833-m03 Clientid:01:52:54:00:76:9d:ad}
I1030 18:41:39.735225 400041 main.go:141] libmachine: (ha-174833-m03) DBG | domain ha-174833-m03 has defined IP address 192.168.39.238 and MAC address 52:54:00:76:9d:ad in network mk-ha-174833
I1030 18:41:39.735395 400041 main.go:141] libmachine: (ha-174833-m03) Calling .GetSSHPort
I1030 18:41:39.735599 400041 main.go:141] libmachine: (ha-174833-m03) Calling .GetSSHKeyPath
I1030 18:41:39.735773 400041 main.go:141] libmachine: (ha-174833-m03) Calling .GetSSHKeyPath
I1030 18:41:39.735975 400041 main.go:141] libmachine: (ha-174833-m03) Calling .GetSSHUsername
I1030 18:41:39.736185 400041 main.go:141] libmachine: Using SSH client type: native
I1030 18:41:39.736419 400041 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866160] 0x868e40 <nil> [] 0s} 192.168.39.238 22 <nil> <nil>}
I1030 18:41:39.736443 400041 main.go:141] libmachine: About to run SSH command:
sudo hostname ha-174833-m03 && echo "ha-174833-m03" | sudo tee /etc/hostname
I1030 18:41:39.865251 400041 main.go:141] libmachine: SSH cmd err, output: <nil>: ha-174833-m03
I1030 18:41:39.865295 400041 main.go:141] libmachine: (ha-174833-m03) Calling .GetSSHHostname
I1030 18:41:39.868277 400041 main.go:141] libmachine: (ha-174833-m03) DBG | domain ha-174833-m03 has defined MAC address 52:54:00:76:9d:ad in network mk-ha-174833
I1030 18:41:39.868776 400041 main.go:141] libmachine: (ha-174833-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:76:9d:ad", ip: ""} in network mk-ha-174833: {Iface:virbr1 ExpiryTime:2024-10-30 19:41:27 +0000 UTC Type:0 Mac:52:54:00:76:9d:ad Iaid: IPaddr:192.168.39.238 Prefix:24 Hostname:ha-174833-m03 Clientid:01:52:54:00:76:9d:ad}
I1030 18:41:39.868811 400041 main.go:141] libmachine: (ha-174833-m03) DBG | domain ha-174833-m03 has defined IP address 192.168.39.238 and MAC address 52:54:00:76:9d:ad in network mk-ha-174833
I1030 18:41:39.868979 400041 main.go:141] libmachine: (ha-174833-m03) Calling .GetSSHPort
I1030 18:41:39.869210 400041 main.go:141] libmachine: (ha-174833-m03) Calling .GetSSHKeyPath
I1030 18:41:39.869426 400041 main.go:141] libmachine: (ha-174833-m03) Calling .GetSSHKeyPath
I1030 18:41:39.869574 400041 main.go:141] libmachine: (ha-174833-m03) Calling .GetSSHUsername
I1030 18:41:39.869780 400041 main.go:141] libmachine: Using SSH client type: native
I1030 18:41:39.870007 400041 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866160] 0x868e40 <nil> [] 0s} 192.168.39.238 22 <nil> <nil>}
I1030 18:41:39.870023 400041 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\sha-174833-m03' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 ha-174833-m03/g' /etc/hosts;
else
echo '127.0.1.1 ha-174833-m03' | sudo tee -a /etc/hosts;
fi
fi
I1030 18:41:39.993047 400041 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1030 18:41:39.993077 400041 buildroot.go:172] set auth options {CertDir:/home/jenkins/minikube-integration/19883-381834/.minikube CaCertPath:/home/jenkins/minikube-integration/19883-381834/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/19883-381834/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/19883-381834/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/19883-381834/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/19883-381834/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/19883-381834/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/19883-381834/.minikube}
I1030 18:41:39.993099 400041 buildroot.go:174] setting up certificates
I1030 18:41:39.993114 400041 provision.go:84] configureAuth start
I1030 18:41:39.993127 400041 main.go:141] libmachine: (ha-174833-m03) Calling .GetMachineName
I1030 18:41:39.993439 400041 main.go:141] libmachine: (ha-174833-m03) Calling .GetIP
I1030 18:41:39.996433 400041 main.go:141] libmachine: (ha-174833-m03) DBG | domain ha-174833-m03 has defined MAC address 52:54:00:76:9d:ad in network mk-ha-174833
I1030 18:41:39.996840 400041 main.go:141] libmachine: (ha-174833-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:76:9d:ad", ip: ""} in network mk-ha-174833: {Iface:virbr1 ExpiryTime:2024-10-30 19:41:27 +0000 UTC Type:0 Mac:52:54:00:76:9d:ad Iaid: IPaddr:192.168.39.238 Prefix:24 Hostname:ha-174833-m03 Clientid:01:52:54:00:76:9d:ad}
I1030 18:41:39.996869 400041 main.go:141] libmachine: (ha-174833-m03) DBG | domain ha-174833-m03 has defined IP address 192.168.39.238 and MAC address 52:54:00:76:9d:ad in network mk-ha-174833
I1030 18:41:39.997060 400041 main.go:141] libmachine: (ha-174833-m03) Calling .GetSSHHostname
I1030 18:41:40.000005 400041 main.go:141] libmachine: (ha-174833-m03) DBG | domain ha-174833-m03 has defined MAC address 52:54:00:76:9d:ad in network mk-ha-174833
I1030 18:41:40.000422 400041 main.go:141] libmachine: (ha-174833-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:76:9d:ad", ip: ""} in network mk-ha-174833: {Iface:virbr1 ExpiryTime:2024-10-30 19:41:27 +0000 UTC Type:0 Mac:52:54:00:76:9d:ad Iaid: IPaddr:192.168.39.238 Prefix:24 Hostname:ha-174833-m03 Clientid:01:52:54:00:76:9d:ad}
I1030 18:41:40.000450 400041 main.go:141] libmachine: (ha-174833-m03) DBG | domain ha-174833-m03 has defined IP address 192.168.39.238 and MAC address 52:54:00:76:9d:ad in network mk-ha-174833
I1030 18:41:40.000565 400041 provision.go:143] copyHostCerts
I1030 18:41:40.000594 400041 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19883-381834/.minikube/certs/cert.pem -> /home/jenkins/minikube-integration/19883-381834/.minikube/cert.pem
I1030 18:41:40.000629 400041 exec_runner.go:144] found /home/jenkins/minikube-integration/19883-381834/.minikube/cert.pem, removing ...
I1030 18:41:40.000638 400041 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19883-381834/.minikube/cert.pem
I1030 18:41:40.000698 400041 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19883-381834/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/19883-381834/.minikube/cert.pem (1123 bytes)
I1030 18:41:40.000806 400041 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19883-381834/.minikube/certs/key.pem -> /home/jenkins/minikube-integration/19883-381834/.minikube/key.pem
I1030 18:41:40.000825 400041 exec_runner.go:144] found /home/jenkins/minikube-integration/19883-381834/.minikube/key.pem, removing ...
I1030 18:41:40.000831 400041 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19883-381834/.minikube/key.pem
I1030 18:41:40.000854 400041 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19883-381834/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/19883-381834/.minikube/key.pem (1679 bytes)
I1030 18:41:40.000910 400041 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19883-381834/.minikube/certs/ca.pem -> /home/jenkins/minikube-integration/19883-381834/.minikube/ca.pem
I1030 18:41:40.000926 400041 exec_runner.go:144] found /home/jenkins/minikube-integration/19883-381834/.minikube/ca.pem, removing ...
I1030 18:41:40.000932 400041 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19883-381834/.minikube/ca.pem
I1030 18:41:40.000953 400041 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19883-381834/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/19883-381834/.minikube/ca.pem (1082 bytes)
I1030 18:41:40.001003 400041 provision.go:117] generating server cert: /home/jenkins/minikube-integration/19883-381834/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/19883-381834/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/19883-381834/.minikube/certs/ca-key.pem org=jenkins.ha-174833-m03 san=[127.0.0.1 192.168.39.238 ha-174833-m03 localhost minikube]
I1030 18:41:40.389110 400041 provision.go:177] copyRemoteCerts
I1030 18:41:40.389174 400041 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1030 18:41:40.389201 400041 main.go:141] libmachine: (ha-174833-m03) Calling .GetSSHHostname
I1030 18:41:40.391720 400041 main.go:141] libmachine: (ha-174833-m03) DBG | domain ha-174833-m03 has defined MAC address 52:54:00:76:9d:ad in network mk-ha-174833
I1030 18:41:40.392157 400041 main.go:141] libmachine: (ha-174833-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:76:9d:ad", ip: ""} in network mk-ha-174833: {Iface:virbr1 ExpiryTime:2024-10-30 19:41:27 +0000 UTC Type:0 Mac:52:54:00:76:9d:ad Iaid: IPaddr:192.168.39.238 Prefix:24 Hostname:ha-174833-m03 Clientid:01:52:54:00:76:9d:ad}
I1030 18:41:40.392191 400041 main.go:141] libmachine: (ha-174833-m03) DBG | domain ha-174833-m03 has defined IP address 192.168.39.238 and MAC address 52:54:00:76:9d:ad in network mk-ha-174833
I1030 18:41:40.392466 400041 main.go:141] libmachine: (ha-174833-m03) Calling .GetSSHPort
I1030 18:41:40.392672 400041 main.go:141] libmachine: (ha-174833-m03) Calling .GetSSHKeyPath
I1030 18:41:40.392854 400041 main.go:141] libmachine: (ha-174833-m03) Calling .GetSSHUsername
I1030 18:41:40.393003 400041 sshutil.go:53] new ssh client: &{IP:192.168.39.238 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19883-381834/.minikube/machines/ha-174833-m03/id_rsa Username:docker}
I1030 18:41:40.485464 400041 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19883-381834/.minikube/certs/ca.pem -> /etc/docker/ca.pem
I1030 18:41:40.485543 400041 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19883-381834/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1082 bytes)
I1030 18:41:40.513241 400041 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19883-381834/.minikube/machines/server.pem -> /etc/docker/server.pem
I1030 18:41:40.513314 400041 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19883-381834/.minikube/machines/server.pem --> /etc/docker/server.pem (1208 bytes)
I1030 18:41:40.537145 400041 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19883-381834/.minikube/machines/server-key.pem -> /etc/docker/server-key.pem
I1030 18:41:40.537239 400041 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19883-381834/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)
I1030 18:41:40.562099 400041 provision.go:87] duration metric: took 568.966283ms to configureAuth
I1030 18:41:40.562136 400041 buildroot.go:189] setting minikube options for container-runtime
I1030 18:41:40.562357 400041 config.go:182] Loaded profile config "ha-174833": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1030 18:41:40.562450 400041 main.go:141] libmachine: (ha-174833-m03) Calling .GetSSHHostname
I1030 18:41:40.565158 400041 main.go:141] libmachine: (ha-174833-m03) DBG | domain ha-174833-m03 has defined MAC address 52:54:00:76:9d:ad in network mk-ha-174833
I1030 18:41:40.565531 400041 main.go:141] libmachine: (ha-174833-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:76:9d:ad", ip: ""} in network mk-ha-174833: {Iface:virbr1 ExpiryTime:2024-10-30 19:41:27 +0000 UTC Type:0 Mac:52:54:00:76:9d:ad Iaid: IPaddr:192.168.39.238 Prefix:24 Hostname:ha-174833-m03 Clientid:01:52:54:00:76:9d:ad}
I1030 18:41:40.565563 400041 main.go:141] libmachine: (ha-174833-m03) DBG | domain ha-174833-m03 has defined IP address 192.168.39.238 and MAC address 52:54:00:76:9d:ad in network mk-ha-174833
I1030 18:41:40.565700 400041 main.go:141] libmachine: (ha-174833-m03) Calling .GetSSHPort
I1030 18:41:40.565906 400041 main.go:141] libmachine: (ha-174833-m03) Calling .GetSSHKeyPath
I1030 18:41:40.566083 400041 main.go:141] libmachine: (ha-174833-m03) Calling .GetSSHKeyPath
I1030 18:41:40.566192 400041 main.go:141] libmachine: (ha-174833-m03) Calling .GetSSHUsername
I1030 18:41:40.566349 400041 main.go:141] libmachine: Using SSH client type: native
I1030 18:41:40.566539 400041 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866160] 0x868e40 <nil> [] 0s} 192.168.39.238 22 <nil> <nil>}
I1030 18:41:40.566554 400041 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1030 18:41:40.803791 400041 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1030 18:41:40.803826 400041 main.go:141] libmachine: Checking connection to Docker...
I1030 18:41:40.803835 400041 main.go:141] libmachine: (ha-174833-m03) Calling .GetURL
I1030 18:41:40.805073 400041 main.go:141] libmachine: (ha-174833-m03) DBG | Using libvirt version 6000000
I1030 18:41:40.807111 400041 main.go:141] libmachine: (ha-174833-m03) DBG | domain ha-174833-m03 has defined MAC address 52:54:00:76:9d:ad in network mk-ha-174833
I1030 18:41:40.807563 400041 main.go:141] libmachine: (ha-174833-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:76:9d:ad", ip: ""} in network mk-ha-174833: {Iface:virbr1 ExpiryTime:2024-10-30 19:41:27 +0000 UTC Type:0 Mac:52:54:00:76:9d:ad Iaid: IPaddr:192.168.39.238 Prefix:24 Hostname:ha-174833-m03 Clientid:01:52:54:00:76:9d:ad}
I1030 18:41:40.807592 400041 main.go:141] libmachine: (ha-174833-m03) DBG | domain ha-174833-m03 has defined IP address 192.168.39.238 and MAC address 52:54:00:76:9d:ad in network mk-ha-174833
I1030 18:41:40.807738 400041 main.go:141] libmachine: Docker is up and running!
I1030 18:41:40.807756 400041 main.go:141] libmachine: Reticulating splines...
I1030 18:41:40.807765 400041 client.go:171] duration metric: took 28.27447273s to LocalClient.Create
I1030 18:41:40.807794 400041 start.go:167] duration metric: took 28.274545509s to libmachine.API.Create "ha-174833"
I1030 18:41:40.807813 400041 start.go:293] postStartSetup for "ha-174833-m03" (driver="kvm2")
I1030 18:41:40.807829 400041 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1030 18:41:40.807854 400041 main.go:141] libmachine: (ha-174833-m03) Calling .DriverName
I1030 18:41:40.808083 400041 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1030 18:41:40.808112 400041 main.go:141] libmachine: (ha-174833-m03) Calling .GetSSHHostname
I1030 18:41:40.810446 400041 main.go:141] libmachine: (ha-174833-m03) DBG | domain ha-174833-m03 has defined MAC address 52:54:00:76:9d:ad in network mk-ha-174833
I1030 18:41:40.810781 400041 main.go:141] libmachine: (ha-174833-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:76:9d:ad", ip: ""} in network mk-ha-174833: {Iface:virbr1 ExpiryTime:2024-10-30 19:41:27 +0000 UTC Type:0 Mac:52:54:00:76:9d:ad Iaid: IPaddr:192.168.39.238 Prefix:24 Hostname:ha-174833-m03 Clientid:01:52:54:00:76:9d:ad}
I1030 18:41:40.810810 400041 main.go:141] libmachine: (ha-174833-m03) DBG | domain ha-174833-m03 has defined IP address 192.168.39.238 and MAC address 52:54:00:76:9d:ad in network mk-ha-174833
I1030 18:41:40.810951 400041 main.go:141] libmachine: (ha-174833-m03) Calling .GetSSHPort
I1030 18:41:40.811117 400041 main.go:141] libmachine: (ha-174833-m03) Calling .GetSSHKeyPath
I1030 18:41:40.811251 400041 main.go:141] libmachine: (ha-174833-m03) Calling .GetSSHUsername
I1030 18:41:40.811374 400041 sshutil.go:53] new ssh client: &{IP:192.168.39.238 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19883-381834/.minikube/machines/ha-174833-m03/id_rsa Username:docker}
I1030 18:41:40.898250 400041 ssh_runner.go:195] Run: cat /etc/os-release
I1030 18:41:40.902639 400041 info.go:137] Remote host: Buildroot 2023.02.9
I1030 18:41:40.902670 400041 filesync.go:126] Scanning /home/jenkins/minikube-integration/19883-381834/.minikube/addons for local assets ...
I1030 18:41:40.902762 400041 filesync.go:126] Scanning /home/jenkins/minikube-integration/19883-381834/.minikube/files for local assets ...
I1030 18:41:40.902838 400041 filesync.go:149] local asset: /home/jenkins/minikube-integration/19883-381834/.minikube/files/etc/ssl/certs/3891442.pem -> 3891442.pem in /etc/ssl/certs
I1030 18:41:40.902848 400041 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19883-381834/.minikube/files/etc/ssl/certs/3891442.pem -> /etc/ssl/certs/3891442.pem
I1030 18:41:40.902930 400041 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1030 18:41:40.911988 400041 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19883-381834/.minikube/files/etc/ssl/certs/3891442.pem --> /etc/ssl/certs/3891442.pem (1708 bytes)
I1030 18:41:40.936666 400041 start.go:296] duration metric: took 128.83333ms for postStartSetup
I1030 18:41:40.936732 400041 main.go:141] libmachine: (ha-174833-m03) Calling .GetConfigRaw
I1030 18:41:40.937356 400041 main.go:141] libmachine: (ha-174833-m03) Calling .GetIP
I1030 18:41:40.939940 400041 main.go:141] libmachine: (ha-174833-m03) DBG | domain ha-174833-m03 has defined MAC address 52:54:00:76:9d:ad in network mk-ha-174833
I1030 18:41:40.940379 400041 main.go:141] libmachine: (ha-174833-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:76:9d:ad", ip: ""} in network mk-ha-174833: {Iface:virbr1 ExpiryTime:2024-10-30 19:41:27 +0000 UTC Type:0 Mac:52:54:00:76:9d:ad Iaid: IPaddr:192.168.39.238 Prefix:24 Hostname:ha-174833-m03 Clientid:01:52:54:00:76:9d:ad}
I1030 18:41:40.940406 400041 main.go:141] libmachine: (ha-174833-m03) DBG | domain ha-174833-m03 has defined IP address 192.168.39.238 and MAC address 52:54:00:76:9d:ad in network mk-ha-174833
I1030 18:41:40.940740 400041 profile.go:143] Saving config to /home/jenkins/minikube-integration/19883-381834/.minikube/profiles/ha-174833/config.json ...
I1030 18:41:40.940959 400041 start.go:128] duration metric: took 28.426739922s to createHost
I1030 18:41:40.940996 400041 main.go:141] libmachine: (ha-174833-m03) Calling .GetSSHHostname
I1030 18:41:40.943340 400041 main.go:141] libmachine: (ha-174833-m03) DBG | domain ha-174833-m03 has defined MAC address 52:54:00:76:9d:ad in network mk-ha-174833
I1030 18:41:40.943659 400041 main.go:141] libmachine: (ha-174833-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:76:9d:ad", ip: ""} in network mk-ha-174833: {Iface:virbr1 ExpiryTime:2024-10-30 19:41:27 +0000 UTC Type:0 Mac:52:54:00:76:9d:ad Iaid: IPaddr:192.168.39.238 Prefix:24 Hostname:ha-174833-m03 Clientid:01:52:54:00:76:9d:ad}
I1030 18:41:40.943683 400041 main.go:141] libmachine: (ha-174833-m03) DBG | domain ha-174833-m03 has defined IP address 192.168.39.238 and MAC address 52:54:00:76:9d:ad in network mk-ha-174833
I1030 18:41:40.943787 400041 main.go:141] libmachine: (ha-174833-m03) Calling .GetSSHPort
I1030 18:41:40.943992 400041 main.go:141] libmachine: (ha-174833-m03) Calling .GetSSHKeyPath
I1030 18:41:40.944157 400041 main.go:141] libmachine: (ha-174833-m03) Calling .GetSSHKeyPath
I1030 18:41:40.944299 400041 main.go:141] libmachine: (ha-174833-m03) Calling .GetSSHUsername
I1030 18:41:40.944469 400041 main.go:141] libmachine: Using SSH client type: native
I1030 18:41:40.944647 400041 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866160] 0x868e40 <nil> [] 0s} 192.168.39.238 22 <nil> <nil>}
I1030 18:41:40.944657 400041 main.go:141] libmachine: About to run SSH command:
date +%s.%N
I1030 18:41:41.054995 400041 main.go:141] libmachine: SSH cmd err, output: <nil>: 1730313701.035748365
I1030 18:41:41.055025 400041 fix.go:216] guest clock: 1730313701.035748365
I1030 18:41:41.055036 400041 fix.go:229] Guest: 2024-10-30 18:41:41.035748365 +0000 UTC Remote: 2024-10-30 18:41:40.940974319 +0000 UTC m=+147.695761890 (delta=94.774046ms)
I1030 18:41:41.055058 400041 fix.go:200] guest clock delta is within tolerance: 94.774046ms
I1030 18:41:41.055065 400041 start.go:83] releasing machines lock for "ha-174833-m03", held for 28.541005951s
I1030 18:41:41.055090 400041 main.go:141] libmachine: (ha-174833-m03) Calling .DriverName
I1030 18:41:41.055377 400041 main.go:141] libmachine: (ha-174833-m03) Calling .GetIP
I1030 18:41:41.057920 400041 main.go:141] libmachine: (ha-174833-m03) DBG | domain ha-174833-m03 has defined MAC address 52:54:00:76:9d:ad in network mk-ha-174833
I1030 18:41:41.058257 400041 main.go:141] libmachine: (ha-174833-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:76:9d:ad", ip: ""} in network mk-ha-174833: {Iface:virbr1 ExpiryTime:2024-10-30 19:41:27 +0000 UTC Type:0 Mac:52:54:00:76:9d:ad Iaid: IPaddr:192.168.39.238 Prefix:24 Hostname:ha-174833-m03 Clientid:01:52:54:00:76:9d:ad}
I1030 18:41:41.058278 400041 main.go:141] libmachine: (ha-174833-m03) DBG | domain ha-174833-m03 has defined IP address 192.168.39.238 and MAC address 52:54:00:76:9d:ad in network mk-ha-174833
I1030 18:41:41.060653 400041 out.go:177] * Found network options:
I1030 18:41:41.062139 400041 out.go:177] - NO_PROXY=192.168.39.141,192.168.39.67
W1030 18:41:41.063472 400041 proxy.go:119] fail to check proxy env: Error ip not in block
W1030 18:41:41.063496 400041 proxy.go:119] fail to check proxy env: Error ip not in block
I1030 18:41:41.063508 400041 main.go:141] libmachine: (ha-174833-m03) Calling .DriverName
I1030 18:41:41.064009 400041 main.go:141] libmachine: (ha-174833-m03) Calling .DriverName
I1030 18:41:41.064221 400041 main.go:141] libmachine: (ha-174833-m03) Calling .DriverName
I1030 18:41:41.064313 400041 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1030 18:41:41.064352 400041 main.go:141] libmachine: (ha-174833-m03) Calling .GetSSHHostname
W1030 18:41:41.064451 400041 proxy.go:119] fail to check proxy env: Error ip not in block
W1030 18:41:41.064473 400041 proxy.go:119] fail to check proxy env: Error ip not in block
I1030 18:41:41.064552 400041 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1030 18:41:41.064575 400041 main.go:141] libmachine: (ha-174833-m03) Calling .GetSSHHostname
I1030 18:41:41.066853 400041 main.go:141] libmachine: (ha-174833-m03) DBG | domain ha-174833-m03 has defined MAC address 52:54:00:76:9d:ad in network mk-ha-174833
I1030 18:41:41.067199 400041 main.go:141] libmachine: (ha-174833-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:76:9d:ad", ip: ""} in network mk-ha-174833: {Iface:virbr1 ExpiryTime:2024-10-30 19:41:27 +0000 UTC Type:0 Mac:52:54:00:76:9d:ad Iaid: IPaddr:192.168.39.238 Prefix:24 Hostname:ha-174833-m03 Clientid:01:52:54:00:76:9d:ad}
I1030 18:41:41.067222 400041 main.go:141] libmachine: (ha-174833-m03) DBG | domain ha-174833-m03 has defined IP address 192.168.39.238 and MAC address 52:54:00:76:9d:ad in network mk-ha-174833
I1030 18:41:41.067302 400041 main.go:141] libmachine: (ha-174833-m03) DBG | domain ha-174833-m03 has defined MAC address 52:54:00:76:9d:ad in network mk-ha-174833
I1030 18:41:41.067479 400041 main.go:141] libmachine: (ha-174833-m03) Calling .GetSSHPort
I1030 18:41:41.067664 400041 main.go:141] libmachine: (ha-174833-m03) Calling .GetSSHKeyPath
I1030 18:41:41.067724 400041 main.go:141] libmachine: (ha-174833-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:76:9d:ad", ip: ""} in network mk-ha-174833: {Iface:virbr1 ExpiryTime:2024-10-30 19:41:27 +0000 UTC Type:0 Mac:52:54:00:76:9d:ad Iaid: IPaddr:192.168.39.238 Prefix:24 Hostname:ha-174833-m03 Clientid:01:52:54:00:76:9d:ad}
I1030 18:41:41.067749 400041 main.go:141] libmachine: (ha-174833-m03) DBG | domain ha-174833-m03 has defined IP address 192.168.39.238 and MAC address 52:54:00:76:9d:ad in network mk-ha-174833
I1030 18:41:41.067830 400041 main.go:141] libmachine: (ha-174833-m03) Calling .GetSSHUsername
I1030 18:41:41.067906 400041 main.go:141] libmachine: (ha-174833-m03) Calling .GetSSHPort
I1030 18:41:41.067978 400041 sshutil.go:53] new ssh client: &{IP:192.168.39.238 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19883-381834/.minikube/machines/ha-174833-m03/id_rsa Username:docker}
I1030 18:41:41.068065 400041 main.go:141] libmachine: (ha-174833-m03) Calling .GetSSHKeyPath
I1030 18:41:41.068181 400041 main.go:141] libmachine: (ha-174833-m03) Calling .GetSSHUsername
I1030 18:41:41.068275 400041 sshutil.go:53] new ssh client: &{IP:192.168.39.238 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19883-381834/.minikube/machines/ha-174833-m03/id_rsa Username:docker}
I1030 18:41:41.314636 400041 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
W1030 18:41:41.321102 400041 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I1030 18:41:41.321173 400041 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1030 18:41:41.338442 400041 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)
I1030 18:41:41.338470 400041 start.go:495] detecting cgroup driver to use...
I1030 18:41:41.338554 400041 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1030 18:41:41.355526 400041 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1030 18:41:41.369752 400041 docker.go:217] disabling cri-docker service (if available) ...
I1030 18:41:41.369824 400041 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1030 18:41:41.384658 400041 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1030 18:41:41.399117 400041 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1030 18:41:41.515988 400041 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1030 18:41:41.659854 400041 docker.go:233] disabling docker service ...
I1030 18:41:41.659940 400041 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1030 18:41:41.675386 400041 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1030 18:41:41.688521 400041 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1030 18:41:41.830998 400041 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1030 18:41:41.962743 400041 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1030 18:41:41.976734 400041 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1030 18:41:41.998554 400041 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10" pause image...
I1030 18:41:41.998635 400041 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10"|' /etc/crio/crio.conf.d/02-crio.conf"
I1030 18:41:42.010835 400041 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I1030 18:41:42.010904 400041 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I1030 18:41:42.022771 400041 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1030 18:41:42.033993 400041 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1030 18:41:42.044518 400041 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1030 18:41:42.055581 400041 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I1030 18:41:42.065838 400041 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I1030 18:41:42.082685 400041 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I1030 18:41:42.092911 400041 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1030 18:41:42.102341 400041 crio.go:166] couldn't verify netfilter by "sudo sysctl net.bridge.bridge-nf-call-iptables" which might be okay. error: sudo sysctl net.bridge.bridge-nf-call-iptables: Process exited with status 255
stdout:
stderr:
sysctl: cannot stat /proc/sys/net/bridge/bridge-nf-call-iptables: No such file or directory
I1030 18:41:42.102398 400041 ssh_runner.go:195] Run: sudo modprobe br_netfilter
I1030 18:41:42.115321 400041 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1030 18:41:42.125073 400041 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1030 18:41:42.255762 400041 ssh_runner.go:195] Run: sudo systemctl restart crio
I1030 18:41:42.348340 400041 start.go:542] Will wait 60s for socket path /var/run/crio/crio.sock
I1030 18:41:42.348402 400041 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1030 18:41:42.353645 400041 start.go:563] Will wait 60s for crictl version
I1030 18:41:42.353700 400041 ssh_runner.go:195] Run: which crictl
I1030 18:41:42.357362 400041 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I1030 18:41:42.403194 400041 start.go:579] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.29.1
RuntimeApiVersion: v1
I1030 18:41:42.403278 400041 ssh_runner.go:195] Run: crio --version
I1030 18:41:42.433073 400041 ssh_runner.go:195] Run: crio --version
I1030 18:41:42.461144 400041 out.go:177] * Preparing Kubernetes v1.31.2 on CRI-O 1.29.1 ...
I1030 18:41:42.462700 400041 out.go:177] - env NO_PROXY=192.168.39.141
I1030 18:41:42.464361 400041 out.go:177] - env NO_PROXY=192.168.39.141,192.168.39.67
I1030 18:41:42.465724 400041 main.go:141] libmachine: (ha-174833-m03) Calling .GetIP
I1030 18:41:42.468442 400041 main.go:141] libmachine: (ha-174833-m03) DBG | domain ha-174833-m03 has defined MAC address 52:54:00:76:9d:ad in network mk-ha-174833
I1030 18:41:42.468785 400041 main.go:141] libmachine: (ha-174833-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:76:9d:ad", ip: ""} in network mk-ha-174833: {Iface:virbr1 ExpiryTime:2024-10-30 19:41:27 +0000 UTC Type:0 Mac:52:54:00:76:9d:ad Iaid: IPaddr:192.168.39.238 Prefix:24 Hostname:ha-174833-m03 Clientid:01:52:54:00:76:9d:ad}
I1030 18:41:42.468812 400041 main.go:141] libmachine: (ha-174833-m03) DBG | domain ha-174833-m03 has defined IP address 192.168.39.238 and MAC address 52:54:00:76:9d:ad in network mk-ha-174833
I1030 18:41:42.469009 400041 ssh_runner.go:195] Run: grep 192.168.39.1 host.minikube.internal$ /etc/hosts
I1030 18:41:42.473316 400041 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.39.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1030 18:41:42.486401 400041 mustload.go:65] Loading cluster: ha-174833
I1030 18:41:42.486671 400041 config.go:182] Loaded profile config "ha-174833": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1030 18:41:42.487004 400041 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1030 18:41:42.487051 400041 main.go:141] libmachine: Launching plugin server for driver kvm2
I1030 18:41:42.503315 400041 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:39623
I1030 18:41:42.503812 400041 main.go:141] libmachine: () Calling .GetVersion
I1030 18:41:42.504381 400041 main.go:141] libmachine: Using API Version 1
I1030 18:41:42.504403 400041 main.go:141] libmachine: () Calling .SetConfigRaw
I1030 18:41:42.504715 400041 main.go:141] libmachine: () Calling .GetMachineName
I1030 18:41:42.504885 400041 main.go:141] libmachine: (ha-174833) Calling .GetState
I1030 18:41:42.506310 400041 host.go:66] Checking if "ha-174833" exists ...
I1030 18:41:42.506684 400041 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1030 18:41:42.506729 400041 main.go:141] libmachine: Launching plugin server for driver kvm2
I1030 18:41:42.521795 400041 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:36777
I1030 18:41:42.522246 400041 main.go:141] libmachine: () Calling .GetVersion
I1030 18:41:42.522834 400041 main.go:141] libmachine: Using API Version 1
I1030 18:41:42.522857 400041 main.go:141] libmachine: () Calling .SetConfigRaw
I1030 18:41:42.523225 400041 main.go:141] libmachine: () Calling .GetMachineName
I1030 18:41:42.523429 400041 main.go:141] libmachine: (ha-174833) Calling .DriverName
I1030 18:41:42.523593 400041 certs.go:68] Setting up /home/jenkins/minikube-integration/19883-381834/.minikube/profiles/ha-174833 for IP: 192.168.39.238
I1030 18:41:42.523605 400041 certs.go:194] generating shared ca certs ...
I1030 18:41:42.523621 400041 certs.go:226] acquiring lock for ca certs: {Name:mk7846d2584162eb06783c46944563970e4e21ac Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1030 18:41:42.523781 400041 certs.go:235] skipping valid "minikubeCA" ca cert: /home/jenkins/minikube-integration/19883-381834/.minikube/ca.key
I1030 18:41:42.523832 400041 certs.go:235] skipping valid "proxyClientCA" ca cert: /home/jenkins/minikube-integration/19883-381834/.minikube/proxy-client-ca.key
I1030 18:41:42.523846 400041 certs.go:256] generating profile certs ...
I1030 18:41:42.523984 400041 certs.go:359] skipping valid signed profile cert regeneration for "minikube-user": /home/jenkins/minikube-integration/19883-381834/.minikube/profiles/ha-174833/client.key
I1030 18:41:42.524022 400041 certs.go:363] generating signed profile cert for "minikube": /home/jenkins/minikube-integration/19883-381834/.minikube/profiles/ha-174833/apiserver.key.48de31c7
I1030 18:41:42.524044 400041 crypto.go:68] Generating cert /home/jenkins/minikube-integration/19883-381834/.minikube/profiles/ha-174833/apiserver.crt.48de31c7 with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.168.39.141 192.168.39.67 192.168.39.238 192.168.39.254]
I1030 18:41:42.771082 400041 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19883-381834/.minikube/profiles/ha-174833/apiserver.crt.48de31c7 ...
I1030 18:41:42.771143 400041 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19883-381834/.minikube/profiles/ha-174833/apiserver.crt.48de31c7: {Name:mkbb8ab8bf6c18d6d6a31970e3b828800b8fd44f Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1030 18:41:42.771350 400041 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19883-381834/.minikube/profiles/ha-174833/apiserver.key.48de31c7 ...
I1030 18:41:42.771369 400041 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19883-381834/.minikube/profiles/ha-174833/apiserver.key.48de31c7: {Name:mk93a1175526096093ebe70ea08ba926787709bc Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1030 18:41:42.771474 400041 certs.go:381] copying /home/jenkins/minikube-integration/19883-381834/.minikube/profiles/ha-174833/apiserver.crt.48de31c7 -> /home/jenkins/minikube-integration/19883-381834/.minikube/profiles/ha-174833/apiserver.crt
I1030 18:41:42.771640 400041 certs.go:385] copying /home/jenkins/minikube-integration/19883-381834/.minikube/profiles/ha-174833/apiserver.key.48de31c7 -> /home/jenkins/minikube-integration/19883-381834/.minikube/profiles/ha-174833/apiserver.key
I1030 18:41:42.771819 400041 certs.go:359] skipping valid signed profile cert regeneration for "aggregator": /home/jenkins/minikube-integration/19883-381834/.minikube/profiles/ha-174833/proxy-client.key
I1030 18:41:42.771839 400041 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19883-381834/.minikube/ca.crt -> /var/lib/minikube/certs/ca.crt
I1030 18:41:42.771859 400041 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19883-381834/.minikube/ca.key -> /var/lib/minikube/certs/ca.key
I1030 18:41:42.771878 400041 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19883-381834/.minikube/proxy-client-ca.crt -> /var/lib/minikube/certs/proxy-client-ca.crt
I1030 18:41:42.771897 400041 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19883-381834/.minikube/proxy-client-ca.key -> /var/lib/minikube/certs/proxy-client-ca.key
I1030 18:41:42.771916 400041 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19883-381834/.minikube/profiles/ha-174833/apiserver.crt -> /var/lib/minikube/certs/apiserver.crt
I1030 18:41:42.771935 400041 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19883-381834/.minikube/profiles/ha-174833/apiserver.key -> /var/lib/minikube/certs/apiserver.key
I1030 18:41:42.771953 400041 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19883-381834/.minikube/profiles/ha-174833/proxy-client.crt -> /var/lib/minikube/certs/proxy-client.crt
I1030 18:41:42.786601 400041 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19883-381834/.minikube/profiles/ha-174833/proxy-client.key -> /var/lib/minikube/certs/proxy-client.key
I1030 18:41:42.786716 400041 certs.go:484] found cert: /home/jenkins/minikube-integration/19883-381834/.minikube/certs/389144.pem (1338 bytes)
W1030 18:41:42.786768 400041 certs.go:480] ignoring /home/jenkins/minikube-integration/19883-381834/.minikube/certs/389144_empty.pem, impossibly tiny 0 bytes
I1030 18:41:42.786783 400041 certs.go:484] found cert: /home/jenkins/minikube-integration/19883-381834/.minikube/certs/ca-key.pem (1679 bytes)
I1030 18:41:42.786818 400041 certs.go:484] found cert: /home/jenkins/minikube-integration/19883-381834/.minikube/certs/ca.pem (1082 bytes)
I1030 18:41:42.786855 400041 certs.go:484] found cert: /home/jenkins/minikube-integration/19883-381834/.minikube/certs/cert.pem (1123 bytes)
I1030 18:41:42.786886 400041 certs.go:484] found cert: /home/jenkins/minikube-integration/19883-381834/.minikube/certs/key.pem (1679 bytes)
I1030 18:41:42.786944 400041 certs.go:484] found cert: /home/jenkins/minikube-integration/19883-381834/.minikube/files/etc/ssl/certs/3891442.pem (1708 bytes)
I1030 18:41:42.786987 400041 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19883-381834/.minikube/files/etc/ssl/certs/3891442.pem -> /usr/share/ca-certificates/3891442.pem
I1030 18:41:42.787011 400041 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19883-381834/.minikube/ca.crt -> /usr/share/ca-certificates/minikubeCA.pem
I1030 18:41:42.787031 400041 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19883-381834/.minikube/certs/389144.pem -> /usr/share/ca-certificates/389144.pem
I1030 18:41:42.787082 400041 main.go:141] libmachine: (ha-174833) Calling .GetSSHHostname
I1030 18:41:42.790022 400041 main.go:141] libmachine: (ha-174833) DBG | domain ha-174833 has defined MAC address 52:54:00:fd:5e:ca in network mk-ha-174833
I1030 18:41:42.790433 400041 main.go:141] libmachine: (ha-174833) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:fd:5e:ca", ip: ""} in network mk-ha-174833: {Iface:virbr1 ExpiryTime:2024-10-30 19:39:27 +0000 UTC Type:0 Mac:52:54:00:fd:5e:ca Iaid: IPaddr:192.168.39.141 Prefix:24 Hostname:ha-174833 Clientid:01:52:54:00:fd:5e:ca}
I1030 18:41:42.790463 400041 main.go:141] libmachine: (ha-174833) DBG | domain ha-174833 has defined IP address 192.168.39.141 and MAC address 52:54:00:fd:5e:ca in network mk-ha-174833
I1030 18:41:42.790635 400041 main.go:141] libmachine: (ha-174833) Calling .GetSSHPort
I1030 18:41:42.790863 400041 main.go:141] libmachine: (ha-174833) Calling .GetSSHKeyPath
I1030 18:41:42.791005 400041 main.go:141] libmachine: (ha-174833) Calling .GetSSHUsername
I1030 18:41:42.791117 400041 sshutil.go:53] new ssh client: &{IP:192.168.39.141 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19883-381834/.minikube/machines/ha-174833/id_rsa Username:docker}
I1030 18:41:42.862993 400041 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/sa.pub
I1030 18:41:42.869116 400041 ssh_runner.go:447] scp /var/lib/minikube/certs/sa.pub --> memory (451 bytes)
I1030 18:41:42.881084 400041 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/sa.key
I1030 18:41:42.885608 400041 ssh_runner.go:447] scp /var/lib/minikube/certs/sa.key --> memory (1675 bytes)
I1030 18:41:42.896066 400041 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/front-proxy-ca.crt
I1030 18:41:42.900395 400041 ssh_runner.go:447] scp /var/lib/minikube/certs/front-proxy-ca.crt --> memory (1123 bytes)
I1030 18:41:42.911415 400041 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/front-proxy-ca.key
I1030 18:41:42.915680 400041 ssh_runner.go:447] scp /var/lib/minikube/certs/front-proxy-ca.key --> memory (1679 bytes)
I1030 18:41:42.926002 400041 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/etcd/ca.crt
I1030 18:41:42.929978 400041 ssh_runner.go:447] scp /var/lib/minikube/certs/etcd/ca.crt --> memory (1094 bytes)
I1030 18:41:42.939948 400041 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/etcd/ca.key
I1030 18:41:42.944073 400041 ssh_runner.go:447] scp /var/lib/minikube/certs/etcd/ca.key --> memory (1679 bytes)
I1030 18:41:42.954991 400041 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19883-381834/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1030 18:41:42.979919 400041 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19883-381834/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1679 bytes)
I1030 18:41:43.004284 400041 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19883-381834/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1030 18:41:43.027671 400041 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19883-381834/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1679 bytes)
I1030 18:41:43.050807 400041 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19883-381834/.minikube/profiles/ha-174833/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1444 bytes)
I1030 18:41:43.073405 400041 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19883-381834/.minikube/profiles/ha-174833/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1679 bytes)
I1030 18:41:43.097875 400041 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19883-381834/.minikube/profiles/ha-174833/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1030 18:41:43.121491 400041 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19883-381834/.minikube/profiles/ha-174833/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1671 bytes)
I1030 18:41:43.145484 400041 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19883-381834/.minikube/files/etc/ssl/certs/3891442.pem --> /usr/share/ca-certificates/3891442.pem (1708 bytes)
I1030 18:41:43.169567 400041 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19883-381834/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1030 18:41:43.194113 400041 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19883-381834/.minikube/certs/389144.pem --> /usr/share/ca-certificates/389144.pem (1338 bytes)
I1030 18:41:43.217839 400041 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/sa.pub (451 bytes)
I1030 18:41:43.235214 400041 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/sa.key (1675 bytes)
I1030 18:41:43.251678 400041 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/front-proxy-ca.crt (1123 bytes)
I1030 18:41:43.267891 400041 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/front-proxy-ca.key (1679 bytes)
I1030 18:41:43.283793 400041 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/etcd/ca.crt (1094 bytes)
I1030 18:41:43.301477 400041 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/etcd/ca.key (1679 bytes)
I1030 18:41:43.319112 400041 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (744 bytes)
I1030 18:41:43.336222 400041 ssh_runner.go:195] Run: openssl version
I1030 18:41:43.342021 400041 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1030 18:41:43.353281 400041 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1030 18:41:43.357881 400041 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Oct 30 18:22 /usr/share/ca-certificates/minikubeCA.pem
I1030 18:41:43.357947 400041 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1030 18:41:43.363573 400041 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1030 18:41:43.375497 400041 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/389144.pem && ln -fs /usr/share/ca-certificates/389144.pem /etc/ssl/certs/389144.pem"
I1030 18:41:43.389049 400041 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/389144.pem
I1030 18:41:43.393551 400041 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Oct 30 18:35 /usr/share/ca-certificates/389144.pem
I1030 18:41:43.393616 400041 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/389144.pem
I1030 18:41:43.399295 400041 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/389144.pem /etc/ssl/certs/51391683.0"
I1030 18:41:43.411090 400041 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/3891442.pem && ln -fs /usr/share/ca-certificates/3891442.pem /etc/ssl/certs/3891442.pem"
I1030 18:41:43.422010 400041 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/3891442.pem
I1030 18:41:43.426629 400041 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Oct 30 18:35 /usr/share/ca-certificates/3891442.pem
I1030 18:41:43.426687 400041 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/3891442.pem
I1030 18:41:43.432334 400041 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/3891442.pem /etc/ssl/certs/3ec20f2e.0"
I1030 18:41:43.443256 400041 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1030 18:41:43.447278 400041 certs.go:399] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I1030 18:41:43.447336 400041 kubeadm.go:934] updating node {m03 192.168.39.238 8443 v1.31.2 crio true true} ...
I1030 18:41:43.447423 400041 kubeadm.go:946] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.31.2/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --hostname-override=ha-174833-m03 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.39.238
[Install]
config:
{KubernetesVersion:v1.31.2 ClusterName:ha-174833 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1030 18:41:43.447453 400041 kube-vip.go:115] generating kube-vip config ...
I1030 18:41:43.447481 400041 ssh_runner.go:195] Run: sudo sh -c "modprobe --all ip_vs ip_vs_rr ip_vs_wrr ip_vs_sh nf_conntrack"
I1030 18:41:43.463867 400041 kube-vip.go:167] auto-enabling control-plane load-balancing in kube-vip
I1030 18:41:43.463938 400041 kube-vip.go:137] kube-vip config:
apiVersion: v1
kind: Pod
metadata:
creationTimestamp: null
name: kube-vip
namespace: kube-system
spec:
containers:
- args:
- manager
env:
- name: vip_arp
value: "true"
- name: port
value: "8443"
- name: vip_nodename
valueFrom:
fieldRef:
fieldPath: spec.nodeName
- name: vip_interface
value: eth0
- name: vip_cidr
value: "32"
- name: dns_mode
value: first
- name: cp_enable
value: "true"
- name: cp_namespace
value: kube-system
- name: vip_leaderelection
value: "true"
- name: vip_leasename
value: plndr-cp-lock
- name: vip_leaseduration
value: "5"
- name: vip_renewdeadline
value: "3"
- name: vip_retryperiod
value: "1"
- name: address
value: 192.168.39.254
- name: prometheus_server
value: :2112
- name : lb_enable
value: "true"
- name: lb_port
value: "8443"
image: ghcr.io/kube-vip/kube-vip:v0.8.4
imagePullPolicy: IfNotPresent
name: kube-vip
resources: {}
securityContext:
capabilities:
add:
- NET_ADMIN
- NET_RAW
volumeMounts:
- mountPath: /etc/kubernetes/admin.conf
name: kubeconfig
hostAliases:
- hostnames:
- kubernetes
ip: 127.0.0.1
hostNetwork: true
volumes:
- hostPath:
path: "/etc/kubernetes/admin.conf"
name: kubeconfig
status: {}
I1030 18:41:43.463993 400041 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.31.2
I1030 18:41:43.474999 400041 binaries.go:47] Didn't find k8s binaries: sudo ls /var/lib/minikube/binaries/v1.31.2: Process exited with status 2
stdout:
stderr:
ls: cannot access '/var/lib/minikube/binaries/v1.31.2': No such file or directory
Initiating transfer...
I1030 18:41:43.475044 400041 ssh_runner.go:195] Run: sudo mkdir -p /var/lib/minikube/binaries/v1.31.2
I1030 18:41:43.485456 400041 binary.go:74] Not caching binary, using https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubectl?checksum=file:https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubectl.sha256
I1030 18:41:43.485479 400041 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19883-381834/.minikube/cache/linux/amd64/v1.31.2/kubectl -> /var/lib/minikube/binaries/v1.31.2/kubectl
I1030 18:41:43.485517 400041 binary.go:74] Not caching binary, using https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubeadm?checksum=file:https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubeadm.sha256
I1030 18:41:43.485533 400041 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubectl
I1030 18:41:43.485545 400041 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19883-381834/.minikube/cache/linux/amd64/v1.31.2/kubeadm -> /var/lib/minikube/binaries/v1.31.2/kubeadm
I1030 18:41:43.485517 400041 binary.go:74] Not caching binary, using https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubelet?checksum=file:https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubelet.sha256
I1030 18:41:43.485603 400041 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubeadm
I1030 18:41:43.485621 400041 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1030 18:41:43.504131 400041 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19883-381834/.minikube/cache/linux/amd64/v1.31.2/kubelet -> /var/lib/minikube/binaries/v1.31.2/kubelet
I1030 18:41:43.504186 400041 ssh_runner.go:352] existence check for /var/lib/minikube/binaries/v1.31.2/kubeadm: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubeadm: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/binaries/v1.31.2/kubeadm': No such file or directory
I1030 18:41:43.504223 400041 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubelet
I1030 18:41:43.504222 400041 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19883-381834/.minikube/cache/linux/amd64/v1.31.2/kubeadm --> /var/lib/minikube/binaries/v1.31.2/kubeadm (58290328 bytes)
I1030 18:41:43.504237 400041 ssh_runner.go:352] existence check for /var/lib/minikube/binaries/v1.31.2/kubectl: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubectl: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/binaries/v1.31.2/kubectl': No such file or directory
I1030 18:41:43.504267 400041 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19883-381834/.minikube/cache/linux/amd64/v1.31.2/kubectl --> /var/lib/minikube/binaries/v1.31.2/kubectl (56381592 bytes)
I1030 18:41:43.522121 400041 ssh_runner.go:352] existence check for /var/lib/minikube/binaries/v1.31.2/kubelet: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubelet: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/binaries/v1.31.2/kubelet': No such file or directory
I1030 18:41:43.522169 400041 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19883-381834/.minikube/cache/linux/amd64/v1.31.2/kubelet --> /var/lib/minikube/binaries/v1.31.2/kubelet (76902744 bytes)
I1030 18:41:44.375482 400041 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /etc/kubernetes/manifests
I1030 18:41:44.387138 400041 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (313 bytes)
I1030 18:41:44.405486 400041 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1030 18:41:44.422728 400041 ssh_runner.go:362] scp memory --> /etc/kubernetes/manifests/kube-vip.yaml (1441 bytes)
I1030 18:41:44.439060 400041 ssh_runner.go:195] Run: grep 192.168.39.254 control-plane.minikube.internal$ /etc/hosts
I1030 18:41:44.443074 400041 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.39.254 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1030 18:41:44.455364 400041 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1030 18:41:44.570256 400041 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1030 18:41:44.588522 400041 host.go:66] Checking if "ha-174833" exists ...
I1030 18:41:44.589080 400041 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1030 18:41:44.589146 400041 main.go:141] libmachine: Launching plugin server for driver kvm2
I1030 18:41:44.605625 400041 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:37241
I1030 18:41:44.606088 400041 main.go:141] libmachine: () Calling .GetVersion
I1030 18:41:44.606626 400041 main.go:141] libmachine: Using API Version 1
I1030 18:41:44.606648 400041 main.go:141] libmachine: () Calling .SetConfigRaw
I1030 18:41:44.607023 400041 main.go:141] libmachine: () Calling .GetMachineName
I1030 18:41:44.607225 400041 main.go:141] libmachine: (ha-174833) Calling .DriverName
I1030 18:41:44.607369 400041 start.go:317] joinCluster: &{Name:ha-174833 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19883/minikube-v1.34.0-1730282777-19883-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730282848-19883@sha256:e762c909ad2a507083ec25b1ad3091c71fc7d92824e4a659c9158bbfe5ae03d4 Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.2 Cluster
Name:ha-174833 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.39.141 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m02 IP:192.168.39.67 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m03 IP:192.168.39.238 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[ambassador:false amd-gpu-device-plugin:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:false efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-d
ns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:false storage-provisioner-gluster:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror:
DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1030 18:41:44.607505 400041 ssh_runner.go:195] Run: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.2:$PATH" kubeadm token create --print-join-command --ttl=0"
I1030 18:41:44.607526 400041 main.go:141] libmachine: (ha-174833) Calling .GetSSHHostname
I1030 18:41:44.610554 400041 main.go:141] libmachine: (ha-174833) DBG | domain ha-174833 has defined MAC address 52:54:00:fd:5e:ca in network mk-ha-174833
I1030 18:41:44.611109 400041 main.go:141] libmachine: (ha-174833) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:fd:5e:ca", ip: ""} in network mk-ha-174833: {Iface:virbr1 ExpiryTime:2024-10-30 19:39:27 +0000 UTC Type:0 Mac:52:54:00:fd:5e:ca Iaid: IPaddr:192.168.39.141 Prefix:24 Hostname:ha-174833 Clientid:01:52:54:00:fd:5e:ca}
I1030 18:41:44.611135 400041 main.go:141] libmachine: (ha-174833) DBG | domain ha-174833 has defined IP address 192.168.39.141 and MAC address 52:54:00:fd:5e:ca in network mk-ha-174833
I1030 18:41:44.611433 400041 main.go:141] libmachine: (ha-174833) Calling .GetSSHPort
I1030 18:41:44.611606 400041 main.go:141] libmachine: (ha-174833) Calling .GetSSHKeyPath
I1030 18:41:44.611760 400041 main.go:141] libmachine: (ha-174833) Calling .GetSSHUsername
I1030 18:41:44.611885 400041 sshutil.go:53] new ssh client: &{IP:192.168.39.141 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19883-381834/.minikube/machines/ha-174833/id_rsa Username:docker}
I1030 18:41:44.773784 400041 start.go:343] trying to join control-plane node "m03" to cluster: &{Name:m03 IP:192.168.39.238 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}
I1030 18:41:44.773850 400041 ssh_runner.go:195] Run: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.2:$PATH" kubeadm join control-plane.minikube.internal:8443 --token jbea4g.48iwo9ov7hdxpf8l --discovery-token-ca-cert-hash sha256:b2143b9018fc79be6f35b8981f64b262448bd09f7227405c8dafa29481e81491 --ignore-preflight-errors=all --cri-socket unix:///var/run/crio/crio.sock --node-name=ha-174833-m03 --control-plane --apiserver-advertise-address=192.168.39.238 --apiserver-bind-port=8443"
I1030 18:42:06.433926 400041 ssh_runner.go:235] Completed: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.2:$PATH" kubeadm join control-plane.minikube.internal:8443 --token jbea4g.48iwo9ov7hdxpf8l --discovery-token-ca-cert-hash sha256:b2143b9018fc79be6f35b8981f64b262448bd09f7227405c8dafa29481e81491 --ignore-preflight-errors=all --cri-socket unix:///var/run/crio/crio.sock --node-name=ha-174833-m03 --control-plane --apiserver-advertise-address=192.168.39.238 --apiserver-bind-port=8443": (21.660034767s)
I1030 18:42:06.433968 400041 ssh_runner.go:195] Run: /bin/bash -c "sudo systemctl daemon-reload && sudo systemctl enable kubelet && sudo systemctl start kubelet"
I1030 18:42:06.995847 400041 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig label --overwrite nodes ha-174833-m03 minikube.k8s.io/updated_at=2024_10_30T18_42_06_0700 minikube.k8s.io/version=v1.34.0 minikube.k8s.io/commit=605ec3dacea4f25ee181ccc490c641c149fd11d0 minikube.k8s.io/name=ha-174833 minikube.k8s.io/primary=false
I1030 18:42:07.135527 400041 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig taint nodes ha-174833-m03 node-role.kubernetes.io/control-plane:NoSchedule-
I1030 18:42:07.266435 400041 start.go:319] duration metric: took 22.659060991s to joinCluster
I1030 18:42:07.266542 400041 start.go:235] Will wait 6m0s for node &{Name:m03 IP:192.168.39.238 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}
I1030 18:42:07.266874 400041 config.go:182] Loaded profile config "ha-174833": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1030 18:42:07.267989 400041 out.go:177] * Verifying Kubernetes components...
I1030 18:42:07.269832 400041 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1030 18:42:07.538532 400041 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1030 18:42:07.566640 400041 loader.go:395] Config loaded from file: /home/jenkins/minikube-integration/19883-381834/kubeconfig
I1030 18:42:07.566990 400041 kapi.go:59] client config for ha-174833: &rest.Config{Host:"https://192.168.39.254:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/home/jenkins/minikube-integration/19883-381834/.minikube/profiles/ha-174833/client.crt", KeyFile:"/home/jenkins/minikube-integration/19883-381834/.minikube/profiles/ha-174833/client.key", CAFile:"/home/jenkins/minikube-integration/19883-381834/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil), CAData:[]uint8(nil), NextProtos:[]string(n
il)}, UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x2439fe0), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
W1030 18:42:07.567153 400041 kubeadm.go:483] Overriding stale ClientConfig host https://192.168.39.254:8443 with https://192.168.39.141:8443
I1030 18:42:07.567517 400041 node_ready.go:35] waiting up to 6m0s for node "ha-174833-m03" to be "Ready" ...
I1030 18:42:07.567636 400041 round_trippers.go:463] GET https://192.168.39.141:8443/api/v1/nodes/ha-174833-m03
I1030 18:42:07.567647 400041 round_trippers.go:469] Request Headers:
I1030 18:42:07.567658 400041 round_trippers.go:473] Accept: application/json, */*
I1030 18:42:07.567663 400041 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:42:07.571044 400041 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:42:08.067840 400041 round_trippers.go:463] GET https://192.168.39.141:8443/api/v1/nodes/ha-174833-m03
I1030 18:42:08.067866 400041 round_trippers.go:469] Request Headers:
I1030 18:42:08.067875 400041 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:42:08.067880 400041 round_trippers.go:473] Accept: application/json, */*
I1030 18:42:08.071548 400041 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:42:08.568423 400041 round_trippers.go:463] GET https://192.168.39.141:8443/api/v1/nodes/ha-174833-m03
I1030 18:42:08.568445 400041 round_trippers.go:469] Request Headers:
I1030 18:42:08.568456 400041 round_trippers.go:473] Accept: application/json, */*
I1030 18:42:08.568468 400041 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:42:08.572275 400041 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:42:09.068213 400041 round_trippers.go:463] GET https://192.168.39.141:8443/api/v1/nodes/ha-174833-m03
I1030 18:42:09.068244 400041 round_trippers.go:469] Request Headers:
I1030 18:42:09.068255 400041 round_trippers.go:473] Accept: application/json, */*
I1030 18:42:09.068261 400041 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:42:09.072412 400041 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1030 18:42:09.568601 400041 round_trippers.go:463] GET https://192.168.39.141:8443/api/v1/nodes/ha-174833-m03
I1030 18:42:09.568687 400041 round_trippers.go:469] Request Headers:
I1030 18:42:09.568704 400041 round_trippers.go:473] Accept: application/json, */*
I1030 18:42:09.568711 400041 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:42:09.572953 400041 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1030 18:42:09.573669 400041 node_ready.go:53] node "ha-174833-m03" has status "Ready":"False"
I1030 18:42:10.068646 400041 round_trippers.go:463] GET https://192.168.39.141:8443/api/v1/nodes/ha-174833-m03
I1030 18:42:10.068674 400041 round_trippers.go:469] Request Headers:
I1030 18:42:10.068686 400041 round_trippers.go:473] Accept: application/json, */*
I1030 18:42:10.068690 400041 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:42:10.072592 400041 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:42:10.568186 400041 round_trippers.go:463] GET https://192.168.39.141:8443/api/v1/nodes/ha-174833-m03
I1030 18:42:10.568212 400041 round_trippers.go:469] Request Headers:
I1030 18:42:10.568228 400041 round_trippers.go:473] Accept: application/json, */*
I1030 18:42:10.568234 400041 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:42:10.571345 400041 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:42:11.068394 400041 round_trippers.go:463] GET https://192.168.39.141:8443/api/v1/nodes/ha-174833-m03
I1030 18:42:11.068419 400041 round_trippers.go:469] Request Headers:
I1030 18:42:11.068430 400041 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:42:11.068435 400041 round_trippers.go:473] Accept: application/json, */*
I1030 18:42:11.071353 400041 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1030 18:42:11.568540 400041 round_trippers.go:463] GET https://192.168.39.141:8443/api/v1/nodes/ha-174833-m03
I1030 18:42:11.568569 400041 round_trippers.go:469] Request Headers:
I1030 18:42:11.568581 400041 round_trippers.go:473] Accept: application/json, */*
I1030 18:42:11.568586 400041 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:42:11.571615 400041 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:42:12.068128 400041 round_trippers.go:463] GET https://192.168.39.141:8443/api/v1/nodes/ha-174833-m03
I1030 18:42:12.068184 400041 round_trippers.go:469] Request Headers:
I1030 18:42:12.068198 400041 round_trippers.go:473] Accept: application/json, */*
I1030 18:42:12.068204 400041 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:42:12.072054 400041 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:42:12.072920 400041 node_ready.go:53] node "ha-174833-m03" has status "Ready":"False"
I1030 18:42:12.568764 400041 round_trippers.go:463] GET https://192.168.39.141:8443/api/v1/nodes/ha-174833-m03
I1030 18:42:12.568788 400041 round_trippers.go:469] Request Headers:
I1030 18:42:12.568799 400041 round_trippers.go:473] Accept: application/json, */*
I1030 18:42:12.568804 400041 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:42:12.572509 400041 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:42:13.067810 400041 round_trippers.go:463] GET https://192.168.39.141:8443/api/v1/nodes/ha-174833-m03
I1030 18:42:13.067840 400041 round_trippers.go:469] Request Headers:
I1030 18:42:13.067852 400041 round_trippers.go:473] Accept: application/json, */*
I1030 18:42:13.067858 400041 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:42:13.072370 400041 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1030 18:42:13.568096 400041 round_trippers.go:463] GET https://192.168.39.141:8443/api/v1/nodes/ha-174833-m03
I1030 18:42:13.568118 400041 round_trippers.go:469] Request Headers:
I1030 18:42:13.568127 400041 round_trippers.go:473] Accept: application/json, */*
I1030 18:42:13.568130 400041 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:42:13.571713 400041 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:42:14.068692 400041 round_trippers.go:463] GET https://192.168.39.141:8443/api/v1/nodes/ha-174833-m03
I1030 18:42:14.068715 400041 round_trippers.go:469] Request Headers:
I1030 18:42:14.068724 400041 round_trippers.go:473] Accept: application/json, */*
I1030 18:42:14.068728 400041 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:42:14.072113 400041 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:42:14.073045 400041 node_ready.go:53] node "ha-174833-m03" has status "Ready":"False"
I1030 18:42:14.568414 400041 round_trippers.go:463] GET https://192.168.39.141:8443/api/v1/nodes/ha-174833-m03
I1030 18:42:14.568441 400041 round_trippers.go:469] Request Headers:
I1030 18:42:14.568458 400041 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:42:14.568463 400041 round_trippers.go:473] Accept: application/json, */*
I1030 18:42:14.571979 400041 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:42:15.067728 400041 round_trippers.go:463] GET https://192.168.39.141:8443/api/v1/nodes/ha-174833-m03
I1030 18:42:15.067752 400041 round_trippers.go:469] Request Headers:
I1030 18:42:15.067760 400041 round_trippers.go:473] Accept: application/json, */*
I1030 18:42:15.067764 400041 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:42:15.079108 400041 round_trippers.go:574] Response Status: 200 OK in 11 milliseconds
I1030 18:42:15.568483 400041 round_trippers.go:463] GET https://192.168.39.141:8443/api/v1/nodes/ha-174833-m03
I1030 18:42:15.568509 400041 round_trippers.go:469] Request Headers:
I1030 18:42:15.568518 400041 round_trippers.go:473] Accept: application/json, */*
I1030 18:42:15.568523 400041 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:42:15.571981 400041 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:42:16.067933 400041 round_trippers.go:463] GET https://192.168.39.141:8443/api/v1/nodes/ha-174833-m03
I1030 18:42:16.067953 400041 round_trippers.go:469] Request Headers:
I1030 18:42:16.067962 400041 round_trippers.go:473] Accept: application/json, */*
I1030 18:42:16.067965 400041 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:42:16.071179 400041 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:42:16.568646 400041 round_trippers.go:463] GET https://192.168.39.141:8443/api/v1/nodes/ha-174833-m03
I1030 18:42:16.568671 400041 round_trippers.go:469] Request Headers:
I1030 18:42:16.568684 400041 round_trippers.go:473] Accept: application/json, */*
I1030 18:42:16.568691 400041 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:42:16.571923 400041 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:42:16.572720 400041 node_ready.go:53] node "ha-174833-m03" has status "Ready":"False"
I1030 18:42:17.068520 400041 round_trippers.go:463] GET https://192.168.39.141:8443/api/v1/nodes/ha-174833-m03
I1030 18:42:17.068545 400041 round_trippers.go:469] Request Headers:
I1030 18:42:17.068561 400041 round_trippers.go:473] Accept: application/json, */*
I1030 18:42:17.068566 400041 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:42:17.072118 400041 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:42:17.568073 400041 round_trippers.go:463] GET https://192.168.39.141:8443/api/v1/nodes/ha-174833-m03
I1030 18:42:17.568108 400041 round_trippers.go:469] Request Headers:
I1030 18:42:17.568118 400041 round_trippers.go:473] Accept: application/json, */*
I1030 18:42:17.568123 400041 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:42:17.571265 400041 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:42:18.068409 400041 round_trippers.go:463] GET https://192.168.39.141:8443/api/v1/nodes/ha-174833-m03
I1030 18:42:18.068434 400041 round_trippers.go:469] Request Headers:
I1030 18:42:18.068442 400041 round_trippers.go:473] Accept: application/json, */*
I1030 18:42:18.068447 400041 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:42:18.071717 400041 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:42:18.568497 400041 round_trippers.go:463] GET https://192.168.39.141:8443/api/v1/nodes/ha-174833-m03
I1030 18:42:18.568527 400041 round_trippers.go:469] Request Headers:
I1030 18:42:18.568540 400041 round_trippers.go:473] Accept: application/json, */*
I1030 18:42:18.568546 400041 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:42:18.571867 400041 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:42:19.067827 400041 round_trippers.go:463] GET https://192.168.39.141:8443/api/v1/nodes/ha-174833-m03
I1030 18:42:19.067850 400041 round_trippers.go:469] Request Headers:
I1030 18:42:19.067859 400041 round_trippers.go:473] Accept: application/json, */*
I1030 18:42:19.067863 400041 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:42:19.070951 400041 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:42:19.071706 400041 node_ready.go:53] node "ha-174833-m03" has status "Ready":"False"
I1030 18:42:19.568087 400041 round_trippers.go:463] GET https://192.168.39.141:8443/api/v1/nodes/ha-174833-m03
I1030 18:42:19.568110 400041 round_trippers.go:469] Request Headers:
I1030 18:42:19.568119 400041 round_trippers.go:473] Accept: application/json, */*
I1030 18:42:19.568122 400041 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:42:19.571495 400041 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:42:20.068028 400041 round_trippers.go:463] GET https://192.168.39.141:8443/api/v1/nodes/ha-174833-m03
I1030 18:42:20.068053 400041 round_trippers.go:469] Request Headers:
I1030 18:42:20.068064 400041 round_trippers.go:473] Accept: application/json, */*
I1030 18:42:20.068071 400041 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:42:20.071582 400041 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:42:20.568136 400041 round_trippers.go:463] GET https://192.168.39.141:8443/api/v1/nodes/ha-174833-m03
I1030 18:42:20.568161 400041 round_trippers.go:469] Request Headers:
I1030 18:42:20.568169 400041 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:42:20.568174 400041 round_trippers.go:473] Accept: application/json, */*
I1030 18:42:20.571551 400041 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:42:21.068612 400041 round_trippers.go:463] GET https://192.168.39.141:8443/api/v1/nodes/ha-174833-m03
I1030 18:42:21.068640 400041 round_trippers.go:469] Request Headers:
I1030 18:42:21.068652 400041 round_trippers.go:473] Accept: application/json, */*
I1030 18:42:21.068657 400041 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:42:21.072026 400041 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:42:21.072659 400041 node_ready.go:53] node "ha-174833-m03" has status "Ready":"False"
I1030 18:42:21.568033 400041 round_trippers.go:463] GET https://192.168.39.141:8443/api/v1/nodes/ha-174833-m03
I1030 18:42:21.568055 400041 round_trippers.go:469] Request Headers:
I1030 18:42:21.568064 400041 round_trippers.go:473] Accept: application/json, */*
I1030 18:42:21.568069 400041 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:42:21.571332 400041 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:42:22.067937 400041 round_trippers.go:463] GET https://192.168.39.141:8443/api/v1/nodes/ha-174833-m03
I1030 18:42:22.067961 400041 round_trippers.go:469] Request Headers:
I1030 18:42:22.067970 400041 round_trippers.go:473] Accept: application/json, */*
I1030 18:42:22.067976 400041 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:42:22.071718 400041 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:42:22.568117 400041 round_trippers.go:463] GET https://192.168.39.141:8443/api/v1/nodes/ha-174833-m03
I1030 18:42:22.568139 400041 round_trippers.go:469] Request Headers:
I1030 18:42:22.568147 400041 round_trippers.go:473] Accept: application/json, */*
I1030 18:42:22.568155 400041 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:42:22.571493 400041 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:42:23.068511 400041 round_trippers.go:463] GET https://192.168.39.141:8443/api/v1/nodes/ha-174833-m03
I1030 18:42:23.068548 400041 round_trippers.go:469] Request Headers:
I1030 18:42:23.068558 400041 round_trippers.go:473] Accept: application/json, */*
I1030 18:42:23.068562 400041 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:42:23.071664 400041 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:42:23.568675 400041 round_trippers.go:463] GET https://192.168.39.141:8443/api/v1/nodes/ha-174833-m03
I1030 18:42:23.568699 400041 round_trippers.go:469] Request Headers:
I1030 18:42:23.568707 400041 round_trippers.go:473] Accept: application/json, */*
I1030 18:42:23.568711 400041 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:42:23.571937 400041 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:42:23.572572 400041 node_ready.go:53] node "ha-174833-m03" has status "Ready":"False"
I1030 18:42:24.067899 400041 round_trippers.go:463] GET https://192.168.39.141:8443/api/v1/nodes/ha-174833-m03
I1030 18:42:24.067922 400041 round_trippers.go:469] Request Headers:
I1030 18:42:24.067931 400041 round_trippers.go:473] Accept: application/json, */*
I1030 18:42:24.067934 400041 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:42:24.071366 400041 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:42:24.568317 400041 round_trippers.go:463] GET https://192.168.39.141:8443/api/v1/nodes/ha-174833-m03
I1030 18:42:24.568342 400041 round_trippers.go:469] Request Headers:
I1030 18:42:24.568351 400041 round_trippers.go:473] Accept: application/json, */*
I1030 18:42:24.568355 400041 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:42:24.571501 400041 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:42:25.067773 400041 round_trippers.go:463] GET https://192.168.39.141:8443/api/v1/nodes/ha-174833-m03
I1030 18:42:25.067796 400041 round_trippers.go:469] Request Headers:
I1030 18:42:25.067803 400041 round_trippers.go:473] Accept: application/json, */*
I1030 18:42:25.067806 400041 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:42:25.071344 400041 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:42:25.568753 400041 round_trippers.go:463] GET https://192.168.39.141:8443/api/v1/nodes/ha-174833-m03
I1030 18:42:25.568775 400041 round_trippers.go:469] Request Headers:
I1030 18:42:25.568783 400041 round_trippers.go:473] Accept: application/json, */*
I1030 18:42:25.568787 400041 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:42:25.572126 400041 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:42:25.572899 400041 node_ready.go:53] node "ha-174833-m03" has status "Ready":"False"
I1030 18:42:26.068223 400041 round_trippers.go:463] GET https://192.168.39.141:8443/api/v1/nodes/ha-174833-m03
I1030 18:42:26.068246 400041 round_trippers.go:469] Request Headers:
I1030 18:42:26.068257 400041 round_trippers.go:473] Accept: application/json, */*
I1030 18:42:26.068262 400041 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:42:26.072464 400041 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1030 18:42:26.073313 400041 node_ready.go:49] node "ha-174833-m03" has status "Ready":"True"
I1030 18:42:26.073333 400041 node_ready.go:38] duration metric: took 18.505796326s for node "ha-174833-m03" to be "Ready" ...
I1030 18:42:26.073343 400041 pod_ready.go:36] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1030 18:42:26.073412 400041 round_trippers.go:463] GET https://192.168.39.141:8443/api/v1/namespaces/kube-system/pods
I1030 18:42:26.073421 400041 round_trippers.go:469] Request Headers:
I1030 18:42:26.073428 400041 round_trippers.go:473] Accept: application/json, */*
I1030 18:42:26.073435 400041 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:42:26.079519 400041 round_trippers.go:574] Response Status: 200 OK in 6 milliseconds
I1030 18:42:26.085610 400041 pod_ready.go:79] waiting up to 6m0s for pod "coredns-7c65d6cfc9-qrkkc" in "kube-system" namespace to be "Ready" ...
I1030 18:42:26.085695 400041 round_trippers.go:463] GET https://192.168.39.141:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-qrkkc
I1030 18:42:26.085704 400041 round_trippers.go:469] Request Headers:
I1030 18:42:26.085711 400041 round_trippers.go:473] Accept: application/json, */*
I1030 18:42:26.085715 400041 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:42:26.088406 400041 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1030 18:42:26.089109 400041 round_trippers.go:463] GET https://192.168.39.141:8443/api/v1/nodes/ha-174833
I1030 18:42:26.089127 400041 round_trippers.go:469] Request Headers:
I1030 18:42:26.089137 400041 round_trippers.go:473] Accept: application/json, */*
I1030 18:42:26.089143 400041 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:42:26.091504 400041 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1030 18:42:26.092047 400041 pod_ready.go:93] pod "coredns-7c65d6cfc9-qrkkc" in "kube-system" namespace has status "Ready":"True"
I1030 18:42:26.092069 400041 pod_ready.go:82] duration metric: took 6.435195ms for pod "coredns-7c65d6cfc9-qrkkc" in "kube-system" namespace to be "Ready" ...
I1030 18:42:26.092082 400041 pod_ready.go:79] waiting up to 6m0s for pod "coredns-7c65d6cfc9-tnj67" in "kube-system" namespace to be "Ready" ...
I1030 18:42:26.092150 400041 round_trippers.go:463] GET https://192.168.39.141:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-tnj67
I1030 18:42:26.092160 400041 round_trippers.go:469] Request Headers:
I1030 18:42:26.092170 400041 round_trippers.go:473] Accept: application/json, */*
I1030 18:42:26.092179 400041 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:42:26.095058 400041 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1030 18:42:26.095704 400041 round_trippers.go:463] GET https://192.168.39.141:8443/api/v1/nodes/ha-174833
I1030 18:42:26.095720 400041 round_trippers.go:469] Request Headers:
I1030 18:42:26.095730 400041 round_trippers.go:473] Accept: application/json, */*
I1030 18:42:26.095735 400041 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:42:26.098085 400041 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1030 18:42:26.098596 400041 pod_ready.go:93] pod "coredns-7c65d6cfc9-tnj67" in "kube-system" namespace has status "Ready":"True"
I1030 18:42:26.098614 400041 pod_ready.go:82] duration metric: took 6.524633ms for pod "coredns-7c65d6cfc9-tnj67" in "kube-system" namespace to be "Ready" ...
I1030 18:42:26.098625 400041 pod_ready.go:79] waiting up to 6m0s for pod "etcd-ha-174833" in "kube-system" namespace to be "Ready" ...
I1030 18:42:26.098689 400041 round_trippers.go:463] GET https://192.168.39.141:8443/api/v1/namespaces/kube-system/pods/etcd-ha-174833
I1030 18:42:26.098701 400041 round_trippers.go:469] Request Headers:
I1030 18:42:26.098708 400041 round_trippers.go:473] Accept: application/json, */*
I1030 18:42:26.098714 400041 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:42:26.101151 400041 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1030 18:42:26.101737 400041 round_trippers.go:463] GET https://192.168.39.141:8443/api/v1/nodes/ha-174833
I1030 18:42:26.101752 400041 round_trippers.go:469] Request Headers:
I1030 18:42:26.101762 400041 round_trippers.go:473] Accept: application/json, */*
I1030 18:42:26.101769 400041 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:42:26.103823 400041 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1030 18:42:26.104381 400041 pod_ready.go:93] pod "etcd-ha-174833" in "kube-system" namespace has status "Ready":"True"
I1030 18:42:26.104404 400041 pod_ready.go:82] duration metric: took 5.771643ms for pod "etcd-ha-174833" in "kube-system" namespace to be "Ready" ...
I1030 18:42:26.104417 400041 pod_ready.go:79] waiting up to 6m0s for pod "etcd-ha-174833-m02" in "kube-system" namespace to be "Ready" ...
I1030 18:42:26.104487 400041 round_trippers.go:463] GET https://192.168.39.141:8443/api/v1/namespaces/kube-system/pods/etcd-ha-174833-m02
I1030 18:42:26.104498 400041 round_trippers.go:469] Request Headers:
I1030 18:42:26.104507 400041 round_trippers.go:473] Accept: application/json, */*
I1030 18:42:26.104515 400041 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:42:26.106840 400041 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1030 18:42:26.107295 400041 round_trippers.go:463] GET https://192.168.39.141:8443/api/v1/nodes/ha-174833-m02
I1030 18:42:26.107308 400041 round_trippers.go:469] Request Headers:
I1030 18:42:26.107318 400041 round_trippers.go:473] Accept: application/json, */*
I1030 18:42:26.107325 400041 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:42:26.109492 400041 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1030 18:42:26.109917 400041 pod_ready.go:93] pod "etcd-ha-174833-m02" in "kube-system" namespace has status "Ready":"True"
I1030 18:42:26.109932 400041 pod_ready.go:82] duration metric: took 5.508285ms for pod "etcd-ha-174833-m02" in "kube-system" namespace to be "Ready" ...
I1030 18:42:26.109947 400041 pod_ready.go:79] waiting up to 6m0s for pod "etcd-ha-174833-m03" in "kube-system" namespace to be "Ready" ...
I1030 18:42:26.268296 400041 request.go:632] Waited for 158.281409ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.141:8443/api/v1/namespaces/kube-system/pods/etcd-ha-174833-m03
I1030 18:42:26.268393 400041 round_trippers.go:463] GET https://192.168.39.141:8443/api/v1/namespaces/kube-system/pods/etcd-ha-174833-m03
I1030 18:42:26.268404 400041 round_trippers.go:469] Request Headers:
I1030 18:42:26.268413 400041 round_trippers.go:473] Accept: application/json, */*
I1030 18:42:26.268419 400041 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:42:26.272054 400041 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:42:26.469115 400041 request.go:632] Waited for 196.339916ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.141:8443/api/v1/nodes/ha-174833-m03
I1030 18:42:26.469175 400041 round_trippers.go:463] GET https://192.168.39.141:8443/api/v1/nodes/ha-174833-m03
I1030 18:42:26.469180 400041 round_trippers.go:469] Request Headers:
I1030 18:42:26.469190 400041 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:42:26.469198 400041 round_trippers.go:473] Accept: application/json, */*
I1030 18:42:26.472781 400041 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:42:26.473415 400041 pod_ready.go:93] pod "etcd-ha-174833-m03" in "kube-system" namespace has status "Ready":"True"
I1030 18:42:26.473441 400041 pod_ready.go:82] duration metric: took 363.484662ms for pod "etcd-ha-174833-m03" in "kube-system" namespace to be "Ready" ...
I1030 18:42:26.473458 400041 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-ha-174833" in "kube-system" namespace to be "Ready" ...
I1030 18:42:26.668901 400041 request.go:632] Waited for 195.3359ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.141:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-174833
I1030 18:42:26.669000 400041 round_trippers.go:463] GET https://192.168.39.141:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-174833
I1030 18:42:26.669014 400041 round_trippers.go:469] Request Headers:
I1030 18:42:26.669026 400041 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:42:26.669034 400041 round_trippers.go:473] Accept: application/json, */*
I1030 18:42:26.672627 400041 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:42:26.868738 400041 request.go:632] Waited for 195.360312ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.141:8443/api/v1/nodes/ha-174833
I1030 18:42:26.868832 400041 round_trippers.go:463] GET https://192.168.39.141:8443/api/v1/nodes/ha-174833
I1030 18:42:26.868840 400041 round_trippers.go:469] Request Headers:
I1030 18:42:26.868851 400041 round_trippers.go:473] Accept: application/json, */*
I1030 18:42:26.868860 400041 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:42:26.872228 400041 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:42:26.872778 400041 pod_ready.go:93] pod "kube-apiserver-ha-174833" in "kube-system" namespace has status "Ready":"True"
I1030 18:42:26.872812 400041 pod_ready.go:82] duration metric: took 399.338189ms for pod "kube-apiserver-ha-174833" in "kube-system" namespace to be "Ready" ...
I1030 18:42:26.872828 400041 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-ha-174833-m02" in "kube-system" namespace to be "Ready" ...
I1030 18:42:27.068798 400041 request.go:632] Waited for 195.855457ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.141:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-174833-m02
I1030 18:42:27.068879 400041 round_trippers.go:463] GET https://192.168.39.141:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-174833-m02
I1030 18:42:27.068887 400041 round_trippers.go:469] Request Headers:
I1030 18:42:27.068898 400041 round_trippers.go:473] Accept: application/json, */*
I1030 18:42:27.068909 400041 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:42:27.072321 400041 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:42:27.269235 400041 request.go:632] Waited for 196.216042ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.141:8443/api/v1/nodes/ha-174833-m02
I1030 18:42:27.269319 400041 round_trippers.go:463] GET https://192.168.39.141:8443/api/v1/nodes/ha-174833-m02
I1030 18:42:27.269330 400041 round_trippers.go:469] Request Headers:
I1030 18:42:27.269343 400041 round_trippers.go:473] Accept: application/json, */*
I1030 18:42:27.269353 400041 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:42:27.272769 400041 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:42:27.273439 400041 pod_ready.go:93] pod "kube-apiserver-ha-174833-m02" in "kube-system" namespace has status "Ready":"True"
I1030 18:42:27.273459 400041 pod_ready.go:82] duration metric: took 400.623063ms for pod "kube-apiserver-ha-174833-m02" in "kube-system" namespace to be "Ready" ...
I1030 18:42:27.273469 400041 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-ha-174833-m03" in "kube-system" namespace to be "Ready" ...
I1030 18:42:27.468256 400041 request.go:632] Waited for 194.693367ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.141:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-174833-m03
I1030 18:42:27.468325 400041 round_trippers.go:463] GET https://192.168.39.141:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-174833-m03
I1030 18:42:27.468330 400041 round_trippers.go:469] Request Headers:
I1030 18:42:27.468338 400041 round_trippers.go:473] Accept: application/json, */*
I1030 18:42:27.468347 400041 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:42:27.471734 400041 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:42:27.669102 400041 request.go:632] Waited for 196.461533ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.141:8443/api/v1/nodes/ha-174833-m03
I1030 18:42:27.669185 400041 round_trippers.go:463] GET https://192.168.39.141:8443/api/v1/nodes/ha-174833-m03
I1030 18:42:27.669197 400041 round_trippers.go:469] Request Headers:
I1030 18:42:27.669208 400041 round_trippers.go:473] Accept: application/json, */*
I1030 18:42:27.669216 400041 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:42:27.672818 400041 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:42:27.673832 400041 pod_ready.go:93] pod "kube-apiserver-ha-174833-m03" in "kube-system" namespace has status "Ready":"True"
I1030 18:42:27.673854 400041 pod_ready.go:82] duration metric: took 400.378216ms for pod "kube-apiserver-ha-174833-m03" in "kube-system" namespace to be "Ready" ...
I1030 18:42:27.673876 400041 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-ha-174833" in "kube-system" namespace to be "Ready" ...
I1030 18:42:27.868940 400041 request.go:632] Waited for 194.958773ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.141:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-174833
I1030 18:42:27.869030 400041 round_trippers.go:463] GET https://192.168.39.141:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-174833
I1030 18:42:27.869042 400041 round_trippers.go:469] Request Headers:
I1030 18:42:27.869053 400041 round_trippers.go:473] Accept: application/json, */*
I1030 18:42:27.869060 400041 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:42:27.872180 400041 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:42:28.068264 400041 request.go:632] Waited for 195.290526ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.141:8443/api/v1/nodes/ha-174833
I1030 18:42:28.068332 400041 round_trippers.go:463] GET https://192.168.39.141:8443/api/v1/nodes/ha-174833
I1030 18:42:28.068351 400041 round_trippers.go:469] Request Headers:
I1030 18:42:28.068362 400041 round_trippers.go:473] Accept: application/json, */*
I1030 18:42:28.068370 400041 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:42:28.071658 400041 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:42:28.072242 400041 pod_ready.go:93] pod "kube-controller-manager-ha-174833" in "kube-system" namespace has status "Ready":"True"
I1030 18:42:28.072265 400041 pod_ready.go:82] duration metric: took 398.381976ms for pod "kube-controller-manager-ha-174833" in "kube-system" namespace to be "Ready" ...
I1030 18:42:28.072276 400041 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-ha-174833-m02" in "kube-system" namespace to be "Ready" ...
I1030 18:42:28.268211 400041 request.go:632] Waited for 195.804533ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.141:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-174833-m02
I1030 18:42:28.268292 400041 round_trippers.go:463] GET https://192.168.39.141:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-174833-m02
I1030 18:42:28.268300 400041 round_trippers.go:469] Request Headers:
I1030 18:42:28.268311 400041 round_trippers.go:473] Accept: application/json, */*
I1030 18:42:28.268318 400041 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:42:28.271496 400041 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:42:28.468870 400041 request.go:632] Waited for 196.361357ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.141:8443/api/v1/nodes/ha-174833-m02
I1030 18:42:28.468956 400041 round_trippers.go:463] GET https://192.168.39.141:8443/api/v1/nodes/ha-174833-m02
I1030 18:42:28.468962 400041 round_trippers.go:469] Request Headers:
I1030 18:42:28.468977 400041 round_trippers.go:473] Accept: application/json, */*
I1030 18:42:28.468987 400041 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:42:28.472341 400041 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:42:28.472906 400041 pod_ready.go:93] pod "kube-controller-manager-ha-174833-m02" in "kube-system" namespace has status "Ready":"True"
I1030 18:42:28.472925 400041 pod_ready.go:82] duration metric: took 400.642779ms for pod "kube-controller-manager-ha-174833-m02" in "kube-system" namespace to be "Ready" ...
I1030 18:42:28.472940 400041 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-ha-174833-m03" in "kube-system" namespace to be "Ready" ...
I1030 18:42:28.669072 400041 request.go:632] Waited for 196.028852ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.141:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-174833-m03
I1030 18:42:28.669156 400041 round_trippers.go:463] GET https://192.168.39.141:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-174833-m03
I1030 18:42:28.669168 400041 round_trippers.go:469] Request Headers:
I1030 18:42:28.669179 400041 round_trippers.go:473] Accept: application/json, */*
I1030 18:42:28.669191 400041 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:42:28.673097 400041 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:42:28.868210 400041 request.go:632] Waited for 194.307626ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.141:8443/api/v1/nodes/ha-174833-m03
I1030 18:42:28.868287 400041 round_trippers.go:463] GET https://192.168.39.141:8443/api/v1/nodes/ha-174833-m03
I1030 18:42:28.868295 400041 round_trippers.go:469] Request Headers:
I1030 18:42:28.868307 400041 round_trippers.go:473] Accept: application/json, */*
I1030 18:42:28.868338 400041 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:42:28.871679 400041 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:42:28.872327 400041 pod_ready.go:93] pod "kube-controller-manager-ha-174833-m03" in "kube-system" namespace has status "Ready":"True"
I1030 18:42:28.872352 400041 pod_ready.go:82] duration metric: took 399.404321ms for pod "kube-controller-manager-ha-174833-m03" in "kube-system" namespace to be "Ready" ...
I1030 18:42:28.872369 400041 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-2qt2n" in "kube-system" namespace to be "Ready" ...
I1030 18:42:29.068267 400041 request.go:632] Waited for 195.816492ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.141:8443/api/v1/namespaces/kube-system/pods/kube-proxy-2qt2n
I1030 18:42:29.068356 400041 round_trippers.go:463] GET https://192.168.39.141:8443/api/v1/namespaces/kube-system/pods/kube-proxy-2qt2n
I1030 18:42:29.068367 400041 round_trippers.go:469] Request Headers:
I1030 18:42:29.068376 400041 round_trippers.go:473] Accept: application/json, */*
I1030 18:42:29.068388 400041 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:42:29.072060 400041 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:42:29.269102 400041 request.go:632] Waited for 196.354313ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.141:8443/api/v1/nodes/ha-174833
I1030 18:42:29.269167 400041 round_trippers.go:463] GET https://192.168.39.141:8443/api/v1/nodes/ha-174833
I1030 18:42:29.269172 400041 round_trippers.go:469] Request Headers:
I1030 18:42:29.269181 400041 round_trippers.go:473] Accept: application/json, */*
I1030 18:42:29.269186 400041 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:42:29.273078 400041 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:42:29.273532 400041 pod_ready.go:93] pod "kube-proxy-2qt2n" in "kube-system" namespace has status "Ready":"True"
I1030 18:42:29.273551 400041 pod_ready.go:82] duration metric: took 401.170636ms for pod "kube-proxy-2qt2n" in "kube-system" namespace to be "Ready" ...
I1030 18:42:29.273567 400041 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-g7l7z" in "kube-system" namespace to be "Ready" ...
I1030 18:42:29.468616 400041 request.go:632] Waited for 194.925869ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.141:8443/api/v1/namespaces/kube-system/pods/kube-proxy-g7l7z
I1030 18:42:29.468703 400041 round_trippers.go:463] GET https://192.168.39.141:8443/api/v1/namespaces/kube-system/pods/kube-proxy-g7l7z
I1030 18:42:29.468712 400041 round_trippers.go:469] Request Headers:
I1030 18:42:29.468722 400041 round_trippers.go:473] Accept: application/json, */*
I1030 18:42:29.468730 400041 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:42:29.472234 400041 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:42:29.669266 400041 request.go:632] Waited for 196.242195ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.141:8443/api/v1/nodes/ha-174833-m03
I1030 18:42:29.669324 400041 round_trippers.go:463] GET https://192.168.39.141:8443/api/v1/nodes/ha-174833-m03
I1030 18:42:29.669331 400041 round_trippers.go:469] Request Headers:
I1030 18:42:29.669341 400041 round_trippers.go:473] Accept: application/json, */*
I1030 18:42:29.669348 400041 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:42:29.673010 400041 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:42:29.674076 400041 pod_ready.go:93] pod "kube-proxy-g7l7z" in "kube-system" namespace has status "Ready":"True"
I1030 18:42:29.674097 400041 pod_ready.go:82] duration metric: took 400.523192ms for pod "kube-proxy-g7l7z" in "kube-system" namespace to be "Ready" ...
I1030 18:42:29.674108 400041 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-hg2st" in "kube-system" namespace to be "Ready" ...
I1030 18:42:29.869286 400041 request.go:632] Waited for 195.064443ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.141:8443/api/v1/namespaces/kube-system/pods/kube-proxy-hg2st
I1030 18:42:29.869374 400041 round_trippers.go:463] GET https://192.168.39.141:8443/api/v1/namespaces/kube-system/pods/kube-proxy-hg2st
I1030 18:42:29.869384 400041 round_trippers.go:469] Request Headers:
I1030 18:42:29.869393 400041 round_trippers.go:473] Accept: application/json, */*
I1030 18:42:29.869397 400041 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:42:29.872765 400041 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:42:30.068849 400041 request.go:632] Waited for 195.380036ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.141:8443/api/v1/nodes/ha-174833-m02
I1030 18:42:30.068912 400041 round_trippers.go:463] GET https://192.168.39.141:8443/api/v1/nodes/ha-174833-m02
I1030 18:42:30.068917 400041 round_trippers.go:469] Request Headers:
I1030 18:42:30.068926 400041 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:42:30.068930 400041 round_trippers.go:473] Accept: application/json, */*
I1030 18:42:30.073076 400041 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1030 18:42:30.073910 400041 pod_ready.go:93] pod "kube-proxy-hg2st" in "kube-system" namespace has status "Ready":"True"
I1030 18:42:30.073931 400041 pod_ready.go:82] duration metric: took 399.816887ms for pod "kube-proxy-hg2st" in "kube-system" namespace to be "Ready" ...
I1030 18:42:30.073942 400041 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-ha-174833" in "kube-system" namespace to be "Ready" ...
I1030 18:42:30.269092 400041 request.go:632] Waited for 195.075688ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.141:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-174833
I1030 18:42:30.269158 400041 round_trippers.go:463] GET https://192.168.39.141:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-174833
I1030 18:42:30.269163 400041 round_trippers.go:469] Request Headers:
I1030 18:42:30.269171 400041 round_trippers.go:473] Accept: application/json, */*
I1030 18:42:30.269174 400041 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:42:30.272728 400041 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:42:30.468827 400041 request.go:632] Waited for 195.469933ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.141:8443/api/v1/nodes/ha-174833
I1030 18:42:30.468924 400041 round_trippers.go:463] GET https://192.168.39.141:8443/api/v1/nodes/ha-174833
I1030 18:42:30.468935 400041 round_trippers.go:469] Request Headers:
I1030 18:42:30.468944 400041 round_trippers.go:473] Accept: application/json, */*
I1030 18:42:30.468948 400041 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:42:30.472792 400041 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:42:30.473256 400041 pod_ready.go:93] pod "kube-scheduler-ha-174833" in "kube-system" namespace has status "Ready":"True"
I1030 18:42:30.473274 400041 pod_ready.go:82] duration metric: took 399.325616ms for pod "kube-scheduler-ha-174833" in "kube-system" namespace to be "Ready" ...
I1030 18:42:30.473285 400041 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-ha-174833-m02" in "kube-system" namespace to be "Ready" ...
I1030 18:42:30.668281 400041 request.go:632] Waited for 194.899722ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.141:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-174833-m02
I1030 18:42:30.668360 400041 round_trippers.go:463] GET https://192.168.39.141:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-174833-m02
I1030 18:42:30.668369 400041 round_trippers.go:469] Request Headers:
I1030 18:42:30.668378 400041 round_trippers.go:473] Accept: application/json, */*
I1030 18:42:30.668386 400041 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:42:30.672074 400041 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:42:30.869270 400041 request.go:632] Waited for 196.355231ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.141:8443/api/v1/nodes/ha-174833-m02
I1030 18:42:30.869340 400041 round_trippers.go:463] GET https://192.168.39.141:8443/api/v1/nodes/ha-174833-m02
I1030 18:42:30.869345 400041 round_trippers.go:469] Request Headers:
I1030 18:42:30.869354 400041 round_trippers.go:473] Accept: application/json, */*
I1030 18:42:30.869361 400041 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:42:30.873235 400041 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:42:30.873666 400041 pod_ready.go:93] pod "kube-scheduler-ha-174833-m02" in "kube-system" namespace has status "Ready":"True"
I1030 18:42:30.873686 400041 pod_ready.go:82] duration metric: took 400.39483ms for pod "kube-scheduler-ha-174833-m02" in "kube-system" namespace to be "Ready" ...
I1030 18:42:30.873697 400041 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-ha-174833-m03" in "kube-system" namespace to be "Ready" ...
I1030 18:42:31.068802 400041 request.go:632] Waited for 195.002943ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.141:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-174833-m03
I1030 18:42:31.068869 400041 round_trippers.go:463] GET https://192.168.39.141:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-174833-m03
I1030 18:42:31.068875 400041 round_trippers.go:469] Request Headers:
I1030 18:42:31.068884 400041 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:42:31.068901 400041 round_trippers.go:473] Accept: application/json, */*
I1030 18:42:31.072579 400041 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:42:31.268662 400041 request.go:632] Waited for 195.353177ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.141:8443/api/v1/nodes/ha-174833-m03
I1030 18:42:31.268730 400041 round_trippers.go:463] GET https://192.168.39.141:8443/api/v1/nodes/ha-174833-m03
I1030 18:42:31.268736 400041 round_trippers.go:469] Request Headers:
I1030 18:42:31.268743 400041 round_trippers.go:473] Accept: application/json, */*
I1030 18:42:31.268749 400041 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:42:31.272045 400041 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:42:31.272702 400041 pod_ready.go:93] pod "kube-scheduler-ha-174833-m03" in "kube-system" namespace has status "Ready":"True"
I1030 18:42:31.272721 400041 pod_ready.go:82] duration metric: took 399.01745ms for pod "kube-scheduler-ha-174833-m03" in "kube-system" namespace to be "Ready" ...
I1030 18:42:31.272733 400041 pod_ready.go:39] duration metric: took 5.199380679s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1030 18:42:31.272749 400041 api_server.go:52] waiting for apiserver process to appear ...
I1030 18:42:31.272802 400041 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1030 18:42:31.290132 400041 api_server.go:72] duration metric: took 24.023548522s to wait for apiserver process to appear ...
I1030 18:42:31.290159 400041 api_server.go:88] waiting for apiserver healthz status ...
I1030 18:42:31.290180 400041 api_server.go:253] Checking apiserver healthz at https://192.168.39.141:8443/healthz ...
I1030 18:42:31.295173 400041 api_server.go:279] https://192.168.39.141:8443/healthz returned 200:
ok
I1030 18:42:31.295236 400041 round_trippers.go:463] GET https://192.168.39.141:8443/version
I1030 18:42:31.295244 400041 round_trippers.go:469] Request Headers:
I1030 18:42:31.295252 400041 round_trippers.go:473] Accept: application/json, */*
I1030 18:42:31.295257 400041 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:42:31.296242 400041 round_trippers.go:574] Response Status: 200 OK in 0 milliseconds
I1030 18:42:31.296313 400041 api_server.go:141] control plane version: v1.31.2
I1030 18:42:31.296329 400041 api_server.go:131] duration metric: took 6.164986ms to wait for apiserver health ...
I1030 18:42:31.296336 400041 system_pods.go:43] waiting for kube-system pods to appear ...
I1030 18:42:31.468748 400041 request.go:632] Waited for 172.312716ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.141:8443/api/v1/namespaces/kube-system/pods
I1030 18:42:31.468810 400041 round_trippers.go:463] GET https://192.168.39.141:8443/api/v1/namespaces/kube-system/pods
I1030 18:42:31.468815 400041 round_trippers.go:469] Request Headers:
I1030 18:42:31.468822 400041 round_trippers.go:473] Accept: application/json, */*
I1030 18:42:31.468826 400041 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:42:31.475257 400041 round_trippers.go:574] Response Status: 200 OK in 6 milliseconds
I1030 18:42:31.481661 400041 system_pods.go:59] 24 kube-system pods found
I1030 18:42:31.481688 400041 system_pods.go:61] "coredns-7c65d6cfc9-qrkkc" [3470734c-61ab-4cd9-a026-f07d5ca6a290] Running
I1030 18:42:31.481693 400041 system_pods.go:61] "coredns-7c65d6cfc9-tnj67" [f869042d-e37b-414d-ab11-422e933e2952] Running
I1030 18:42:31.481699 400041 system_pods.go:61] "etcd-ha-174833" [af22e3f8-298d-4ab8-ac7d-cf6b915858ce] Running
I1030 18:42:31.481705 400041 system_pods.go:61] "etcd-ha-174833-m02" [d5fdc5b9-47c3-4308-8b03-e01254a915cd] Running
I1030 18:42:31.481710 400041 system_pods.go:61] "etcd-ha-174833-m03" [0978241d-3129-4232-a77d-1c363be4759d] Running
I1030 18:42:31.481715 400041 system_pods.go:61] "kindnet-b76pd" [5267869f-1e5c-414a-9adc-8cdb3a645222] Running
I1030 18:42:31.481720 400041 system_pods.go:61] "kindnet-pm48g" [7c2c95da-7659-43c4-aae2-3af6fbe9515c] Running
I1030 18:42:31.481728 400041 system_pods.go:61] "kindnet-rlzbn" [74a207e7-cdd5-4c43-a668-9a6445d0bacf] Running
I1030 18:42:31.481733 400041 system_pods.go:61] "kube-apiserver-ha-174833" [e1f4e473-d722-4cbc-a8ae-e80612823895] Running
I1030 18:42:31.481740 400041 system_pods.go:61] "kube-apiserver-ha-174833-m02" [d2f5f227-a891-4678-b8e8-a51051bc80ac] Running
I1030 18:42:31.481749 400041 system_pods.go:61] "kube-apiserver-ha-174833-m03" [a0d096d1-760f-48eb-b8b4-a8d2bfa98602] Running
I1030 18:42:31.481754 400041 system_pods.go:61] "kube-controller-manager-ha-174833" [b95baef4-2d97-4714-903f-8a63c8f1f647] Running
I1030 18:42:31.481762 400041 system_pods.go:61] "kube-controller-manager-ha-174833-m02" [5293b489-8a8c-4475-b549-d10e1a631aa6] Running
I1030 18:42:31.481768 400041 system_pods.go:61] "kube-controller-manager-ha-174833-m03" [9427a2c0-a305-49d6-8bfd-3829dfc7c9e9] Running
I1030 18:42:31.481776 400041 system_pods.go:61] "kube-proxy-2qt2n" [fcc90b13-926f-4a7e-aa12-3e274c0777f6] Running
I1030 18:42:31.481781 400041 system_pods.go:61] "kube-proxy-g7l7z" [7779db09-05ba-46f2-9e0e-09f6bcd57537] Running
I1030 18:42:31.481789 400041 system_pods.go:61] "kube-proxy-hg2st" [99ac908a-6d13-4471-a54b-bede7bde77b7] Running
I1030 18:42:31.481794 400041 system_pods.go:61] "kube-scheduler-ha-174833" [d0d4afaa-39ee-4b4d-afdb-3a41effecd4c] Running
I1030 18:42:31.481802 400041 system_pods.go:61] "kube-scheduler-ha-174833-m02" [f0cd9106-8c0d-4c16-a83f-3d5e84d7d813] Running
I1030 18:42:31.481807 400041 system_pods.go:61] "kube-scheduler-ha-174833-m03" [9e19320f-40e5-4953-a8f9-21e8251bddbf] Running
I1030 18:42:31.481814 400041 system_pods.go:61] "kube-vip-ha-174833" [c4903552-8a15-4dc2-ba98-c3d10b8f3288] Running
I1030 18:42:31.481819 400041 system_pods.go:61] "kube-vip-ha-174833-m02" [9d43181d-55d3-482c-bd30-df3059f68edd] Running
I1030 18:42:31.481826 400041 system_pods.go:61] "kube-vip-ha-174833-m03" [c016e01f-6a40-419e-acf5-a5e595c117cd] Running
I1030 18:42:31.481832 400041 system_pods.go:61] "storage-provisioner" [8e6d1d5e-1944-4c77-8018-42bc526984c2] Running
I1030 18:42:31.481843 400041 system_pods.go:74] duration metric: took 185.498428ms to wait for pod list to return data ...
I1030 18:42:31.481856 400041 default_sa.go:34] waiting for default service account to be created ...
I1030 18:42:31.668606 400041 request.go:632] Waited for 186.6491ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.141:8443/api/v1/namespaces/default/serviceaccounts
I1030 18:42:31.668666 400041 round_trippers.go:463] GET https://192.168.39.141:8443/api/v1/namespaces/default/serviceaccounts
I1030 18:42:31.668671 400041 round_trippers.go:469] Request Headers:
I1030 18:42:31.668679 400041 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:42:31.668682 400041 round_trippers.go:473] Accept: application/json, */*
I1030 18:42:31.672056 400041 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:42:31.672194 400041 default_sa.go:45] found service account: "default"
I1030 18:42:31.672209 400041 default_sa.go:55] duration metric: took 190.344386ms for default service account to be created ...
I1030 18:42:31.672218 400041 system_pods.go:116] waiting for k8s-apps to be running ...
I1030 18:42:31.868735 400041 request.go:632] Waited for 196.405115ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.141:8443/api/v1/namespaces/kube-system/pods
I1030 18:42:31.868808 400041 round_trippers.go:463] GET https://192.168.39.141:8443/api/v1/namespaces/kube-system/pods
I1030 18:42:31.868814 400041 round_trippers.go:469] Request Headers:
I1030 18:42:31.868822 400041 round_trippers.go:473] Accept: application/json, */*
I1030 18:42:31.868830 400041 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:42:31.874347 400041 round_trippers.go:574] Response Status: 200 OK in 5 milliseconds
I1030 18:42:31.881436 400041 system_pods.go:86] 24 kube-system pods found
I1030 18:42:31.881470 400041 system_pods.go:89] "coredns-7c65d6cfc9-qrkkc" [3470734c-61ab-4cd9-a026-f07d5ca6a290] Running
I1030 18:42:31.881477 400041 system_pods.go:89] "coredns-7c65d6cfc9-tnj67" [f869042d-e37b-414d-ab11-422e933e2952] Running
I1030 18:42:31.881483 400041 system_pods.go:89] "etcd-ha-174833" [af22e3f8-298d-4ab8-ac7d-cf6b915858ce] Running
I1030 18:42:31.881487 400041 system_pods.go:89] "etcd-ha-174833-m02" [d5fdc5b9-47c3-4308-8b03-e01254a915cd] Running
I1030 18:42:31.881490 400041 system_pods.go:89] "etcd-ha-174833-m03" [0978241d-3129-4232-a77d-1c363be4759d] Running
I1030 18:42:31.881496 400041 system_pods.go:89] "kindnet-b76pd" [5267869f-1e5c-414a-9adc-8cdb3a645222] Running
I1030 18:42:31.881501 400041 system_pods.go:89] "kindnet-pm48g" [7c2c95da-7659-43c4-aae2-3af6fbe9515c] Running
I1030 18:42:31.881507 400041 system_pods.go:89] "kindnet-rlzbn" [74a207e7-cdd5-4c43-a668-9a6445d0bacf] Running
I1030 18:42:31.881516 400041 system_pods.go:89] "kube-apiserver-ha-174833" [e1f4e473-d722-4cbc-a8ae-e80612823895] Running
I1030 18:42:31.881521 400041 system_pods.go:89] "kube-apiserver-ha-174833-m02" [d2f5f227-a891-4678-b8e8-a51051bc80ac] Running
I1030 18:42:31.881529 400041 system_pods.go:89] "kube-apiserver-ha-174833-m03" [a0d096d1-760f-48eb-b8b4-a8d2bfa98602] Running
I1030 18:42:31.881538 400041 system_pods.go:89] "kube-controller-manager-ha-174833" [b95baef4-2d97-4714-903f-8a63c8f1f647] Running
I1030 18:42:31.881547 400041 system_pods.go:89] "kube-controller-manager-ha-174833-m02" [5293b489-8a8c-4475-b549-d10e1a631aa6] Running
I1030 18:42:31.881551 400041 system_pods.go:89] "kube-controller-manager-ha-174833-m03" [9427a2c0-a305-49d6-8bfd-3829dfc7c9e9] Running
I1030 18:42:31.881555 400041 system_pods.go:89] "kube-proxy-2qt2n" [fcc90b13-926f-4a7e-aa12-3e274c0777f6] Running
I1030 18:42:31.881559 400041 system_pods.go:89] "kube-proxy-g7l7z" [7779db09-05ba-46f2-9e0e-09f6bcd57537] Running
I1030 18:42:31.881563 400041 system_pods.go:89] "kube-proxy-hg2st" [99ac908a-6d13-4471-a54b-bede7bde77b7] Running
I1030 18:42:31.881568 400041 system_pods.go:89] "kube-scheduler-ha-174833" [d0d4afaa-39ee-4b4d-afdb-3a41effecd4c] Running
I1030 18:42:31.881574 400041 system_pods.go:89] "kube-scheduler-ha-174833-m02" [f0cd9106-8c0d-4c16-a83f-3d5e84d7d813] Running
I1030 18:42:31.881580 400041 system_pods.go:89] "kube-scheduler-ha-174833-m03" [9e19320f-40e5-4953-a8f9-21e8251bddbf] Running
I1030 18:42:31.881585 400041 system_pods.go:89] "kube-vip-ha-174833" [c4903552-8a15-4dc2-ba98-c3d10b8f3288] Running
I1030 18:42:31.881589 400041 system_pods.go:89] "kube-vip-ha-174833-m02" [9d43181d-55d3-482c-bd30-df3059f68edd] Running
I1030 18:42:31.881595 400041 system_pods.go:89] "kube-vip-ha-174833-m03" [c016e01f-6a40-419e-acf5-a5e595c117cd] Running
I1030 18:42:31.881600 400041 system_pods.go:89] "storage-provisioner" [8e6d1d5e-1944-4c77-8018-42bc526984c2] Running
I1030 18:42:31.881612 400041 system_pods.go:126] duration metric: took 209.387873ms to wait for k8s-apps to be running ...
I1030 18:42:31.881626 400041 system_svc.go:44] waiting for kubelet service to be running ....
I1030 18:42:31.881679 400041 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1030 18:42:31.897108 400041 system_svc.go:56] duration metric: took 15.46981ms WaitForService to wait for kubelet
I1030 18:42:31.897150 400041 kubeadm.go:582] duration metric: took 24.630565695s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1030 18:42:31.897179 400041 node_conditions.go:102] verifying NodePressure condition ...
I1030 18:42:32.068632 400041 request.go:632] Waited for 171.354733ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.141:8443/api/v1/nodes
I1030 18:42:32.068703 400041 round_trippers.go:463] GET https://192.168.39.141:8443/api/v1/nodes
I1030 18:42:32.068708 400041 round_trippers.go:469] Request Headers:
I1030 18:42:32.068716 400041 round_trippers.go:473] Accept: application/json, */*
I1030 18:42:32.068721 400041 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:42:32.073422 400041 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1030 18:42:32.074348 400041 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I1030 18:42:32.074387 400041 node_conditions.go:123] node cpu capacity is 2
I1030 18:42:32.074400 400041 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I1030 18:42:32.074404 400041 node_conditions.go:123] node cpu capacity is 2
I1030 18:42:32.074408 400041 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I1030 18:42:32.074412 400041 node_conditions.go:123] node cpu capacity is 2
I1030 18:42:32.074421 400041 node_conditions.go:105] duration metric: took 177.235852ms to run NodePressure ...
I1030 18:42:32.074439 400041 start.go:241] waiting for startup goroutines ...
I1030 18:42:32.074466 400041 start.go:255] writing updated cluster config ...
I1030 18:42:32.074805 400041 ssh_runner.go:195] Run: rm -f paused
I1030 18:42:32.127386 400041 start.go:600] kubectl: 1.31.2, cluster: 1.31.2 (minor skew: 0)
I1030 18:42:32.129289 400041 out.go:177] * Done! kubectl is now configured to use "ha-174833" cluster and "default" namespace by default
==> CRI-O <==
Oct 30 18:46:35 ha-174833 crio[664]: time="2024-10-30 18:46:35.056808863Z" level=debug msg="Response: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730313995056787933,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:147204,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}" file="otel-collector/interceptors.go:74" id=e829043b-55e3-425f-99c8-3d7d14ef82b4 name=/runtime.v1.ImageService/ImageFsInfo
Oct 30 18:46:35 ha-174833 crio[664]: time="2024-10-30 18:46:35.057325406Z" level=debug msg="Request: &ListContainersRequest{Filter:&ContainerFilter{Id:,State:nil,PodSandboxId:,LabelSelector:map[string]string{},},}" file="otel-collector/interceptors.go:62" id=b4b9940c-a307-4503-8b9b-8d28bd0dbb85 name=/runtime.v1.RuntimeService/ListContainers
Oct 30 18:46:35 ha-174833 crio[664]: time="2024-10-30 18:46:35.057402881Z" level=debug msg="No filters were applied, returning full container list" file="server/container_list.go:60" id=b4b9940c-a307-4503-8b9b-8d28bd0dbb85 name=/runtime.v1.RuntimeService/ListContainers
Oct 30 18:46:35 ha-174833 crio[664]: time="2024-10-30 18:46:35.057607003Z" level=debug msg="Response: &ListContainersResponse{Containers:[]*Container{&Container{Id:b50f8293a0eac5d428cb2cdd59140c816100bc3a83890343a8ecc1a0e0699009,PodSandboxId:4b32508187feda9fb89e9db472edcc9269380d89c7fabdce7ea42c6bd040cd72,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1730313615217360825,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-tnj67,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: f869042d-e37b-414d-ab11-422e933e2952,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\
"UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:b6694cd6bc9e3c41a78c9a5de80c4b95e2545fc061eac062221b2fe3ef4aadb3,PodSandboxId:e4daca50f6e1cba7757e2725bf95ff4bf83227ca7fa99966ead6cd77711dcace,Metadata:&ContainerMetadata{Name:storage-provisioner,Attempt:0,},Image:&ImageSpec{Image:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,State:CONTAINER_RUNNING,CreatedAt:1730313615138289233,Labels:map[string]string{io.kubernetes.container.name: storage-provisioner,io.kubernetes.pod.name: storage-provisioner,io.kubernetes.pod.namespace: kube-system,io
.kubernetes.pod.uid: 8e6d1d5e-1944-4c77-8018-42bc526984c2,},Annotations:map[string]string{io.kubernetes.container.hash: 6c6bf961,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:80919506252b4e3df3db12ac62352ffcfc65a784996bbef7adcefc782480a86f,PodSandboxId:80f0d2bac7bdbf4e7081698c44c0100f1844741b0105b2c4afc4373e50786bd2,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1730313615087765259,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-qrkkc,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 3470734c-6
1ab-4cd9-a026-f07d5ca6a290,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:46301d1401a148dee81e2e167582dcebc8e9ce533e3150308e7eb51799e4f1ef,PodSandboxId:4a4a82673e78f30d1d9716c24cfa484d7ad4d27f53c2f74c27f2b30910b16f1f,Metadata:&ContainerMetadata{Name:kindnet-cni,Attempt:0,},Image:&ImageSpec{Image:docker.io/kindest/kindnetd@sha256:cddd34f7d74bf898f14080ed61e322a492689043dae46e93106c013373d68d16,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:9ca7e41918271bb074bb20850743fd9455129b071204789f09fa2b7304d7fad5,State:C
ONTAINER_RUNNING,CreatedAt:1730313603325015951,Labels:map[string]string{io.kubernetes.container.name: kindnet-cni,io.kubernetes.pod.name: kindnet-pm48g,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 7c2c95da-7659-43c4-aae2-3af6fbe9515c,},Annotations:map[string]string{io.kubernetes.container.hash: e48ee0f,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:634060e657ba25894ea35d4e8b8429b57de139396a52f53af88876e683de5740,PodSandboxId:5d414abeb9a8ee9776eede410c7e6863d30e3e79eead9ef5eaf48e3f823ff1eb,Metadata:&ContainerMetadata{Name:kube-proxy,Attempt:0,},Image:&ImageSpec{Image:505d571f5fd56726488d27af0d9a8e02c6db58f5d62ea51dd10d47de7a0c2d38,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:505d571f5fd56726488d27af0d9a8e02c6db58f5d62ea51dd10d47de7a0c2d38,State:CONTAINER_RUNNING,CreatedAt:173031359
7433571078,Labels:map[string]string{io.kubernetes.container.name: kube-proxy,io.kubernetes.pod.name: kube-proxy-2qt2n,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: fcc90b13-926f-4a7e-aa12-3e274c0777f6,},Annotations:map[string]string{io.kubernetes.container.hash: adb187fb,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:da8b9126272c4605fcadd37917b2874bb833efc9c16584c83ac4d1307f59c62a,PodSandboxId:635aa65f78ff8602bbbd26a8ca9fa00e6475baebf133de26e2e88e93e579621b,Metadata:&ContainerMetadata{Name:kube-vip,Attempt:0,},Image:&ImageSpec{Image:ghcr.io/kube-vip/kube-vip@sha256:3742a655001d24c4ec1a4da019fdbacb1699cd42d40e34753848fb6b0c8b5215,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:016cfb97b0edc5f5faf96fd4671670e2ee0c2263308214ac118721a81729592d,State:CONTAINER_RUNNING,CreatedAt:17303135896
66156759,Labels:map[string]string{io.kubernetes.container.name: kube-vip,io.kubernetes.pod.name: kube-vip-ha-174833,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: aea5be4e46ad37a31e0d88b2c9c0158c,},Annotations:map[string]string{io.kubernetes.container.hash: f5549532,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:6f0fb508f1f86d4bc039adab40689367f34f5141a90043b092e43663b1f959a6,PodSandboxId:2a80897d4d6989c628408425633aea48eaf1f123b026cb7a29325fbfb4eb2bba,Metadata:&ContainerMetadata{Name:kube-scheduler,Attempt:0,},Image:&ImageSpec{Image:847c7bc1a541865e150af08318f49d02d0e0cff4a0530fd4ffe369e294dd2856,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:847c7bc1a541865e150af08318f49d02d0e0cff4a0530fd4ffe369e294dd2856,State:CONTAINER_RUNNING,CreatedAt:1730313585751314744,Labels:map[string]string
{io.kubernetes.container.name: kube-scheduler,io.kubernetes.pod.name: kube-scheduler-ha-174833,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: ca112c63e30eb433bb700ecb5b5894a5,},Annotations:map[string]string{io.kubernetes.container.hash: 16c835f9,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:381be95e92ca6d096c838a11caffeef70b5bdf29633660086db3a591af3efa3c,PodSandboxId:aa574b692710d467b2e8775397cfa8db07704e00fb33c11512bf39c82e680973,Metadata:&ContainerMetadata{Name:etcd,Attempt:0,},Image:&ImageSpec{Image:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,State:CONTAINER_RUNNING,CreatedAt:1730313585689189484,Labels:map[string]string{io.kubernetes.container.name:
etcd,io.kubernetes.pod.name: etcd-ha-174833,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 229cc2e30ddb1f711193989fd13f4f67,},Annotations:map[string]string{io.kubernetes.container.hash: cdf7d3fa,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:db863ebdc17e0d81937b5738a5fe433285fd91846fa54c761cf0cd4cd4987b73,PodSandboxId:bc13396acc704797f09483572e0822fe63133214ccd6fcb11477cb808dbc282f,Metadata:&ContainerMetadata{Name:kube-controller-manager,Attempt:0,},Image:&ImageSpec{Image:0486b6c53a1b5af26f2ad2fb89a089e04c6baa6369f8545ab0854f9d62b44503,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:0486b6c53a1b5af26f2ad2fb89a089e04c6baa6369f8545ab0854f9d62b44503,State:CONTAINER_RUNNING,CreatedAt:1730313585724076197,Labels:map[string]string{io.kubernetes.container.name: kube-controller-manager,io.kuber
netes.pod.name: kube-controller-manager-ha-174833,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 72bc339147b21477e295945da9cb0b0e,},Annotations:map[string]string{io.kubernetes.container.hash: 3111262b,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:661ed7108dbf576219f0d0850f1ff6e5884d78718a480882365b8f283ab57acb,PodSandboxId:a4e686c5a4e0593c382829bac8d2451984a6e41381d31fb1620855986434050a,Metadata:&ContainerMetadata{Name:kube-apiserver,Attempt:0,},Image:&ImageSpec{Image:9499c9960544e80a96c223cdc5d3059dd7c2cc37ea20e7138af4a6e415a49173,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:9499c9960544e80a96c223cdc5d3059dd7c2cc37ea20e7138af4a6e415a49173,State:CONTAINER_RUNNING,CreatedAt:1730313585675039957,Labels:map[string]string{io.kubernetes.container.name: kube-apiserver,io.kubernetes.pod.na
me: kube-apiserver-ha-174833,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 66c6d80d0e594b993bec02307d522c1a,},Annotations:map[string]string{io.kubernetes.container.hash: c6927529,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},},}" file="otel-collector/interceptors.go:74" id=b4b9940c-a307-4503-8b9b-8d28bd0dbb85 name=/runtime.v1.RuntimeService/ListContainers
Oct 30 18:46:35 ha-174833 crio[664]: time="2024-10-30 18:46:35.099437049Z" level=debug msg="Request: &VersionRequest{Version:,}" file="otel-collector/interceptors.go:62" id=2d4a19c7-d791-4791-916a-ffb9a16b50d1 name=/runtime.v1.RuntimeService/Version
Oct 30 18:46:35 ha-174833 crio[664]: time="2024-10-30 18:46:35.099528832Z" level=debug msg="Response: &VersionResponse{Version:0.1.0,RuntimeName:cri-o,RuntimeVersion:1.29.1,RuntimeApiVersion:v1,}" file="otel-collector/interceptors.go:74" id=2d4a19c7-d791-4791-916a-ffb9a16b50d1 name=/runtime.v1.RuntimeService/Version
Oct 30 18:46:35 ha-174833 crio[664]: time="2024-10-30 18:46:35.100969248Z" level=debug msg="Request: &ImageFsInfoRequest{}" file="otel-collector/interceptors.go:62" id=4d323918-23d0-4663-9311-de37a4d97dbb name=/runtime.v1.ImageService/ImageFsInfo
Oct 30 18:46:35 ha-174833 crio[664]: time="2024-10-30 18:46:35.101449505Z" level=debug msg="Response: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730313995101419110,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:147204,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}" file="otel-collector/interceptors.go:74" id=4d323918-23d0-4663-9311-de37a4d97dbb name=/runtime.v1.ImageService/ImageFsInfo
Oct 30 18:46:35 ha-174833 crio[664]: time="2024-10-30 18:46:35.102563418Z" level=debug msg="Request: &ListContainersRequest{Filter:&ContainerFilter{Id:,State:nil,PodSandboxId:,LabelSelector:map[string]string{},},}" file="otel-collector/interceptors.go:62" id=78e3e3ff-6c81-4e98-b426-aabcafe137e7 name=/runtime.v1.RuntimeService/ListContainers
Oct 30 18:46:35 ha-174833 crio[664]: time="2024-10-30 18:46:35.102624173Z" level=debug msg="No filters were applied, returning full container list" file="server/container_list.go:60" id=78e3e3ff-6c81-4e98-b426-aabcafe137e7 name=/runtime.v1.RuntimeService/ListContainers
Oct 30 18:46:35 ha-174833 crio[664]: time="2024-10-30 18:46:35.102833809Z" level=debug msg="Response: &ListContainersResponse{Containers:[]*Container{&Container{Id:b50f8293a0eac5d428cb2cdd59140c816100bc3a83890343a8ecc1a0e0699009,PodSandboxId:4b32508187feda9fb89e9db472edcc9269380d89c7fabdce7ea42c6bd040cd72,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1730313615217360825,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-tnj67,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: f869042d-e37b-414d-ab11-422e933e2952,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\
"UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:b6694cd6bc9e3c41a78c9a5de80c4b95e2545fc061eac062221b2fe3ef4aadb3,PodSandboxId:e4daca50f6e1cba7757e2725bf95ff4bf83227ca7fa99966ead6cd77711dcace,Metadata:&ContainerMetadata{Name:storage-provisioner,Attempt:0,},Image:&ImageSpec{Image:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,State:CONTAINER_RUNNING,CreatedAt:1730313615138289233,Labels:map[string]string{io.kubernetes.container.name: storage-provisioner,io.kubernetes.pod.name: storage-provisioner,io.kubernetes.pod.namespace: kube-system,io
.kubernetes.pod.uid: 8e6d1d5e-1944-4c77-8018-42bc526984c2,},Annotations:map[string]string{io.kubernetes.container.hash: 6c6bf961,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:80919506252b4e3df3db12ac62352ffcfc65a784996bbef7adcefc782480a86f,PodSandboxId:80f0d2bac7bdbf4e7081698c44c0100f1844741b0105b2c4afc4373e50786bd2,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1730313615087765259,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-qrkkc,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 3470734c-6
1ab-4cd9-a026-f07d5ca6a290,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:46301d1401a148dee81e2e167582dcebc8e9ce533e3150308e7eb51799e4f1ef,PodSandboxId:4a4a82673e78f30d1d9716c24cfa484d7ad4d27f53c2f74c27f2b30910b16f1f,Metadata:&ContainerMetadata{Name:kindnet-cni,Attempt:0,},Image:&ImageSpec{Image:docker.io/kindest/kindnetd@sha256:cddd34f7d74bf898f14080ed61e322a492689043dae46e93106c013373d68d16,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:9ca7e41918271bb074bb20850743fd9455129b071204789f09fa2b7304d7fad5,State:C
ONTAINER_RUNNING,CreatedAt:1730313603325015951,Labels:map[string]string{io.kubernetes.container.name: kindnet-cni,io.kubernetes.pod.name: kindnet-pm48g,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 7c2c95da-7659-43c4-aae2-3af6fbe9515c,},Annotations:map[string]string{io.kubernetes.container.hash: e48ee0f,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:634060e657ba25894ea35d4e8b8429b57de139396a52f53af88876e683de5740,PodSandboxId:5d414abeb9a8ee9776eede410c7e6863d30e3e79eead9ef5eaf48e3f823ff1eb,Metadata:&ContainerMetadata{Name:kube-proxy,Attempt:0,},Image:&ImageSpec{Image:505d571f5fd56726488d27af0d9a8e02c6db58f5d62ea51dd10d47de7a0c2d38,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:505d571f5fd56726488d27af0d9a8e02c6db58f5d62ea51dd10d47de7a0c2d38,State:CONTAINER_RUNNING,CreatedAt:173031359
7433571078,Labels:map[string]string{io.kubernetes.container.name: kube-proxy,io.kubernetes.pod.name: kube-proxy-2qt2n,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: fcc90b13-926f-4a7e-aa12-3e274c0777f6,},Annotations:map[string]string{io.kubernetes.container.hash: adb187fb,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:da8b9126272c4605fcadd37917b2874bb833efc9c16584c83ac4d1307f59c62a,PodSandboxId:635aa65f78ff8602bbbd26a8ca9fa00e6475baebf133de26e2e88e93e579621b,Metadata:&ContainerMetadata{Name:kube-vip,Attempt:0,},Image:&ImageSpec{Image:ghcr.io/kube-vip/kube-vip@sha256:3742a655001d24c4ec1a4da019fdbacb1699cd42d40e34753848fb6b0c8b5215,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:016cfb97b0edc5f5faf96fd4671670e2ee0c2263308214ac118721a81729592d,State:CONTAINER_RUNNING,CreatedAt:17303135896
66156759,Labels:map[string]string{io.kubernetes.container.name: kube-vip,io.kubernetes.pod.name: kube-vip-ha-174833,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: aea5be4e46ad37a31e0d88b2c9c0158c,},Annotations:map[string]string{io.kubernetes.container.hash: f5549532,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:6f0fb508f1f86d4bc039adab40689367f34f5141a90043b092e43663b1f959a6,PodSandboxId:2a80897d4d6989c628408425633aea48eaf1f123b026cb7a29325fbfb4eb2bba,Metadata:&ContainerMetadata{Name:kube-scheduler,Attempt:0,},Image:&ImageSpec{Image:847c7bc1a541865e150af08318f49d02d0e0cff4a0530fd4ffe369e294dd2856,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:847c7bc1a541865e150af08318f49d02d0e0cff4a0530fd4ffe369e294dd2856,State:CONTAINER_RUNNING,CreatedAt:1730313585751314744,Labels:map[string]string
{io.kubernetes.container.name: kube-scheduler,io.kubernetes.pod.name: kube-scheduler-ha-174833,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: ca112c63e30eb433bb700ecb5b5894a5,},Annotations:map[string]string{io.kubernetes.container.hash: 16c835f9,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:381be95e92ca6d096c838a11caffeef70b5bdf29633660086db3a591af3efa3c,PodSandboxId:aa574b692710d467b2e8775397cfa8db07704e00fb33c11512bf39c82e680973,Metadata:&ContainerMetadata{Name:etcd,Attempt:0,},Image:&ImageSpec{Image:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,State:CONTAINER_RUNNING,CreatedAt:1730313585689189484,Labels:map[string]string{io.kubernetes.container.name:
etcd,io.kubernetes.pod.name: etcd-ha-174833,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 229cc2e30ddb1f711193989fd13f4f67,},Annotations:map[string]string{io.kubernetes.container.hash: cdf7d3fa,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:db863ebdc17e0d81937b5738a5fe433285fd91846fa54c761cf0cd4cd4987b73,PodSandboxId:bc13396acc704797f09483572e0822fe63133214ccd6fcb11477cb808dbc282f,Metadata:&ContainerMetadata{Name:kube-controller-manager,Attempt:0,},Image:&ImageSpec{Image:0486b6c53a1b5af26f2ad2fb89a089e04c6baa6369f8545ab0854f9d62b44503,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:0486b6c53a1b5af26f2ad2fb89a089e04c6baa6369f8545ab0854f9d62b44503,State:CONTAINER_RUNNING,CreatedAt:1730313585724076197,Labels:map[string]string{io.kubernetes.container.name: kube-controller-manager,io.kuber
netes.pod.name: kube-controller-manager-ha-174833,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 72bc339147b21477e295945da9cb0b0e,},Annotations:map[string]string{io.kubernetes.container.hash: 3111262b,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:661ed7108dbf576219f0d0850f1ff6e5884d78718a480882365b8f283ab57acb,PodSandboxId:a4e686c5a4e0593c382829bac8d2451984a6e41381d31fb1620855986434050a,Metadata:&ContainerMetadata{Name:kube-apiserver,Attempt:0,},Image:&ImageSpec{Image:9499c9960544e80a96c223cdc5d3059dd7c2cc37ea20e7138af4a6e415a49173,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:9499c9960544e80a96c223cdc5d3059dd7c2cc37ea20e7138af4a6e415a49173,State:CONTAINER_RUNNING,CreatedAt:1730313585675039957,Labels:map[string]string{io.kubernetes.container.name: kube-apiserver,io.kubernetes.pod.na
me: kube-apiserver-ha-174833,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 66c6d80d0e594b993bec02307d522c1a,},Annotations:map[string]string{io.kubernetes.container.hash: c6927529,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},},}" file="otel-collector/interceptors.go:74" id=78e3e3ff-6c81-4e98-b426-aabcafe137e7 name=/runtime.v1.RuntimeService/ListContainers
Oct 30 18:46:35 ha-174833 crio[664]: time="2024-10-30 18:46:35.144394830Z" level=debug msg="Request: &VersionRequest{Version:,}" file="otel-collector/interceptors.go:62" id=1e4ce690-ca6e-47dc-9839-8e0775303055 name=/runtime.v1.RuntimeService/Version
Oct 30 18:46:35 ha-174833 crio[664]: time="2024-10-30 18:46:35.144466398Z" level=debug msg="Response: &VersionResponse{Version:0.1.0,RuntimeName:cri-o,RuntimeVersion:1.29.1,RuntimeApiVersion:v1,}" file="otel-collector/interceptors.go:74" id=1e4ce690-ca6e-47dc-9839-8e0775303055 name=/runtime.v1.RuntimeService/Version
Oct 30 18:46:35 ha-174833 crio[664]: time="2024-10-30 18:46:35.145876577Z" level=debug msg="Request: &ImageFsInfoRequest{}" file="otel-collector/interceptors.go:62" id=a8db6f3f-7c5c-446f-bac0-b5b256456c39 name=/runtime.v1.ImageService/ImageFsInfo
Oct 30 18:46:35 ha-174833 crio[664]: time="2024-10-30 18:46:35.146502689Z" level=debug msg="Response: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730313995146433480,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:147204,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}" file="otel-collector/interceptors.go:74" id=a8db6f3f-7c5c-446f-bac0-b5b256456c39 name=/runtime.v1.ImageService/ImageFsInfo
Oct 30 18:46:35 ha-174833 crio[664]: time="2024-10-30 18:46:35.147502352Z" level=debug msg="Request: &ListContainersRequest{Filter:&ContainerFilter{Id:,State:nil,PodSandboxId:,LabelSelector:map[string]string{},},}" file="otel-collector/interceptors.go:62" id=bc303fda-9ec3-4364-85d1-3cd87d4bf556 name=/runtime.v1.RuntimeService/ListContainers
Oct 30 18:46:35 ha-174833 crio[664]: time="2024-10-30 18:46:35.147555238Z" level=debug msg="No filters were applied, returning full container list" file="server/container_list.go:60" id=bc303fda-9ec3-4364-85d1-3cd87d4bf556 name=/runtime.v1.RuntimeService/ListContainers
Oct 30 18:46:35 ha-174833 crio[664]: time="2024-10-30 18:46:35.147838001Z" level=debug msg="Response: &ListContainersResponse{Containers:[]*Container{&Container{Id:b50f8293a0eac5d428cb2cdd59140c816100bc3a83890343a8ecc1a0e0699009,PodSandboxId:4b32508187feda9fb89e9db472edcc9269380d89c7fabdce7ea42c6bd040cd72,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1730313615217360825,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-tnj67,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: f869042d-e37b-414d-ab11-422e933e2952,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\
"UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:b6694cd6bc9e3c41a78c9a5de80c4b95e2545fc061eac062221b2fe3ef4aadb3,PodSandboxId:e4daca50f6e1cba7757e2725bf95ff4bf83227ca7fa99966ead6cd77711dcace,Metadata:&ContainerMetadata{Name:storage-provisioner,Attempt:0,},Image:&ImageSpec{Image:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,State:CONTAINER_RUNNING,CreatedAt:1730313615138289233,Labels:map[string]string{io.kubernetes.container.name: storage-provisioner,io.kubernetes.pod.name: storage-provisioner,io.kubernetes.pod.namespace: kube-system,io
.kubernetes.pod.uid: 8e6d1d5e-1944-4c77-8018-42bc526984c2,},Annotations:map[string]string{io.kubernetes.container.hash: 6c6bf961,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:80919506252b4e3df3db12ac62352ffcfc65a784996bbef7adcefc782480a86f,PodSandboxId:80f0d2bac7bdbf4e7081698c44c0100f1844741b0105b2c4afc4373e50786bd2,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1730313615087765259,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-qrkkc,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 3470734c-6
1ab-4cd9-a026-f07d5ca6a290,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:46301d1401a148dee81e2e167582dcebc8e9ce533e3150308e7eb51799e4f1ef,PodSandboxId:4a4a82673e78f30d1d9716c24cfa484d7ad4d27f53c2f74c27f2b30910b16f1f,Metadata:&ContainerMetadata{Name:kindnet-cni,Attempt:0,},Image:&ImageSpec{Image:docker.io/kindest/kindnetd@sha256:cddd34f7d74bf898f14080ed61e322a492689043dae46e93106c013373d68d16,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:9ca7e41918271bb074bb20850743fd9455129b071204789f09fa2b7304d7fad5,State:C
ONTAINER_RUNNING,CreatedAt:1730313603325015951,Labels:map[string]string{io.kubernetes.container.name: kindnet-cni,io.kubernetes.pod.name: kindnet-pm48g,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 7c2c95da-7659-43c4-aae2-3af6fbe9515c,},Annotations:map[string]string{io.kubernetes.container.hash: e48ee0f,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:634060e657ba25894ea35d4e8b8429b57de139396a52f53af88876e683de5740,PodSandboxId:5d414abeb9a8ee9776eede410c7e6863d30e3e79eead9ef5eaf48e3f823ff1eb,Metadata:&ContainerMetadata{Name:kube-proxy,Attempt:0,},Image:&ImageSpec{Image:505d571f5fd56726488d27af0d9a8e02c6db58f5d62ea51dd10d47de7a0c2d38,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:505d571f5fd56726488d27af0d9a8e02c6db58f5d62ea51dd10d47de7a0c2d38,State:CONTAINER_RUNNING,CreatedAt:173031359
7433571078,Labels:map[string]string{io.kubernetes.container.name: kube-proxy,io.kubernetes.pod.name: kube-proxy-2qt2n,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: fcc90b13-926f-4a7e-aa12-3e274c0777f6,},Annotations:map[string]string{io.kubernetes.container.hash: adb187fb,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:da8b9126272c4605fcadd37917b2874bb833efc9c16584c83ac4d1307f59c62a,PodSandboxId:635aa65f78ff8602bbbd26a8ca9fa00e6475baebf133de26e2e88e93e579621b,Metadata:&ContainerMetadata{Name:kube-vip,Attempt:0,},Image:&ImageSpec{Image:ghcr.io/kube-vip/kube-vip@sha256:3742a655001d24c4ec1a4da019fdbacb1699cd42d40e34753848fb6b0c8b5215,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:016cfb97b0edc5f5faf96fd4671670e2ee0c2263308214ac118721a81729592d,State:CONTAINER_RUNNING,CreatedAt:17303135896
66156759,Labels:map[string]string{io.kubernetes.container.name: kube-vip,io.kubernetes.pod.name: kube-vip-ha-174833,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: aea5be4e46ad37a31e0d88b2c9c0158c,},Annotations:map[string]string{io.kubernetes.container.hash: f5549532,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:6f0fb508f1f86d4bc039adab40689367f34f5141a90043b092e43663b1f959a6,PodSandboxId:2a80897d4d6989c628408425633aea48eaf1f123b026cb7a29325fbfb4eb2bba,Metadata:&ContainerMetadata{Name:kube-scheduler,Attempt:0,},Image:&ImageSpec{Image:847c7bc1a541865e150af08318f49d02d0e0cff4a0530fd4ffe369e294dd2856,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:847c7bc1a541865e150af08318f49d02d0e0cff4a0530fd4ffe369e294dd2856,State:CONTAINER_RUNNING,CreatedAt:1730313585751314744,Labels:map[string]string
{io.kubernetes.container.name: kube-scheduler,io.kubernetes.pod.name: kube-scheduler-ha-174833,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: ca112c63e30eb433bb700ecb5b5894a5,},Annotations:map[string]string{io.kubernetes.container.hash: 16c835f9,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:381be95e92ca6d096c838a11caffeef70b5bdf29633660086db3a591af3efa3c,PodSandboxId:aa574b692710d467b2e8775397cfa8db07704e00fb33c11512bf39c82e680973,Metadata:&ContainerMetadata{Name:etcd,Attempt:0,},Image:&ImageSpec{Image:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,State:CONTAINER_RUNNING,CreatedAt:1730313585689189484,Labels:map[string]string{io.kubernetes.container.name:
etcd,io.kubernetes.pod.name: etcd-ha-174833,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 229cc2e30ddb1f711193989fd13f4f67,},Annotations:map[string]string{io.kubernetes.container.hash: cdf7d3fa,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:db863ebdc17e0d81937b5738a5fe433285fd91846fa54c761cf0cd4cd4987b73,PodSandboxId:bc13396acc704797f09483572e0822fe63133214ccd6fcb11477cb808dbc282f,Metadata:&ContainerMetadata{Name:kube-controller-manager,Attempt:0,},Image:&ImageSpec{Image:0486b6c53a1b5af26f2ad2fb89a089e04c6baa6369f8545ab0854f9d62b44503,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:0486b6c53a1b5af26f2ad2fb89a089e04c6baa6369f8545ab0854f9d62b44503,State:CONTAINER_RUNNING,CreatedAt:1730313585724076197,Labels:map[string]string{io.kubernetes.container.name: kube-controller-manager,io.kuber
netes.pod.name: kube-controller-manager-ha-174833,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 72bc339147b21477e295945da9cb0b0e,},Annotations:map[string]string{io.kubernetes.container.hash: 3111262b,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:661ed7108dbf576219f0d0850f1ff6e5884d78718a480882365b8f283ab57acb,PodSandboxId:a4e686c5a4e0593c382829bac8d2451984a6e41381d31fb1620855986434050a,Metadata:&ContainerMetadata{Name:kube-apiserver,Attempt:0,},Image:&ImageSpec{Image:9499c9960544e80a96c223cdc5d3059dd7c2cc37ea20e7138af4a6e415a49173,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:9499c9960544e80a96c223cdc5d3059dd7c2cc37ea20e7138af4a6e415a49173,State:CONTAINER_RUNNING,CreatedAt:1730313585675039957,Labels:map[string]string{io.kubernetes.container.name: kube-apiserver,io.kubernetes.pod.na
me: kube-apiserver-ha-174833,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 66c6d80d0e594b993bec02307d522c1a,},Annotations:map[string]string{io.kubernetes.container.hash: c6927529,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},},}" file="otel-collector/interceptors.go:74" id=bc303fda-9ec3-4364-85d1-3cd87d4bf556 name=/runtime.v1.RuntimeService/ListContainers
Oct 30 18:46:35 ha-174833 crio[664]: time="2024-10-30 18:46:35.188603042Z" level=debug msg="Request: &VersionRequest{Version:,}" file="otel-collector/interceptors.go:62" id=6a73cea5-4ad6-41a3-9593-c75955d2b1d1 name=/runtime.v1.RuntimeService/Version
Oct 30 18:46:35 ha-174833 crio[664]: time="2024-10-30 18:46:35.188673480Z" level=debug msg="Response: &VersionResponse{Version:0.1.0,RuntimeName:cri-o,RuntimeVersion:1.29.1,RuntimeApiVersion:v1,}" file="otel-collector/interceptors.go:74" id=6a73cea5-4ad6-41a3-9593-c75955d2b1d1 name=/runtime.v1.RuntimeService/Version
Oct 30 18:46:35 ha-174833 crio[664]: time="2024-10-30 18:46:35.190092992Z" level=debug msg="Request: &ImageFsInfoRequest{}" file="otel-collector/interceptors.go:62" id=d7dbcf44-6f3d-4819-b796-a3ffe3ce9a54 name=/runtime.v1.ImageService/ImageFsInfo
Oct 30 18:46:35 ha-174833 crio[664]: time="2024-10-30 18:46:35.190933263Z" level=debug msg="Response: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730313995190868495,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:147204,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}" file="otel-collector/interceptors.go:74" id=d7dbcf44-6f3d-4819-b796-a3ffe3ce9a54 name=/runtime.v1.ImageService/ImageFsInfo
Oct 30 18:46:35 ha-174833 crio[664]: time="2024-10-30 18:46:35.191519512Z" level=debug msg="Request: &ListContainersRequest{Filter:&ContainerFilter{Id:,State:nil,PodSandboxId:,LabelSelector:map[string]string{},},}" file="otel-collector/interceptors.go:62" id=87d3638b-735f-41bc-b0da-6e3e45a9a216 name=/runtime.v1.RuntimeService/ListContainers
Oct 30 18:46:35 ha-174833 crio[664]: time="2024-10-30 18:46:35.191568292Z" level=debug msg="No filters were applied, returning full container list" file="server/container_list.go:60" id=87d3638b-735f-41bc-b0da-6e3e45a9a216 name=/runtime.v1.RuntimeService/ListContainers
Oct 30 18:46:35 ha-174833 crio[664]: time="2024-10-30 18:46:35.191777875Z" level=debug msg="Response: &ListContainersResponse{Containers:[]*Container{&Container{Id:b50f8293a0eac5d428cb2cdd59140c816100bc3a83890343a8ecc1a0e0699009,PodSandboxId:4b32508187feda9fb89e9db472edcc9269380d89c7fabdce7ea42c6bd040cd72,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1730313615217360825,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-tnj67,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: f869042d-e37b-414d-ab11-422e933e2952,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\
"UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:b6694cd6bc9e3c41a78c9a5de80c4b95e2545fc061eac062221b2fe3ef4aadb3,PodSandboxId:e4daca50f6e1cba7757e2725bf95ff4bf83227ca7fa99966ead6cd77711dcace,Metadata:&ContainerMetadata{Name:storage-provisioner,Attempt:0,},Image:&ImageSpec{Image:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,State:CONTAINER_RUNNING,CreatedAt:1730313615138289233,Labels:map[string]string{io.kubernetes.container.name: storage-provisioner,io.kubernetes.pod.name: storage-provisioner,io.kubernetes.pod.namespace: kube-system,io
.kubernetes.pod.uid: 8e6d1d5e-1944-4c77-8018-42bc526984c2,},Annotations:map[string]string{io.kubernetes.container.hash: 6c6bf961,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:80919506252b4e3df3db12ac62352ffcfc65a784996bbef7adcefc782480a86f,PodSandboxId:80f0d2bac7bdbf4e7081698c44c0100f1844741b0105b2c4afc4373e50786bd2,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1730313615087765259,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-qrkkc,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 3470734c-6
1ab-4cd9-a026-f07d5ca6a290,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:46301d1401a148dee81e2e167582dcebc8e9ce533e3150308e7eb51799e4f1ef,PodSandboxId:4a4a82673e78f30d1d9716c24cfa484d7ad4d27f53c2f74c27f2b30910b16f1f,Metadata:&ContainerMetadata{Name:kindnet-cni,Attempt:0,},Image:&ImageSpec{Image:docker.io/kindest/kindnetd@sha256:cddd34f7d74bf898f14080ed61e322a492689043dae46e93106c013373d68d16,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:9ca7e41918271bb074bb20850743fd9455129b071204789f09fa2b7304d7fad5,State:C
ONTAINER_RUNNING,CreatedAt:1730313603325015951,Labels:map[string]string{io.kubernetes.container.name: kindnet-cni,io.kubernetes.pod.name: kindnet-pm48g,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 7c2c95da-7659-43c4-aae2-3af6fbe9515c,},Annotations:map[string]string{io.kubernetes.container.hash: e48ee0f,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:634060e657ba25894ea35d4e8b8429b57de139396a52f53af88876e683de5740,PodSandboxId:5d414abeb9a8ee9776eede410c7e6863d30e3e79eead9ef5eaf48e3f823ff1eb,Metadata:&ContainerMetadata{Name:kube-proxy,Attempt:0,},Image:&ImageSpec{Image:505d571f5fd56726488d27af0d9a8e02c6db58f5d62ea51dd10d47de7a0c2d38,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:505d571f5fd56726488d27af0d9a8e02c6db58f5d62ea51dd10d47de7a0c2d38,State:CONTAINER_RUNNING,CreatedAt:173031359
7433571078,Labels:map[string]string{io.kubernetes.container.name: kube-proxy,io.kubernetes.pod.name: kube-proxy-2qt2n,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: fcc90b13-926f-4a7e-aa12-3e274c0777f6,},Annotations:map[string]string{io.kubernetes.container.hash: adb187fb,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:da8b9126272c4605fcadd37917b2874bb833efc9c16584c83ac4d1307f59c62a,PodSandboxId:635aa65f78ff8602bbbd26a8ca9fa00e6475baebf133de26e2e88e93e579621b,Metadata:&ContainerMetadata{Name:kube-vip,Attempt:0,},Image:&ImageSpec{Image:ghcr.io/kube-vip/kube-vip@sha256:3742a655001d24c4ec1a4da019fdbacb1699cd42d40e34753848fb6b0c8b5215,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:016cfb97b0edc5f5faf96fd4671670e2ee0c2263308214ac118721a81729592d,State:CONTAINER_RUNNING,CreatedAt:17303135896
66156759,Labels:map[string]string{io.kubernetes.container.name: kube-vip,io.kubernetes.pod.name: kube-vip-ha-174833,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: aea5be4e46ad37a31e0d88b2c9c0158c,},Annotations:map[string]string{io.kubernetes.container.hash: f5549532,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:6f0fb508f1f86d4bc039adab40689367f34f5141a90043b092e43663b1f959a6,PodSandboxId:2a80897d4d6989c628408425633aea48eaf1f123b026cb7a29325fbfb4eb2bba,Metadata:&ContainerMetadata{Name:kube-scheduler,Attempt:0,},Image:&ImageSpec{Image:847c7bc1a541865e150af08318f49d02d0e0cff4a0530fd4ffe369e294dd2856,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:847c7bc1a541865e150af08318f49d02d0e0cff4a0530fd4ffe369e294dd2856,State:CONTAINER_RUNNING,CreatedAt:1730313585751314744,Labels:map[string]string
{io.kubernetes.container.name: kube-scheduler,io.kubernetes.pod.name: kube-scheduler-ha-174833,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: ca112c63e30eb433bb700ecb5b5894a5,},Annotations:map[string]string{io.kubernetes.container.hash: 16c835f9,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:381be95e92ca6d096c838a11caffeef70b5bdf29633660086db3a591af3efa3c,PodSandboxId:aa574b692710d467b2e8775397cfa8db07704e00fb33c11512bf39c82e680973,Metadata:&ContainerMetadata{Name:etcd,Attempt:0,},Image:&ImageSpec{Image:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,State:CONTAINER_RUNNING,CreatedAt:1730313585689189484,Labels:map[string]string{io.kubernetes.container.name:
etcd,io.kubernetes.pod.name: etcd-ha-174833,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 229cc2e30ddb1f711193989fd13f4f67,},Annotations:map[string]string{io.kubernetes.container.hash: cdf7d3fa,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:db863ebdc17e0d81937b5738a5fe433285fd91846fa54c761cf0cd4cd4987b73,PodSandboxId:bc13396acc704797f09483572e0822fe63133214ccd6fcb11477cb808dbc282f,Metadata:&ContainerMetadata{Name:kube-controller-manager,Attempt:0,},Image:&ImageSpec{Image:0486b6c53a1b5af26f2ad2fb89a089e04c6baa6369f8545ab0854f9d62b44503,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:0486b6c53a1b5af26f2ad2fb89a089e04c6baa6369f8545ab0854f9d62b44503,State:CONTAINER_RUNNING,CreatedAt:1730313585724076197,Labels:map[string]string{io.kubernetes.container.name: kube-controller-manager,io.kuber
netes.pod.name: kube-controller-manager-ha-174833,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 72bc339147b21477e295945da9cb0b0e,},Annotations:map[string]string{io.kubernetes.container.hash: 3111262b,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:661ed7108dbf576219f0d0850f1ff6e5884d78718a480882365b8f283ab57acb,PodSandboxId:a4e686c5a4e0593c382829bac8d2451984a6e41381d31fb1620855986434050a,Metadata:&ContainerMetadata{Name:kube-apiserver,Attempt:0,},Image:&ImageSpec{Image:9499c9960544e80a96c223cdc5d3059dd7c2cc37ea20e7138af4a6e415a49173,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:9499c9960544e80a96c223cdc5d3059dd7c2cc37ea20e7138af4a6e415a49173,State:CONTAINER_RUNNING,CreatedAt:1730313585675039957,Labels:map[string]string{io.kubernetes.container.name: kube-apiserver,io.kubernetes.pod.na
me: kube-apiserver-ha-174833,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 66c6d80d0e594b993bec02307d522c1a,},Annotations:map[string]string{io.kubernetes.container.hash: c6927529,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},},}" file="otel-collector/interceptors.go:74" id=87d3638b-735f-41bc-b0da-6e3e45a9a216 name=/runtime.v1.RuntimeService/ListContainers
==> container status <==
CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD
b50f8293a0eac c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6 6 minutes ago Running coredns 0 4b32508187fed coredns-7c65d6cfc9-tnj67
b6694cd6bc9e3 6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562 6 minutes ago Running storage-provisioner 0 e4daca50f6e1c storage-provisioner
80919506252b4 c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6 6 minutes ago Running coredns 0 80f0d2bac7bdb coredns-7c65d6cfc9-qrkkc
46301d1401a14 docker.io/kindest/kindnetd@sha256:cddd34f7d74bf898f14080ed61e322a492689043dae46e93106c013373d68d16 6 minutes ago Running kindnet-cni 0 4a4a82673e78f kindnet-pm48g
634060e657ba2 505d571f5fd56726488d27af0d9a8e02c6db58f5d62ea51dd10d47de7a0c2d38 6 minutes ago Running kube-proxy 0 5d414abeb9a8e kube-proxy-2qt2n
da8b9126272c4 ghcr.io/kube-vip/kube-vip@sha256:3742a655001d24c4ec1a4da019fdbacb1699cd42d40e34753848fb6b0c8b5215 6 minutes ago Running kube-vip 0 635aa65f78ff8 kube-vip-ha-174833
6f0fb508f1f86 847c7bc1a541865e150af08318f49d02d0e0cff4a0530fd4ffe369e294dd2856 6 minutes ago Running kube-scheduler 0 2a80897d4d698 kube-scheduler-ha-174833
db863ebdc17e0 0486b6c53a1b5af26f2ad2fb89a089e04c6baa6369f8545ab0854f9d62b44503 6 minutes ago Running kube-controller-manager 0 bc13396acc704 kube-controller-manager-ha-174833
381be95e92ca6 2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4 6 minutes ago Running etcd 0 aa574b692710d etcd-ha-174833
661ed7108dbf5 9499c9960544e80a96c223cdc5d3059dd7c2cc37ea20e7138af4a6e415a49173 6 minutes ago Running kube-apiserver 0 a4e686c5a4e05 kube-apiserver-ha-174833
==> coredns [80919506252b4e3df3db12ac62352ffcfc65a784996bbef7adcefc782480a86f] <==
[INFO] 10.244.2.2:49872 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000260615s
[INFO] 10.244.2.2:45985 - 4 "A IN kubernetes.io. udp 31 false 512" NOERROR qr,aa,rd,ra 60 0.000215389s
[INFO] 10.244.1.3:58699 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000184263s
[INFO] 10.244.1.3:36745 - 4 "AAAA IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000223993s
[INFO] 10.244.1.3:52696 - 5 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000197445s
[INFO] 10.244.1.3:51136 - 6 "A IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 36 0.008496656s
[INFO] 10.244.1.3:37326 - 8 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000170193s
[INFO] 10.244.2.2:41356 - 3 "AAAA IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 36 0.001504514s
[INFO] 10.244.2.2:58448 - 4 "AAAA IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000121598s
[INFO] 10.244.2.2:57683 - 5 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000115706s
[INFO] 10.244.1.2:44356 - 3 "AAAA IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 36 0.001773314s
[INFO] 10.244.1.2:53338 - 5 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000092182s
[INFO] 10.244.1.2:36505 - 7 "A IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000123936s
[INFO] 10.244.1.2:50770 - 8 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000129391s
[INFO] 10.244.1.3:45376 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000119608s
[INFO] 10.244.1.3:38056 - 3 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000104793s
[INFO] 10.244.2.2:56050 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.001014289s
[INFO] 10.244.2.2:46354 - 4 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000094957s
[INFO] 10.244.1.2:43247 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000140652s
[INFO] 10.244.1.3:59260 - 3 "AAAA IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 40 0.000286102s
[INFO] 10.244.1.3:42613 - 5 "PTR IN 1.39.168.192.in-addr.arpa. udp 43 false 512" NOERROR qr,aa,rd 104 0.000177355s
[INFO] 10.244.2.2:38778 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000139553s
[INFO] 10.244.2.2:55445 - 4 "A IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 78 0.000162449s
[INFO] 10.244.1.2:49123 - 3 "AAAA IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 40 0.000103971s
[INFO] 10.244.1.2:36025 - 4 "A IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 78 0.000103655s
==> coredns [b50f8293a0eac5d428cb2cdd59140c816100bc3a83890343a8ecc1a0e0699009] <==
[INFO] 10.244.1.3:35936 - 3 "AAAA IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 36 0.006730126s
[INFO] 10.244.1.3:52049 - 7 "A IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000164529s
[INFO] 10.244.1.3:41429 - 9 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000145894s
[INFO] 10.244.2.2:38865 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.00015631s
[INFO] 10.244.2.2:35468 - 6 "A IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 36 0.001359248s
[INFO] 10.244.2.2:39539 - 7 "A IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000154504s
[INFO] 10.244.2.2:40996 - 8 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.00012336s
[INFO] 10.244.2.2:36394 - 9 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000103847s
[INFO] 10.244.1.2:36748 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000157155s
[INFO] 10.244.1.2:57168 - 4 "AAAA IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000183772s
[INFO] 10.244.1.2:44765 - 6 "A IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 36 0.001208743s
[INFO] 10.244.1.2:51648 - 9 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000094986s
[INFO] 10.244.1.3:35468 - 4 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000117052s
[INFO] 10.244.1.3:41666 - 5 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000093918s
[INFO] 10.244.2.2:40566 - 3 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000179128s
[INFO] 10.244.2.2:35306 - 5 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000086624s
[INFO] 10.244.1.2:54037 - 3 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000136664s
[INFO] 10.244.1.2:39370 - 4 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000109182s
[INFO] 10.244.1.2:41814 - 5 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000123818s
[INFO] 10.244.1.3:44728 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000170139s
[INFO] 10.244.1.3:56805 - 4 "A IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 78 0.000142203s
[INFO] 10.244.2.2:36863 - 3 "AAAA IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 40 0.000187523s
[INFO] 10.244.2.2:41661 - 5 "PTR IN 1.39.168.192.in-addr.arpa. udp 43 false 512" NOERROR qr,aa,rd 104 0.000120093s
[INFO] 10.244.1.2:52634 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000137066s
[INFO] 10.244.1.2:35418 - 5 "PTR IN 1.39.168.192.in-addr.arpa. udp 43 false 512" NOERROR qr,aa,rd 104 0.000120994s
==> describe nodes <==
Name: ha-174833
Roles: control-plane
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=ha-174833
kubernetes.io/os=linux
minikube.k8s.io/commit=605ec3dacea4f25ee181ccc490c641c149fd11d0
minikube.k8s.io/name=ha-174833
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2024_10_30T18_39_53_0700
minikube.k8s.io/version=v1.34.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Wed, 30 Oct 2024 18:39:50 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: ha-174833
AcquireTime: <unset>
RenewTime: Wed, 30 Oct 2024 18:46:30 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Wed, 30 Oct 2024 18:45:28 +0000 Wed, 30 Oct 2024 18:39:48 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Wed, 30 Oct 2024 18:45:28 +0000 Wed, 30 Oct 2024 18:39:48 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Wed, 30 Oct 2024 18:45:28 +0000 Wed, 30 Oct 2024 18:39:48 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Wed, 30 Oct 2024 18:45:28 +0000 Wed, 30 Oct 2024 18:40:14 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.39.141
Hostname: ha-174833
Capacity:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
System Info:
Machine ID: 7ccc5c9f42c54438b6652723644bbeef
System UUID: 7ccc5c9f-42c5-4438-b665-2723644bbeef
Boot ID: 83dbe7e6-9d54-44c7-aa42-e17dc8d9a1a0
Kernel Version: 5.10.207
OS Image: Buildroot 2023.02.9
Operating System: linux
Architecture: amd64
Container Runtime Version: cri-o://1.29.1
Kubelet Version: v1.31.2
Kube-Proxy Version: v1.31.2
PodCIDR: 10.244.0.0/24
PodCIDRs: 10.244.0.0/24
Non-terminated Pods: (10 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
kube-system coredns-7c65d6cfc9-qrkkc 100m (5%) 0 (0%) 70Mi (3%) 170Mi (8%) 6m39s
kube-system coredns-7c65d6cfc9-tnj67 100m (5%) 0 (0%) 70Mi (3%) 170Mi (8%) 6m39s
kube-system etcd-ha-174833 100m (5%) 0 (0%) 100Mi (4%) 0 (0%) 6m43s
kube-system kindnet-pm48g 100m (5%) 100m (5%) 50Mi (2%) 50Mi (2%) 6m39s
kube-system kube-apiserver-ha-174833 250m (12%) 0 (0%) 0 (0%) 0 (0%) 6m43s
kube-system kube-controller-manager-ha-174833 200m (10%) 0 (0%) 0 (0%) 0 (0%) 6m43s
kube-system kube-proxy-2qt2n 0 (0%) 0 (0%) 0 (0%) 0 (0%) 6m39s
kube-system kube-scheduler-ha-174833 100m (5%) 0 (0%) 0 (0%) 0 (0%) 6m43s
kube-system kube-vip-ha-174833 0 (0%) 0 (0%) 0 (0%) 0 (0%) 6m44s
kube-system storage-provisioner 0 (0%) 0 (0%) 0 (0%) 0 (0%) 6m39s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 950m (47%) 100m (5%)
memory 290Mi (13%) 390Mi (18%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 6m37s kube-proxy
Normal NodeHasSufficientPID 6m50s (x7 over 6m50s) kubelet Node ha-174833 status is now: NodeHasSufficientPID
Normal NodeAllocatableEnforced 6m50s kubelet Updated Node Allocatable limit across pods
Normal Starting 6m50s kubelet Starting kubelet.
Normal NodeHasSufficientMemory 6m50s (x8 over 6m50s) kubelet Node ha-174833 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 6m50s (x8 over 6m50s) kubelet Node ha-174833 status is now: NodeHasNoDiskPressure
Normal Starting 6m44s kubelet Starting kubelet.
Normal NodeAllocatableEnforced 6m44s kubelet Updated Node Allocatable limit across pods
Normal NodeHasSufficientMemory 6m43s kubelet Node ha-174833 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 6m43s kubelet Node ha-174833 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 6m43s kubelet Node ha-174833 status is now: NodeHasSufficientPID
Normal RegisteredNode 6m40s node-controller Node ha-174833 event: Registered Node ha-174833 in Controller
Normal NodeReady 6m21s kubelet Node ha-174833 status is now: NodeReady
Normal RegisteredNode 5m43s node-controller Node ha-174833 event: Registered Node ha-174833 in Controller
Normal RegisteredNode 4m23s node-controller Node ha-174833 event: Registered Node ha-174833 in Controller
Name: ha-174833-m02
Roles: control-plane
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=ha-174833-m02
kubernetes.io/os=linux
minikube.k8s.io/commit=605ec3dacea4f25ee181ccc490c641c149fd11d0
minikube.k8s.io/name=ha-174833
minikube.k8s.io/primary=false
minikube.k8s.io/updated_at=2024_10_30T18_40_47_0700
minikube.k8s.io/version=v1.34.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Wed, 30 Oct 2024 18:40:44 +0000
Taints: node.kubernetes.io/unreachable:NoExecute
node.kubernetes.io/unreachable:NoSchedule
Unschedulable: false
Lease:
HolderIdentity: ha-174833-m02
AcquireTime: <unset>
RenewTime: Wed, 30 Oct 2024 18:43:48 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure Unknown Wed, 30 Oct 2024 18:42:45 +0000 Wed, 30 Oct 2024 18:44:30 +0000 NodeStatusUnknown Kubelet stopped posting node status.
DiskPressure Unknown Wed, 30 Oct 2024 18:42:45 +0000 Wed, 30 Oct 2024 18:44:30 +0000 NodeStatusUnknown Kubelet stopped posting node status.
PIDPressure Unknown Wed, 30 Oct 2024 18:42:45 +0000 Wed, 30 Oct 2024 18:44:30 +0000 NodeStatusUnknown Kubelet stopped posting node status.
Ready Unknown Wed, 30 Oct 2024 18:42:45 +0000 Wed, 30 Oct 2024 18:44:30 +0000 NodeStatusUnknown Kubelet stopped posting node status.
Addresses:
InternalIP: 192.168.39.67
Hostname: ha-174833-m02
Capacity:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
System Info:
Machine ID: 44df5dbbd2d444bb8a426278602ee677
System UUID: 44df5dbb-d2d4-44bb-8a42-6278602ee677
Boot ID: 360af464-681d-4348-b7f8-dd08e7d88924
Kernel Version: 5.10.207
OS Image: Buildroot 2023.02.9
Operating System: linux
Architecture: amd64
Container Runtime Version: cri-o://1.29.1
Kubelet Version: v1.31.2
Kube-Proxy Version: v1.31.2
PodCIDR: 10.244.1.0/24
PodCIDRs: 10.244.1.0/24
Non-terminated Pods: (9 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox-7dff88458-mm586 0 (0%) 0 (0%) 0 (0%) 0 (0%) 4m3s
default busybox-7dff88458-v6kn9 0 (0%) 0 (0%) 0 (0%) 0 (0%) 4m3s
kube-system etcd-ha-174833-m02 100m (5%) 0 (0%) 100Mi (4%) 0 (0%) 5m49s
kube-system kindnet-rlzbn 100m (5%) 100m (5%) 50Mi (2%) 50Mi (2%) 5m51s
kube-system kube-apiserver-ha-174833-m02 250m (12%) 0 (0%) 0 (0%) 0 (0%) 5m49s
kube-system kube-controller-manager-ha-174833-m02 200m (10%) 0 (0%) 0 (0%) 0 (0%) 5m48s
kube-system kube-proxy-hg2st 0 (0%) 0 (0%) 0 (0%) 0 (0%) 5m51s
kube-system kube-scheduler-ha-174833-m02 100m (5%) 0 (0%) 0 (0%) 0 (0%) 5m43s
kube-system kube-vip-ha-174833-m02 0 (0%) 0 (0%) 0 (0%) 0 (0%) 5m45s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 750m (37%) 100m (5%)
memory 150Mi (7%) 50Mi (2%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 5m47s kube-proxy
Normal NodeHasSufficientMemory 5m51s (x8 over 5m51s) kubelet Node ha-174833-m02 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 5m51s (x8 over 5m51s) kubelet Node ha-174833-m02 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 5m51s (x7 over 5m51s) kubelet Node ha-174833-m02 status is now: NodeHasSufficientPID
Normal NodeAllocatableEnforced 5m51s kubelet Updated Node Allocatable limit across pods
Normal RegisteredNode 5m50s node-controller Node ha-174833-m02 event: Registered Node ha-174833-m02 in Controller
Normal RegisteredNode 5m43s node-controller Node ha-174833-m02 event: Registered Node ha-174833-m02 in Controller
Normal RegisteredNode 4m23s node-controller Node ha-174833-m02 event: Registered Node ha-174833-m02 in Controller
Normal NodeNotReady 2m5s node-controller Node ha-174833-m02 status is now: NodeNotReady
Name: ha-174833-m03
Roles: control-plane
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=ha-174833-m03
kubernetes.io/os=linux
minikube.k8s.io/commit=605ec3dacea4f25ee181ccc490c641c149fd11d0
minikube.k8s.io/name=ha-174833
minikube.k8s.io/primary=false
minikube.k8s.io/updated_at=2024_10_30T18_42_06_0700
minikube.k8s.io/version=v1.34.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Wed, 30 Oct 2024 18:42:03 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: ha-174833-m03
AcquireTime: <unset>
RenewTime: Wed, 30 Oct 2024 18:46:28 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Wed, 30 Oct 2024 18:43:04 +0000 Wed, 30 Oct 2024 18:42:03 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Wed, 30 Oct 2024 18:43:04 +0000 Wed, 30 Oct 2024 18:42:03 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Wed, 30 Oct 2024 18:43:04 +0000 Wed, 30 Oct 2024 18:42:03 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Wed, 30 Oct 2024 18:43:04 +0000 Wed, 30 Oct 2024 18:42:25 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.39.238
Hostname: ha-174833-m03
Capacity:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
System Info:
Machine ID: 8a25aeed7bbc4bd4a357771ce914b28b
System UUID: 8a25aeed-7bbc-4bd4-a357-771ce914b28b
Boot ID: 3552b03e-4535-4240-8adc-99b111c48f7c
Kernel Version: 5.10.207
OS Image: Buildroot 2023.02.9
Operating System: linux
Architecture: amd64
Container Runtime Version: cri-o://1.29.1
Kubelet Version: v1.31.2
Kube-Proxy Version: v1.31.2
PodCIDR: 10.244.2.0/24
PodCIDRs: 10.244.2.0/24
Non-terminated Pods: (8 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox-7dff88458-rzbbm 0 (0%) 0 (0%) 0 (0%) 0 (0%) 4m3s
kube-system etcd-ha-174833-m03 100m (5%) 0 (0%) 100Mi (4%) 0 (0%) 4m31s
kube-system kindnet-b76pd 100m (5%) 100m (5%) 50Mi (2%) 50Mi (2%) 4m32s
kube-system kube-apiserver-ha-174833-m03 250m (12%) 0 (0%) 0 (0%) 0 (0%) 4m30s
kube-system kube-controller-manager-ha-174833-m03 200m (10%) 0 (0%) 0 (0%) 0 (0%) 4m30s
kube-system kube-proxy-g7l7z 0 (0%) 0 (0%) 0 (0%) 0 (0%) 4m32s
kube-system kube-scheduler-ha-174833-m03 100m (5%) 0 (0%) 0 (0%) 0 (0%) 4m30s
kube-system kube-vip-ha-174833-m03 0 (0%) 0 (0%) 0 (0%) 0 (0%) 4m27s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 750m (37%) 100m (5%)
memory 150Mi (7%) 50Mi (2%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 4m27s kube-proxy
Normal NodeHasSufficientMemory 4m32s (x8 over 4m32s) kubelet Node ha-174833-m03 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 4m32s (x8 over 4m32s) kubelet Node ha-174833-m03 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 4m32s (x7 over 4m32s) kubelet Node ha-174833-m03 status is now: NodeHasSufficientPID
Normal NodeAllocatableEnforced 4m32s kubelet Updated Node Allocatable limit across pods
Normal RegisteredNode 4m30s node-controller Node ha-174833-m03 event: Registered Node ha-174833-m03 in Controller
Normal RegisteredNode 4m28s node-controller Node ha-174833-m03 event: Registered Node ha-174833-m03 in Controller
Normal RegisteredNode 4m23s node-controller Node ha-174833-m03 event: Registered Node ha-174833-m03 in Controller
Name: ha-174833-m04
Roles: <none>
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=ha-174833-m04
kubernetes.io/os=linux
minikube.k8s.io/commit=605ec3dacea4f25ee181ccc490c641c149fd11d0
minikube.k8s.io/name=ha-174833
minikube.k8s.io/primary=false
minikube.k8s.io/updated_at=2024_10_30T18_43_15_0700
minikube.k8s.io/version=v1.34.0
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Wed, 30 Oct 2024 18:43:14 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: ha-174833-m04
AcquireTime: <unset>
RenewTime: Wed, 30 Oct 2024 18:46:28 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Wed, 30 Oct 2024 18:43:45 +0000 Wed, 30 Oct 2024 18:43:14 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Wed, 30 Oct 2024 18:43:45 +0000 Wed, 30 Oct 2024 18:43:14 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Wed, 30 Oct 2024 18:43:45 +0000 Wed, 30 Oct 2024 18:43:14 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Wed, 30 Oct 2024 18:43:45 +0000 Wed, 30 Oct 2024 18:43:35 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.39.123
Hostname: ha-174833-m04
Capacity:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
System Info:
Machine ID: 65b27c1ce02d45b78ed3fcddd1aae236
System UUID: 65b27c1c-e02d-45b7-8ed3-fcddd1aae236
Boot ID: 25699951-947c-4e74-aa23-b7f7f9d75023
Kernel Version: 5.10.207
OS Image: Buildroot 2023.02.9
Operating System: linux
Architecture: amd64
Container Runtime Version: cri-o://1.29.1
Kubelet Version: v1.31.2
Kube-Proxy Version: v1.31.2
PodCIDR: 10.244.3.0/24
PodCIDRs: 10.244.3.0/24
Non-terminated Pods: (2 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
kube-system kindnet-2dhq5 100m (5%) 100m (5%) 50Mi (2%) 50Mi (2%) 3m21s
kube-system kube-proxy-nzl42 0 (0%) 0 (0%) 0 (0%) 0 (0%) 3m21s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 100m (5%) 100m (5%)
memory 50Mi (2%) 50Mi (2%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 3m16s kube-proxy
Normal CIDRAssignmentFailed 3m21s cidrAllocator Node ha-174833-m04 status is now: CIDRAssignmentFailed
Normal NodeHasSufficientMemory 3m21s (x2 over 3m21s) kubelet Node ha-174833-m04 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 3m21s (x2 over 3m21s) kubelet Node ha-174833-m04 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 3m21s (x2 over 3m21s) kubelet Node ha-174833-m04 status is now: NodeHasSufficientPID
Normal NodeAllocatableEnforced 3m21s kubelet Updated Node Allocatable limit across pods
Normal RegisteredNode 3m20s node-controller Node ha-174833-m04 event: Registered Node ha-174833-m04 in Controller
Normal RegisteredNode 3m18s node-controller Node ha-174833-m04 event: Registered Node ha-174833-m04 in Controller
Normal RegisteredNode 3m18s node-controller Node ha-174833-m04 event: Registered Node ha-174833-m04 in Controller
Normal NodeReady 3m kubelet Node ha-174833-m04 status is now: NodeReady
==> dmesg <==
[Oct30 18:39] You have booted with nomodeset. This means your GPU drivers are DISABLED
[ +0.000001] Any video related functionality will be severely degraded, and you may not even be able to suspend the system properly
[ +0.000000] Unless you actually understand what nomodeset does, you should reboot without enabling it
[ +0.050141] Spectre V2 : WARNING: Unprivileged eBPF is enabled with eIBRS on, data leaks possible via Spectre v2 BHB attacks!
[ +0.040202] acpi PNP0A03:00: fail to add MMCONFIG information, can't access extended PCI configuration space under this bridge.
[ +4.858254] platform regulatory.0: Direct firmware load for regulatory.db failed with error -2
[ +2.508080] systemd-fstab-generator[116]: Ignoring "noauto" option for root device
[ +4.580074] NFSD: Using /var/lib/nfs/v4recovery as the NFSv4 state recovery directory
[ +0.000006] NFSD: unable to find recovery directory /var/lib/nfs/v4recovery
[ +0.000001] NFSD: Unable to initialize client recovery tracking! (-2)
[ +6.619811] systemd-fstab-generator[588]: Ignoring "noauto" option for root device
[ +0.059036] kauditd_printk_skb: 1 callbacks suppressed
[ +0.050086] systemd-fstab-generator[600]: Ignoring "noauto" option for root device
[ +0.189200] systemd-fstab-generator[614]: Ignoring "noauto" option for root device
[ +0.106863] systemd-fstab-generator[626]: Ignoring "noauto" option for root device
[ +0.256172] systemd-fstab-generator[655]: Ignoring "noauto" option for root device
[ +3.944359] systemd-fstab-generator[750]: Ignoring "noauto" option for root device
[ +4.089078] systemd-fstab-generator[880]: Ignoring "noauto" option for root device
[ +0.056939] kauditd_printk_skb: 158 callbacks suppressed
[ +5.232740] kauditd_printk_skb: 74 callbacks suppressed
[ +1.917340] systemd-fstab-generator[1295]: Ignoring "noauto" option for root device
[ +5.757118] kauditd_printk_skb: 23 callbacks suppressed
[Oct30 18:40] kauditd_printk_skb: 32 callbacks suppressed
[ +47.325044] kauditd_printk_skb: 26 callbacks suppressed
==> etcd [381be95e92ca6d096c838a11caffeef70b5bdf29633660086db3a591af3efa3c] <==
{"level":"warn","ts":"2024-10-30T18:46:35.459343Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"2398e045949c73cb","from":"2398e045949c73cb","remote-peer-id":"e95b9b8b1a72dec4","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-30T18:46:35.465828Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"2398e045949c73cb","from":"2398e045949c73cb","remote-peer-id":"e95b9b8b1a72dec4","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-30T18:46:35.469285Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"2398e045949c73cb","from":"2398e045949c73cb","remote-peer-id":"e95b9b8b1a72dec4","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-30T18:46:35.472232Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"2398e045949c73cb","from":"2398e045949c73cb","remote-peer-id":"e95b9b8b1a72dec4","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-30T18:46:35.482831Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"2398e045949c73cb","from":"2398e045949c73cb","remote-peer-id":"e95b9b8b1a72dec4","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-30T18:46:35.489457Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"2398e045949c73cb","from":"2398e045949c73cb","remote-peer-id":"e95b9b8b1a72dec4","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-30T18:46:35.495896Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"2398e045949c73cb","from":"2398e045949c73cb","remote-peer-id":"e95b9b8b1a72dec4","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-30T18:46:35.500516Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"2398e045949c73cb","from":"2398e045949c73cb","remote-peer-id":"e95b9b8b1a72dec4","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-30T18:46:35.503786Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"2398e045949c73cb","from":"2398e045949c73cb","remote-peer-id":"e95b9b8b1a72dec4","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-30T18:46:35.509771Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"2398e045949c73cb","from":"2398e045949c73cb","remote-peer-id":"e95b9b8b1a72dec4","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-30T18:46:35.516067Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"2398e045949c73cb","from":"2398e045949c73cb","remote-peer-id":"e95b9b8b1a72dec4","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-30T18:46:35.521985Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"2398e045949c73cb","from":"2398e045949c73cb","remote-peer-id":"e95b9b8b1a72dec4","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-30T18:46:35.525428Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"2398e045949c73cb","from":"2398e045949c73cb","remote-peer-id":"e95b9b8b1a72dec4","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-30T18:46:35.527069Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"2398e045949c73cb","from":"2398e045949c73cb","remote-peer-id":"e95b9b8b1a72dec4","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-30T18:46:35.528495Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"2398e045949c73cb","from":"2398e045949c73cb","remote-peer-id":"e95b9b8b1a72dec4","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-30T18:46:35.536032Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"2398e045949c73cb","from":"2398e045949c73cb","remote-peer-id":"e95b9b8b1a72dec4","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-30T18:46:35.546850Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"2398e045949c73cb","from":"2398e045949c73cb","remote-peer-id":"e95b9b8b1a72dec4","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-30T18:46:35.555036Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"2398e045949c73cb","from":"2398e045949c73cb","remote-peer-id":"e95b9b8b1a72dec4","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-30T18:46:35.558543Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"2398e045949c73cb","from":"2398e045949c73cb","remote-peer-id":"e95b9b8b1a72dec4","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-30T18:46:35.562271Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"2398e045949c73cb","from":"2398e045949c73cb","remote-peer-id":"e95b9b8b1a72dec4","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-30T18:46:35.565934Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"2398e045949c73cb","from":"2398e045949c73cb","remote-peer-id":"e95b9b8b1a72dec4","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-30T18:46:35.571754Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"2398e045949c73cb","from":"2398e045949c73cb","remote-peer-id":"e95b9b8b1a72dec4","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-30T18:46:35.572058Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"2398e045949c73cb","from":"2398e045949c73cb","remote-peer-id":"e95b9b8b1a72dec4","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-30T18:46:35.578622Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"2398e045949c73cb","from":"2398e045949c73cb","remote-peer-id":"e95b9b8b1a72dec4","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-30T18:46:35.615657Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"2398e045949c73cb","from":"2398e045949c73cb","remote-peer-id":"e95b9b8b1a72dec4","remote-peer-name":"pipeline","remote-peer-active":false}
==> kernel <==
18:46:35 up 7 min, 0 users, load average: 0.18, 0.34, 0.20
Linux ha-174833 5.10.207 #1 SMP Wed Oct 30 13:38:35 UTC 2024 x86_64 GNU/Linux
PRETTY_NAME="Buildroot 2023.02.9"
==> kindnet [46301d1401a148dee81e2e167582dcebc8e9ce533e3150308e7eb51799e4f1ef] <==
I1030 18:46:04.314019 1 main.go:324] Node ha-174833-m04 has CIDR [10.244.3.0/24]
I1030 18:46:14.313413 1 main.go:297] Handling node with IPs: map[192.168.39.141:{}]
I1030 18:46:14.313476 1 main.go:301] handling current node
I1030 18:46:14.313504 1 main.go:297] Handling node with IPs: map[192.168.39.67:{}]
I1030 18:46:14.313513 1 main.go:324] Node ha-174833-m02 has CIDR [10.244.1.0/24]
I1030 18:46:14.313806 1 main.go:297] Handling node with IPs: map[192.168.39.238:{}]
I1030 18:46:14.313832 1 main.go:324] Node ha-174833-m03 has CIDR [10.244.2.0/24]
I1030 18:46:14.314013 1 main.go:297] Handling node with IPs: map[192.168.39.123:{}]
I1030 18:46:14.314036 1 main.go:324] Node ha-174833-m04 has CIDR [10.244.3.0/24]
I1030 18:46:24.319131 1 main.go:297] Handling node with IPs: map[192.168.39.141:{}]
I1030 18:46:24.319165 1 main.go:301] handling current node
I1030 18:46:24.319180 1 main.go:297] Handling node with IPs: map[192.168.39.67:{}]
I1030 18:46:24.319184 1 main.go:324] Node ha-174833-m02 has CIDR [10.244.1.0/24]
I1030 18:46:24.319509 1 main.go:297] Handling node with IPs: map[192.168.39.238:{}]
I1030 18:46:24.319534 1 main.go:324] Node ha-174833-m03 has CIDR [10.244.2.0/24]
I1030 18:46:24.319684 1 main.go:297] Handling node with IPs: map[192.168.39.123:{}]
I1030 18:46:24.319708 1 main.go:324] Node ha-174833-m04 has CIDR [10.244.3.0/24]
I1030 18:46:34.321430 1 main.go:297] Handling node with IPs: map[192.168.39.67:{}]
I1030 18:46:34.321606 1 main.go:324] Node ha-174833-m02 has CIDR [10.244.1.0/24]
I1030 18:46:34.321933 1 main.go:297] Handling node with IPs: map[192.168.39.238:{}]
I1030 18:46:34.321984 1 main.go:324] Node ha-174833-m03 has CIDR [10.244.2.0/24]
I1030 18:46:34.322271 1 main.go:297] Handling node with IPs: map[192.168.39.123:{}]
I1030 18:46:34.322312 1 main.go:324] Node ha-174833-m04 has CIDR [10.244.3.0/24]
I1030 18:46:34.322472 1 main.go:297] Handling node with IPs: map[192.168.39.141:{}]
I1030 18:46:34.322496 1 main.go:301] handling current node
==> kube-apiserver [661ed7108dbf576219f0d0850f1ff6e5884d78718a480882365b8f283ab57acb] <==
I1030 18:39:50.264612 1 controller.go:615] quota admission added evaluator for: rolebindings.rbac.authorization.k8s.io
I1030 18:39:50.401162 1 alloc.go:330] "allocated clusterIPs" service="default/kubernetes" clusterIPs={"IPv4":"10.96.0.1"}
W1030 18:39:50.407669 1 lease.go:265] Resetting endpoints for master service "kubernetes" to [192.168.39.141]
I1030 18:39:50.408487 1 controller.go:615] quota admission added evaluator for: endpoints
I1030 18:39:50.417171 1 controller.go:615] quota admission added evaluator for: endpointslices.discovery.k8s.io
I1030 18:39:50.434785 1 controller.go:615] quota admission added evaluator for: serviceaccounts
I1030 18:39:51.992504 1 controller.go:615] quota admission added evaluator for: deployments.apps
I1030 18:39:52.038007 1 alloc.go:330] "allocated clusterIPs" service="kube-system/kube-dns" clusterIPs={"IPv4":"10.96.0.10"}
I1030 18:39:52.050097 1 controller.go:615] quota admission added evaluator for: daemonsets.apps
I1030 18:39:55.887886 1 controller.go:615] quota admission added evaluator for: replicasets.apps
I1030 18:39:56.039666 1 controller.go:615] quota admission added evaluator for: controllerrevisions.apps
E1030 18:42:42.298130 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:41446: use of closed network connection
E1030 18:42:42.500141 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:41460: use of closed network connection
E1030 18:42:42.681190 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:41478: use of closed network connection
E1030 18:42:42.876163 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:41496: use of closed network connection
E1030 18:42:43.053880 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:41524: use of closed network connection
E1030 18:42:43.422726 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:41570: use of closed network connection
E1030 18:42:43.605703 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:41578: use of closed network connection
E1030 18:42:43.785641 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:41594: use of closed network connection
E1030 18:42:44.079143 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:41622: use of closed network connection
E1030 18:42:44.278108 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:41630: use of closed network connection
E1030 18:42:44.464009 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:41654: use of closed network connection
E1030 18:42:44.647039 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:41670: use of closed network connection
E1030 18:42:44.825565 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:41686: use of closed network connection
E1030 18:42:45.007583 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:41704: use of closed network connection
==> kube-controller-manager [db863ebdc17e0d81937b5738a5fe433285fd91846fa54c761cf0cd4cd4987b73] <==
I1030 18:43:14.768963 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-174833-m04"
I1030 18:43:14.886660 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-174833-m04"
I1030 18:43:15.225099 1 node_lifecycle_controller.go:884] "Missing timestamp for Node. Assuming now as a timestamp" logger="node-lifecycle-controller" node="ha-174833-m04"
I1030 18:43:15.270413 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-174833-m04"
I1030 18:43:15.350905 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-174833-m04"
I1030 18:43:17.242429 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-174833-m04"
I1030 18:43:17.306242 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-174833-m04"
I1030 18:43:17.754966 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-174833-m04"
I1030 18:43:17.845608 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-174833-m04"
I1030 18:43:24.906507 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-174833-m04"
I1030 18:43:35.742819 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-174833-m04"
I1030 18:43:35.743714 1 topologycache.go:237] "Can't get CPU or zone information for node" logger="endpointslice-controller" node="ha-174833-m04"
I1030 18:43:35.758129 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-174833-m04"
I1030 18:43:37.268796 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-174833-m04"
I1030 18:43:45.220918 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-174833-m04"
I1030 18:44:30.252088 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-174833-m02"
I1030 18:44:30.252535 1 topologycache.go:237] "Can't get CPU or zone information for node" logger="endpointslice-controller" node="ha-174833-m04"
I1030 18:44:30.280327 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-174833-m02"
I1030 18:44:30.294546 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/busybox-7dff88458" duration="25.947854ms"
I1030 18:44:30.294861 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/busybox-7dff88458" duration="105.928µs"
I1030 18:44:30.441730 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/busybox-7dff88458" duration="22.437828ms"
I1030 18:44:30.442971 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/busybox-7dff88458" duration="183.461µs"
I1030 18:44:32.399995 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-174833-m02"
I1030 18:44:35.500584 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-174833-m02"
I1030 18:45:28.632096 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-174833"
==> kube-proxy [634060e657ba25894ea35d4e8b8429b57de139396a52f53af88876e683de5740] <==
add table ip kube-proxy
^^^^^^^^^^^^^^^^^^^^^^^^
>
E1030 18:39:57.657528 1 proxier.go:734] "Error cleaning up nftables rules" err=<
could not run nftables command: /dev/stdin:1:1-25: Error: Could not process rule: Operation not supported
add table ip6 kube-proxy
^^^^^^^^^^^^^^^^^^^^^^^^^
>
I1030 18:39:57.672099 1 server.go:677] "Successfully retrieved node IP(s)" IPs=["192.168.39.141"]
E1030 18:39:57.672270 1 server.go:234] "Kube-proxy configuration may be incomplete or incorrect" err="nodePortAddresses is unset; NodePort connections will be accepted on all local IPs. Consider using `--nodeport-addresses primary`"
I1030 18:39:57.707431 1 server_linux.go:146] "No iptables support for family" ipFamily="IPv6"
I1030 18:39:57.707476 1 server.go:245] "kube-proxy running in single-stack mode" ipFamily="IPv4"
I1030 18:39:57.707498 1 server_linux.go:169] "Using iptables Proxier"
I1030 18:39:57.710062 1 proxier.go:255] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses" ipFamily="IPv4"
I1030 18:39:57.710384 1 server.go:483] "Version info" version="v1.31.2"
I1030 18:39:57.710412 1 server.go:485] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I1030 18:39:57.711719 1 config.go:199] "Starting service config controller"
I1030 18:39:57.711756 1 shared_informer.go:313] Waiting for caches to sync for service config
I1030 18:39:57.711783 1 config.go:105] "Starting endpoint slice config controller"
I1030 18:39:57.711787 1 shared_informer.go:313] Waiting for caches to sync for endpoint slice config
I1030 18:39:57.712612 1 config.go:328] "Starting node config controller"
I1030 18:39:57.712701 1 shared_informer.go:313] Waiting for caches to sync for node config
I1030 18:39:57.812186 1 shared_informer.go:320] Caches are synced for endpoint slice config
I1030 18:39:57.812427 1 shared_informer.go:320] Caches are synced for service config
I1030 18:39:57.813054 1 shared_informer.go:320] Caches are synced for node config
==> kube-scheduler [6f0fb508f1f86d4bc039adab40689367f34f5141a90043b092e43663b1f959a6] <==
W1030 18:39:49.816172 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope
E1030 18:39:49.816268 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PersistentVolumeClaim: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User \"system:kube-scheduler\" cannot list resource \"persistentvolumeclaims\" in API group \"\" at the cluster scope" logger="UnhandledError"
W1030 18:39:49.949917 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csistoragecapacities" in API group "storage.k8s.io" at the cluster scope
E1030 18:39:49.949971 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSIStorageCapacity: failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csistoragecapacities\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
W1030 18:39:49.991072 1 reflector.go:561] runtime/asm_amd64.s:1695: failed to list *v1.ConfigMap: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot list resource "configmaps" in API group "" in the namespace "kube-system"
E1030 18:39:49.991150 1 reflector.go:158] "Unhandled Error" err="runtime/asm_amd64.s:1695: Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"extension-apiserver-authentication\" is forbidden: User \"system:kube-scheduler\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\"" logger="UnhandledError"
I1030 18:39:52.691806 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
E1030 18:42:33.022088 1 framework.go:1305] "Plugin Failed" err="Operation cannot be fulfilled on pods/binding \"busybox-7dff88458-mm586\": pod busybox-7dff88458-mm586 is already assigned to node \"ha-174833-m02\"" plugin="DefaultBinder" pod="default/busybox-7dff88458-mm586" node="ha-174833-m03"
E1030 18:42:33.022366 1 schedule_one.go:1057] "Error scheduling pod; retrying" err="running Bind plugin \"DefaultBinder\": Operation cannot be fulfilled on pods/binding \"busybox-7dff88458-mm586\": pod busybox-7dff88458-mm586 is already assigned to node \"ha-174833-m02\"" pod="default/busybox-7dff88458-mm586"
E1030 18:43:14.801891 1 framework.go:1305] "Plugin Failed" err="Operation cannot be fulfilled on pods/binding \"kube-proxy-nzl42\": pod kube-proxy-nzl42 is already assigned to node \"ha-174833-m04\"" plugin="DefaultBinder" pod="kube-system/kube-proxy-nzl42" node="ha-174833-m04"
E1030 18:43:14.807808 1 schedule_one.go:348] "scheduler cache ForgetPod failed" err="pod 3291acf1-7798-4998-95fd-5094835e017f(kube-system/kube-proxy-nzl42) wasn't assumed so cannot be forgotten" pod="kube-system/kube-proxy-nzl42"
E1030 18:43:14.807930 1 schedule_one.go:1057] "Error scheduling pod; retrying" err="running Bind plugin \"DefaultBinder\": Operation cannot be fulfilled on pods/binding \"kube-proxy-nzl42\": pod kube-proxy-nzl42 is already assigned to node \"ha-174833-m04\"" pod="kube-system/kube-proxy-nzl42"
I1030 18:43:14.809848 1 schedule_one.go:1070] "Pod has been assigned to node. Abort adding it back to queue." pod="kube-system/kube-proxy-nzl42" node="ha-174833-m04"
E1030 18:43:14.810858 1 framework.go:1305] "Plugin Failed" err="Operation cannot be fulfilled on pods/binding \"kindnet-ptwbp\": pod kindnet-ptwbp is already assigned to node \"ha-174833-m04\"" plugin="DefaultBinder" pod="kube-system/kindnet-ptwbp" node="ha-174833-m04"
E1030 18:43:14.814494 1 schedule_one.go:348] "scheduler cache ForgetPod failed" err="pod 3144d47c-0cef-414b-b657-6a3c10ada751(kube-system/kindnet-ptwbp) wasn't assumed so cannot be forgotten" pod="kube-system/kindnet-ptwbp"
E1030 18:43:14.814760 1 schedule_one.go:1057] "Error scheduling pod; retrying" err="running Bind plugin \"DefaultBinder\": Operation cannot be fulfilled on pods/binding \"kindnet-ptwbp\": pod kindnet-ptwbp is already assigned to node \"ha-174833-m04\"" pod="kube-system/kindnet-ptwbp"
I1030 18:43:14.814869 1 schedule_one.go:1070] "Pod has been assigned to node. Abort adding it back to queue." pod="kube-system/kindnet-ptwbp" node="ha-174833-m04"
E1030 18:43:14.859158 1 framework.go:1305] "Plugin Failed" err="Operation cannot be fulfilled on pods/binding \"kube-proxy-vp4bf\": pod kube-proxy-vp4bf is already assigned to node \"ha-174833-m04\"" plugin="DefaultBinder" pod="kube-system/kube-proxy-vp4bf" node="ha-174833-m04"
E1030 18:43:14.859832 1 schedule_one.go:348] "scheduler cache ForgetPod failed" err="pod 51293c2a-e424-4d2b-a692-1d8df3e4eb88(kube-system/kube-proxy-vp4bf) wasn't assumed so cannot be forgotten" pod="kube-system/kube-proxy-vp4bf"
E1030 18:43:14.860153 1 schedule_one.go:1057] "Error scheduling pod; retrying" err="running Bind plugin \"DefaultBinder\": Operation cannot be fulfilled on pods/binding \"kube-proxy-vp4bf\": pod kube-proxy-vp4bf is already assigned to node \"ha-174833-m04\"" pod="kube-system/kube-proxy-vp4bf"
I1030 18:43:14.860458 1 schedule_one.go:1070] "Pod has been assigned to node. Abort adding it back to queue." pod="kube-system/kube-proxy-vp4bf" node="ha-174833-m04"
E1030 18:43:14.864834 1 framework.go:1305] "Plugin Failed" err="Operation cannot be fulfilled on pods/binding \"kindnet-dsxh6\": pod kindnet-dsxh6 is already assigned to node \"ha-174833-m04\"" plugin="DefaultBinder" pod="kube-system/kindnet-dsxh6" node="ha-174833-m04"
E1030 18:43:14.866342 1 schedule_one.go:348] "scheduler cache ForgetPod failed" err="pod 3cf9c20d-84c1-4bd6-8f34-453bee8cc673(kube-system/kindnet-dsxh6) wasn't assumed so cannot be forgotten" pod="kube-system/kindnet-dsxh6"
E1030 18:43:14.866529 1 schedule_one.go:1057] "Error scheduling pod; retrying" err="running Bind plugin \"DefaultBinder\": Operation cannot be fulfilled on pods/binding \"kindnet-dsxh6\": pod kindnet-dsxh6 is already assigned to node \"ha-174833-m04\"" pod="kube-system/kindnet-dsxh6"
I1030 18:43:14.866552 1 schedule_one.go:1070] "Pod has been assigned to node. Abort adding it back to queue." pod="kube-system/kindnet-dsxh6" node="ha-174833-m04"
==> kubelet <==
Oct 30 18:45:02 ha-174833 kubelet[1302]: E1030 18:45:02.047183 1302 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730313902046655317,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:147204,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 30 18:45:02 ha-174833 kubelet[1302]: E1030 18:45:02.047499 1302 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730313902046655317,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:147204,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 30 18:45:12 ha-174833 kubelet[1302]: E1030 18:45:12.048946 1302 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730313912048650625,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:147204,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 30 18:45:12 ha-174833 kubelet[1302]: E1030 18:45:12.049303 1302 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730313912048650625,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:147204,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 30 18:45:22 ha-174833 kubelet[1302]: E1030 18:45:22.050794 1302 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730313922050546484,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:147204,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 30 18:45:22 ha-174833 kubelet[1302]: E1030 18:45:22.050834 1302 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730313922050546484,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:147204,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 30 18:45:32 ha-174833 kubelet[1302]: E1030 18:45:32.053552 1302 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730313932053080303,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:147204,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 30 18:45:32 ha-174833 kubelet[1302]: E1030 18:45:32.053658 1302 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730313932053080303,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:147204,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 30 18:45:42 ha-174833 kubelet[1302]: E1030 18:45:42.055784 1302 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730313942055446197,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:147204,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 30 18:45:42 ha-174833 kubelet[1302]: E1030 18:45:42.056077 1302 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730313942055446197,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:147204,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 30 18:45:51 ha-174833 kubelet[1302]: E1030 18:45:51.922951 1302 iptables.go:577] "Could not set up iptables canary" err=<
Oct 30 18:45:51 ha-174833 kubelet[1302]: error creating chain "KUBE-KUBELET-CANARY": exit status 3: Ignoring deprecated --wait-interval option.
Oct 30 18:45:51 ha-174833 kubelet[1302]: ip6tables v1.8.9 (legacy): can't initialize ip6tables table `nat': Table does not exist (do you need to insmod?)
Oct 30 18:45:51 ha-174833 kubelet[1302]: Perhaps ip6tables or your kernel needs to be upgraded.
Oct 30 18:45:51 ha-174833 kubelet[1302]: > table="nat" chain="KUBE-KUBELET-CANARY"
Oct 30 18:45:52 ha-174833 kubelet[1302]: E1030 18:45:52.058449 1302 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730313952057983888,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:147204,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 30 18:45:52 ha-174833 kubelet[1302]: E1030 18:45:52.058518 1302 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730313952057983888,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:147204,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 30 18:46:02 ha-174833 kubelet[1302]: E1030 18:46:02.060855 1302 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730313962060627661,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:147204,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 30 18:46:02 ha-174833 kubelet[1302]: E1030 18:46:02.060895 1302 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730313962060627661,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:147204,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 30 18:46:12 ha-174833 kubelet[1302]: E1030 18:46:12.062294 1302 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730313972061933470,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:147204,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 30 18:46:12 ha-174833 kubelet[1302]: E1030 18:46:12.062632 1302 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730313972061933470,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:147204,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 30 18:46:22 ha-174833 kubelet[1302]: E1030 18:46:22.064946 1302 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730313982064558351,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:147204,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 30 18:46:22 ha-174833 kubelet[1302]: E1030 18:46:22.064979 1302 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730313982064558351,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:147204,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 30 18:46:32 ha-174833 kubelet[1302]: E1030 18:46:32.066359 1302 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730313992065941712,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:147204,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 30 18:46:32 ha-174833 kubelet[1302]: E1030 18:46:32.066708 1302 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730313992065941712,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:147204,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
-- /stdout --
helpers_test.go:254: (dbg) Run: out/minikube-linux-amd64 status --format={{.APIServer}} -p ha-174833 -n ha-174833
helpers_test.go:261: (dbg) Run: kubectl --context ha-174833 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:285: <<< TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart FAILED: end of post-mortem logs <<<
helpers_test.go:286: ---------------------/post-mortem---------------------------------
--- FAIL: TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart (6.29s)