=== RUN TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart
ha_test.go:281: (dbg) Run: out/minikube-linux-amd64 profile list --output json
ha_test.go:281: (dbg) Done: out/minikube-linux-amd64 profile list --output json: (4.307914309s)
ha_test.go:309: expected profile "ha-070032" in json of 'profile list' to have "HAppy" status but have "Unknown" status. got *"{\"invalid\":[],\"valid\":[{\"Name\":\"ha-070032\",\"Status\":\"Unknown\",\"Config\":{\"Name\":\"ha-070032\",\"KeepContext\":false,\"EmbedCerts\":false,\"MinikubeISO\":\"https://storage.googleapis.com/minikube-builds/iso/19917/minikube-v1.34.0-1730913550-19917-amd64.iso\",\"KicBaseImage\":\"gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730888964-19917@sha256:629a5748e3ec15a091fef12257eb3754b8ffc0c974ebcbb016451c65d1829615\",\"Memory\":2200,\"CPUs\":2,\"DiskSize\":20000,\"Driver\":\"kvm2\",\"HyperkitVpnKitSock\":\"\",\"HyperkitVSockPorts\":[],\"DockerEnv\":null,\"ContainerVolumeMounts\":null,\"InsecureRegistry\":null,\"RegistryMirror\":[],\"HostOnlyCIDR\":\"192.168.59.1/24\",\"HypervVirtualSwitch\":\"\",\"HypervUseExternalSwitch\":false,\"HypervExternalAdapter\":\"\",\"KVMNetwork\":\"default\",\"KVMQemuURI\":\"qemu:///system\",\"KVMGPU\":false,\"KVMHidden\":false,\"KVMNUMACount\":1,\
"APIServerPort\":8443,\"DockerOpt\":null,\"DisableDriverMounts\":false,\"NFSShare\":[],\"NFSSharesRoot\":\"/nfsshares\",\"UUID\":\"\",\"NoVTXCheck\":false,\"DNSProxy\":false,\"HostDNSResolver\":true,\"HostOnlyNicType\":\"virtio\",\"NatNicType\":\"virtio\",\"SSHIPAddress\":\"\",\"SSHUser\":\"root\",\"SSHKey\":\"\",\"SSHPort\":22,\"KubernetesConfig\":{\"KubernetesVersion\":\"v1.31.2\",\"ClusterName\":\"ha-070032\",\"Namespace\":\"default\",\"APIServerHAVIP\":\"192.168.39.254\",\"APIServerName\":\"minikubeCA\",\"APIServerNames\":null,\"APIServerIPs\":null,\"DNSDomain\":\"cluster.local\",\"ContainerRuntime\":\"crio\",\"CRISocket\":\"\",\"NetworkPlugin\":\"cni\",\"FeatureGates\":\"\",\"ServiceCIDR\":\"10.96.0.0/12\",\"ImageRepository\":\"\",\"LoadBalancerStartIP\":\"\",\"LoadBalancerEndIP\":\"\",\"CustomIngressCert\":\"\",\"RegistryAliases\":\"\",\"ExtraOptions\":null,\"ShouldLoadCachedImages\":true,\"EnableDefaultCNI\":false,\"CNI\":\"\"},\"Nodes\":[{\"Name\":\"\",\"IP\":\"192.168.39.187\",\"Port\":8443,\"Kuberne
tesVersion\":\"v1.31.2\",\"ContainerRuntime\":\"crio\",\"ControlPlane\":true,\"Worker\":true},{\"Name\":\"m02\",\"IP\":\"192.168.39.198\",\"Port\":8443,\"KubernetesVersion\":\"v1.31.2\",\"ContainerRuntime\":\"crio\",\"ControlPlane\":true,\"Worker\":true},{\"Name\":\"m03\",\"IP\":\"192.168.39.244\",\"Port\":8443,\"KubernetesVersion\":\"v1.31.2\",\"ContainerRuntime\":\"crio\",\"ControlPlane\":true,\"Worker\":true},{\"Name\":\"m04\",\"IP\":\"192.168.39.178\",\"Port\":0,\"KubernetesVersion\":\"v1.31.2\",\"ContainerRuntime\":\"\",\"ControlPlane\":false,\"Worker\":true}],\"Addons\":{\"ambassador\":false,\"amd-gpu-device-plugin\":false,\"auto-pause\":false,\"cloud-spanner\":false,\"csi-hostpath-driver\":false,\"dashboard\":false,\"default-storageclass\":false,\"efk\":false,\"freshpod\":false,\"gcp-auth\":false,\"gvisor\":false,\"headlamp\":false,\"inaccel\":false,\"ingress\":false,\"ingress-dns\":false,\"inspektor-gadget\":false,\"istio\":false,\"istio-provisioner\":false,\"kong\":false,\"kubeflow\":false,\"kubevirt
\":false,\"logviewer\":false,\"metallb\":false,\"metrics-server\":false,\"nvidia-device-plugin\":false,\"nvidia-driver-installer\":false,\"nvidia-gpu-device-plugin\":false,\"olm\":false,\"pod-security-policy\":false,\"portainer\":false,\"registry\":false,\"registry-aliases\":false,\"registry-creds\":false,\"storage-provisioner\":false,\"storage-provisioner-gluster\":false,\"storage-provisioner-rancher\":false,\"volcano\":false,\"volumesnapshots\":false,\"yakd\":false},\"CustomAddonImages\":null,\"CustomAddonRegistries\":null,\"VerifyComponents\":{\"apiserver\":true,\"apps_running\":true,\"default_sa\":true,\"extra\":true,\"kubelet\":true,\"node_ready\":true,\"system_pods\":true},\"StartHostTimeout\":360000000000,\"ScheduledStop\":null,\"ExposedPorts\":[],\"ListenAddress\":\"\",\"Network\":\"\",\"Subnet\":\"\",\"MultiNodeRequested\":true,\"ExtraDisks\":0,\"CertExpiration\":94608000000000000,\"Mount\":false,\"MountString\":\"/home/jenkins:/minikube-host\",\"Mount9PVersion\":\"9p2000.L\",\"MountGID\":\"docker\",
\"MountIP\":\"\",\"MountMSize\":262144,\"MountOptions\":[],\"MountPort\":0,\"MountType\":\"9p\",\"MountUID\":\"docker\",\"BinaryMirror\":\"\",\"DisableOptimizations\":false,\"DisableMetrics\":false,\"CustomQemuFirmwarePath\":\"\",\"SocketVMnetClientPath\":\"\",\"SocketVMnetPath\":\"\",\"StaticIP\":\"\",\"SSHAuthSock\":\"\",\"SSHAgentPID\":0,\"GPUs\":\"\",\"AutoPauseInterval\":60000000000},\"Active\":false,\"ActiveKubeContext\":true}]}"*. args: "out/minikube-linux-amd64 profile list --output json"
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:239: (dbg) Run: out/minikube-linux-amd64 status --format={{.Host}} -p ha-070032 -n ha-070032
helpers_test.go:244: <<< TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart FAILED: start of post-mortem logs <<<
helpers_test.go:245: ======> post-mortem[TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart]: minikube logs <======
helpers_test.go:247: (dbg) Run: out/minikube-linux-amd64 -p ha-070032 logs -n 25
helpers_test.go:247: (dbg) Done: out/minikube-linux-amd64 -p ha-070032 logs -n 25: (1.28008222s)
helpers_test.go:252: TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart logs:
-- stdout --
==> Audit <==
|---------|----------------------------------------------------------------------------------|-----------|---------|---------|---------------------|---------------------|
| Command | Args | Profile | User | Version | Start Time | End Time |
|---------|----------------------------------------------------------------------------------|-----------|---------|---------|---------------------|---------------------|
| ssh | ha-070032 ssh -n | ha-070032 | jenkins | v1.34.0 | 10 Dec 24 00:10 UTC | 10 Dec 24 00:10 UTC |
| | ha-070032-m03 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| cp | ha-070032 cp ha-070032-m03:/home/docker/cp-test.txt | ha-070032 | jenkins | v1.34.0 | 10 Dec 24 00:10 UTC | 10 Dec 24 00:10 UTC |
| | ha-070032:/home/docker/cp-test_ha-070032-m03_ha-070032.txt | | | | | |
| ssh | ha-070032 ssh -n | ha-070032 | jenkins | v1.34.0 | 10 Dec 24 00:10 UTC | 10 Dec 24 00:10 UTC |
| | ha-070032-m03 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-070032 ssh -n ha-070032 sudo cat | ha-070032 | jenkins | v1.34.0 | 10 Dec 24 00:10 UTC | 10 Dec 24 00:10 UTC |
| | /home/docker/cp-test_ha-070032-m03_ha-070032.txt | | | | | |
| cp | ha-070032 cp ha-070032-m03:/home/docker/cp-test.txt | ha-070032 | jenkins | v1.34.0 | 10 Dec 24 00:10 UTC | 10 Dec 24 00:10 UTC |
| | ha-070032-m02:/home/docker/cp-test_ha-070032-m03_ha-070032-m02.txt | | | | | |
| ssh | ha-070032 ssh -n | ha-070032 | jenkins | v1.34.0 | 10 Dec 24 00:10 UTC | 10 Dec 24 00:10 UTC |
| | ha-070032-m03 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-070032 ssh -n ha-070032-m02 sudo cat | ha-070032 | jenkins | v1.34.0 | 10 Dec 24 00:10 UTC | 10 Dec 24 00:10 UTC |
| | /home/docker/cp-test_ha-070032-m03_ha-070032-m02.txt | | | | | |
| cp | ha-070032 cp ha-070032-m03:/home/docker/cp-test.txt | ha-070032 | jenkins | v1.34.0 | 10 Dec 24 00:10 UTC | 10 Dec 24 00:10 UTC |
| | ha-070032-m04:/home/docker/cp-test_ha-070032-m03_ha-070032-m04.txt | | | | | |
| ssh | ha-070032 ssh -n | ha-070032 | jenkins | v1.34.0 | 10 Dec 24 00:10 UTC | 10 Dec 24 00:10 UTC |
| | ha-070032-m03 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-070032 ssh -n ha-070032-m04 sudo cat | ha-070032 | jenkins | v1.34.0 | 10 Dec 24 00:10 UTC | 10 Dec 24 00:10 UTC |
| | /home/docker/cp-test_ha-070032-m03_ha-070032-m04.txt | | | | | |
| cp | ha-070032 cp testdata/cp-test.txt | ha-070032 | jenkins | v1.34.0 | 10 Dec 24 00:10 UTC | 10 Dec 24 00:10 UTC |
| | ha-070032-m04:/home/docker/cp-test.txt | | | | | |
| ssh | ha-070032 ssh -n | ha-070032 | jenkins | v1.34.0 | 10 Dec 24 00:10 UTC | 10 Dec 24 00:10 UTC |
| | ha-070032-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| cp | ha-070032 cp ha-070032-m04:/home/docker/cp-test.txt | ha-070032 | jenkins | v1.34.0 | 10 Dec 24 00:10 UTC | 10 Dec 24 00:10 UTC |
| | /tmp/TestMultiControlPlaneserialCopyFile3617736836/001/cp-test_ha-070032-m04.txt | | | | | |
| ssh | ha-070032 ssh -n | ha-070032 | jenkins | v1.34.0 | 10 Dec 24 00:10 UTC | 10 Dec 24 00:10 UTC |
| | ha-070032-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| cp | ha-070032 cp ha-070032-m04:/home/docker/cp-test.txt | ha-070032 | jenkins | v1.34.0 | 10 Dec 24 00:10 UTC | 10 Dec 24 00:10 UTC |
| | ha-070032:/home/docker/cp-test_ha-070032-m04_ha-070032.txt | | | | | |
| ssh | ha-070032 ssh -n | ha-070032 | jenkins | v1.34.0 | 10 Dec 24 00:10 UTC | 10 Dec 24 00:10 UTC |
| | ha-070032-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-070032 ssh -n ha-070032 sudo cat | ha-070032 | jenkins | v1.34.0 | 10 Dec 24 00:10 UTC | 10 Dec 24 00:10 UTC |
| | /home/docker/cp-test_ha-070032-m04_ha-070032.txt | | | | | |
| cp | ha-070032 cp ha-070032-m04:/home/docker/cp-test.txt | ha-070032 | jenkins | v1.34.0 | 10 Dec 24 00:10 UTC | 10 Dec 24 00:10 UTC |
| | ha-070032-m02:/home/docker/cp-test_ha-070032-m04_ha-070032-m02.txt | | | | | |
| ssh | ha-070032 ssh -n | ha-070032 | jenkins | v1.34.0 | 10 Dec 24 00:10 UTC | 10 Dec 24 00:10 UTC |
| | ha-070032-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-070032 ssh -n ha-070032-m02 sudo cat | ha-070032 | jenkins | v1.34.0 | 10 Dec 24 00:10 UTC | 10 Dec 24 00:10 UTC |
| | /home/docker/cp-test_ha-070032-m04_ha-070032-m02.txt | | | | | |
| cp | ha-070032 cp ha-070032-m04:/home/docker/cp-test.txt | ha-070032 | jenkins | v1.34.0 | 10 Dec 24 00:10 UTC | 10 Dec 24 00:10 UTC |
| | ha-070032-m03:/home/docker/cp-test_ha-070032-m04_ha-070032-m03.txt | | | | | |
| ssh | ha-070032 ssh -n | ha-070032 | jenkins | v1.34.0 | 10 Dec 24 00:10 UTC | 10 Dec 24 00:10 UTC |
| | ha-070032-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-070032 ssh -n ha-070032-m03 sudo cat | ha-070032 | jenkins | v1.34.0 | 10 Dec 24 00:10 UTC | 10 Dec 24 00:10 UTC |
| | /home/docker/cp-test_ha-070032-m04_ha-070032-m03.txt | | | | | |
| node | ha-070032 node stop m02 -v=7 | ha-070032 | jenkins | v1.34.0 | 10 Dec 24 00:10 UTC | |
| | --alsologtostderr | | | | | |
| node | ha-070032 node start m02 -v=7 | ha-070032 | jenkins | v1.34.0 | 10 Dec 24 00:12 UTC | |
| | --alsologtostderr | | | | | |
|---------|----------------------------------------------------------------------------------|-----------|---------|---------|---------------------|---------------------|
==> Last Start <==
Log file created at: 2024/12/10 00:05:52
Running on machine: ubuntu-20-agent-7
Binary: Built with gc go1.23.2 for linux/amd64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I1210 00:05:52.791526 97943 out.go:345] Setting OutFile to fd 1 ...
I1210 00:05:52.791657 97943 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1210 00:05:52.791669 97943 out.go:358] Setting ErrFile to fd 2...
I1210 00:05:52.791677 97943 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1210 00:05:52.791857 97943 root.go:338] Updating PATH: /home/jenkins/minikube-integration/20062-79135/.minikube/bin
I1210 00:05:52.792405 97943 out.go:352] Setting JSON to false
I1210 00:05:52.793229 97943 start.go:129] hostinfo: {"hostname":"ubuntu-20-agent-7","uptime":6504,"bootTime":1733782649,"procs":172,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1071-gcp","kernelArch":"x86_64","virtualizationSystem":"kvm","virtualizationRole":"guest","hostId":"591c9f12-2938-3743-e2bf-c56a050d43d1"}
I1210 00:05:52.793329 97943 start.go:139] virtualization: kvm guest
I1210 00:05:52.796124 97943 out.go:177] * [ha-070032] minikube v1.34.0 on Ubuntu 20.04 (kvm/amd64)
I1210 00:05:52.797192 97943 out.go:177] - MINIKUBE_LOCATION=20062
I1210 00:05:52.797225 97943 notify.go:220] Checking for updates...
I1210 00:05:52.799407 97943 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1210 00:05:52.800504 97943 out.go:177] - KUBECONFIG=/home/jenkins/minikube-integration/20062-79135/kubeconfig
I1210 00:05:52.801675 97943 out.go:177] - MINIKUBE_HOME=/home/jenkins/minikube-integration/20062-79135/.minikube
I1210 00:05:52.802744 97943 out.go:177] - MINIKUBE_BIN=out/minikube-linux-amd64
I1210 00:05:52.803783 97943 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I1210 00:05:52.805109 97943 driver.go:394] Setting default libvirt URI to qemu:///system
I1210 00:05:52.839813 97943 out.go:177] * Using the kvm2 driver based on user configuration
I1210 00:05:52.840958 97943 start.go:297] selected driver: kvm2
I1210 00:05:52.841009 97943 start.go:901] validating driver "kvm2" against <nil>
I1210 00:05:52.841037 97943 start.go:912] status for kvm2: {Installed:true Healthy:true Running:true NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I1210 00:05:52.841764 97943 install.go:52] acquiring lock: {Name:mk900956b073697a4aa6c80a27c6bb0742a99a53 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1210 00:05:52.841862 97943 install.go:117] Validating docker-machine-driver-kvm2, PATH=/home/jenkins/minikube-integration/20062-79135/.minikube/bin:/home/jenkins/workspace/KVM_Linux_crio_integration/out/:/usr/local/bin:/usr/bin:/bin:/usr/local/games:/usr/games:/usr/local/go/bin:/home/jenkins/go/bin:/usr/local/bin/:/usr/local/go/bin/:/home/jenkins/go/bin
I1210 00:05:52.856053 97943 install.go:137] /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2 version is 1.34.0
I1210 00:05:52.856105 97943 start_flags.go:310] no existing cluster config was found, will generate one from the flags
I1210 00:05:52.856343 97943 start_flags.go:947] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1210 00:05:52.856388 97943 cni.go:84] Creating CNI manager for ""
I1210 00:05:52.856439 97943 cni.go:136] multinode detected (0 nodes found), recommending kindnet
I1210 00:05:52.856451 97943 start_flags.go:319] Found "CNI" CNI - setting NetworkPlugin=cni
I1210 00:05:52.856513 97943 start.go:340] cluster config:
{Name:ha-070032 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730888964-19917@sha256:629a5748e3ec15a091fef12257eb3754b8ffc0c974ebcbb016451c65d1829615 Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.2 ClusterName:ha-070032 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRIS
ocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0
GPUs: AutoPauseInterval:1m0s}
I1210 00:05:52.856629 97943 iso.go:125] acquiring lock: {Name:mkf3c3ca721ad8ae5cace43ebd4c4f8776544264 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1210 00:05:52.858290 97943 out.go:177] * Starting "ha-070032" primary control-plane node in "ha-070032" cluster
I1210 00:05:52.859441 97943 preload.go:131] Checking if preload exists for k8s version v1.31.2 and runtime crio
I1210 00:05:52.859486 97943 preload.go:146] Found local preload: /home/jenkins/minikube-integration/20062-79135/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.2-cri-o-overlay-amd64.tar.lz4
I1210 00:05:52.859496 97943 cache.go:56] Caching tarball of preloaded images
I1210 00:05:52.859571 97943 preload.go:172] Found /home/jenkins/minikube-integration/20062-79135/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.2-cri-o-overlay-amd64.tar.lz4 in cache, skipping download
I1210 00:05:52.859584 97943 cache.go:59] Finished verifying existence of preloaded tar for v1.31.2 on crio
I1210 00:05:52.859883 97943 profile.go:143] Saving config to /home/jenkins/minikube-integration/20062-79135/.minikube/profiles/ha-070032/config.json ...
I1210 00:05:52.859904 97943 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20062-79135/.minikube/profiles/ha-070032/config.json: {Name:mke01e2b75d6b946a14cfa49d40b8237b928645a Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1210 00:05:52.860050 97943 start.go:360] acquireMachinesLock for ha-070032: {Name:mk02db33dbfcec8136bb026deeb59bcf33be33d5 Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}
I1210 00:05:52.860091 97943 start.go:364] duration metric: took 24.816µs to acquireMachinesLock for "ha-070032"
I1210 00:05:52.860115 97943 start.go:93] Provisioning new machine with config: &{Name:ha-070032 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19917/minikube-v1.34.0-1730913550-19917-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730888964-19917@sha256:629a5748e3ec15a091fef12257eb3754b8ffc0c974ebcbb016451c65d1829615 Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{Kubernete
sVersion:v1.31.2 ClusterName:ha-070032 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:
9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name: IP: Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}
I1210 00:05:52.860185 97943 start.go:125] createHost starting for "" (driver="kvm2")
I1210 00:05:52.862431 97943 out.go:235] * Creating kvm2 VM (CPUs=2, Memory=2200MB, Disk=20000MB) ...
I1210 00:05:52.862625 97943 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1210 00:05:52.862674 97943 main.go:141] libmachine: Launching plugin server for driver kvm2
I1210 00:05:52.876494 97943 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:44133
I1210 00:05:52.876866 97943 main.go:141] libmachine: () Calling .GetVersion
I1210 00:05:52.877406 97943 main.go:141] libmachine: Using API Version 1
I1210 00:05:52.877428 97943 main.go:141] libmachine: () Calling .SetConfigRaw
I1210 00:05:52.877772 97943 main.go:141] libmachine: () Calling .GetMachineName
I1210 00:05:52.877940 97943 main.go:141] libmachine: (ha-070032) Calling .GetMachineName
I1210 00:05:52.878106 97943 main.go:141] libmachine: (ha-070032) Calling .DriverName
I1210 00:05:52.878243 97943 start.go:159] libmachine.API.Create for "ha-070032" (driver="kvm2")
I1210 00:05:52.878282 97943 client.go:168] LocalClient.Create starting
I1210 00:05:52.878351 97943 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/20062-79135/.minikube/certs/ca.pem
I1210 00:05:52.878400 97943 main.go:141] libmachine: Decoding PEM data...
I1210 00:05:52.878419 97943 main.go:141] libmachine: Parsing certificate...
I1210 00:05:52.878472 97943 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/20062-79135/.minikube/certs/cert.pem
I1210 00:05:52.878494 97943 main.go:141] libmachine: Decoding PEM data...
I1210 00:05:52.878509 97943 main.go:141] libmachine: Parsing certificate...
I1210 00:05:52.878535 97943 main.go:141] libmachine: Running pre-create checks...
I1210 00:05:52.878545 97943 main.go:141] libmachine: (ha-070032) Calling .PreCreateCheck
I1210 00:05:52.878920 97943 main.go:141] libmachine: (ha-070032) Calling .GetConfigRaw
I1210 00:05:52.879333 97943 main.go:141] libmachine: Creating machine...
I1210 00:05:52.879348 97943 main.go:141] libmachine: (ha-070032) Calling .Create
I1210 00:05:52.879474 97943 main.go:141] libmachine: (ha-070032) Creating KVM machine...
I1210 00:05:52.880541 97943 main.go:141] libmachine: (ha-070032) DBG | found existing default KVM network
I1210 00:05:52.881177 97943 main.go:141] libmachine: (ha-070032) DBG | I1210 00:05:52.881049 97966 network.go:206] using free private subnet 192.168.39.0/24: &{IP:192.168.39.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.39.0/24 Gateway:192.168.39.1 ClientMin:192.168.39.2 ClientMax:192.168.39.254 Broadcast:192.168.39.255 IsPrivate:true Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:} reservation:0xc000123a30}
I1210 00:05:52.881198 97943 main.go:141] libmachine: (ha-070032) DBG | created network xml:
I1210 00:05:52.881212 97943 main.go:141] libmachine: (ha-070032) DBG | <network>
I1210 00:05:52.881222 97943 main.go:141] libmachine: (ha-070032) DBG | <name>mk-ha-070032</name>
I1210 00:05:52.881231 97943 main.go:141] libmachine: (ha-070032) DBG | <dns enable='no'/>
I1210 00:05:52.881237 97943 main.go:141] libmachine: (ha-070032) DBG |
I1210 00:05:52.881250 97943 main.go:141] libmachine: (ha-070032) DBG | <ip address='192.168.39.1' netmask='255.255.255.0'>
I1210 00:05:52.881265 97943 main.go:141] libmachine: (ha-070032) DBG | <dhcp>
I1210 00:05:52.881279 97943 main.go:141] libmachine: (ha-070032) DBG | <range start='192.168.39.2' end='192.168.39.253'/>
I1210 00:05:52.881290 97943 main.go:141] libmachine: (ha-070032) DBG | </dhcp>
I1210 00:05:52.881301 97943 main.go:141] libmachine: (ha-070032) DBG | </ip>
I1210 00:05:52.881310 97943 main.go:141] libmachine: (ha-070032) DBG |
I1210 00:05:52.881318 97943 main.go:141] libmachine: (ha-070032) DBG | </network>
I1210 00:05:52.881328 97943 main.go:141] libmachine: (ha-070032) DBG |
I1210 00:05:52.886258 97943 main.go:141] libmachine: (ha-070032) DBG | trying to create private KVM network mk-ha-070032 192.168.39.0/24...
I1210 00:05:52.950347 97943 main.go:141] libmachine: (ha-070032) Setting up store path in /home/jenkins/minikube-integration/20062-79135/.minikube/machines/ha-070032 ...
I1210 00:05:52.950384 97943 main.go:141] libmachine: (ha-070032) DBG | private KVM network mk-ha-070032 192.168.39.0/24 created
I1210 00:05:52.950396 97943 main.go:141] libmachine: (ha-070032) Building disk image from file:///home/jenkins/minikube-integration/20062-79135/.minikube/cache/iso/amd64/minikube-v1.34.0-1730913550-19917-amd64.iso
I1210 00:05:52.950439 97943 main.go:141] libmachine: (ha-070032) Downloading /home/jenkins/minikube-integration/20062-79135/.minikube/cache/boot2docker.iso from file:///home/jenkins/minikube-integration/20062-79135/.minikube/cache/iso/amd64/minikube-v1.34.0-1730913550-19917-amd64.iso...
I1210 00:05:52.950463 97943 main.go:141] libmachine: (ha-070032) DBG | I1210 00:05:52.950265 97966 common.go:144] Making disk image using store path: /home/jenkins/minikube-integration/20062-79135/.minikube
I1210 00:05:53.225909 97943 main.go:141] libmachine: (ha-070032) DBG | I1210 00:05:53.225784 97966 common.go:151] Creating ssh key: /home/jenkins/minikube-integration/20062-79135/.minikube/machines/ha-070032/id_rsa...
I1210 00:05:53.325235 97943 main.go:141] libmachine: (ha-070032) DBG | I1210 00:05:53.325112 97966 common.go:157] Creating raw disk image: /home/jenkins/minikube-integration/20062-79135/.minikube/machines/ha-070032/ha-070032.rawdisk...
I1210 00:05:53.325266 97943 main.go:141] libmachine: (ha-070032) DBG | Writing magic tar header
I1210 00:05:53.325288 97943 main.go:141] libmachine: (ha-070032) DBG | Writing SSH key tar header
I1210 00:05:53.325300 97943 main.go:141] libmachine: (ha-070032) DBG | I1210 00:05:53.325244 97966 common.go:171] Fixing permissions on /home/jenkins/minikube-integration/20062-79135/.minikube/machines/ha-070032 ...
I1210 00:05:53.325369 97943 main.go:141] libmachine: (ha-070032) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/20062-79135/.minikube/machines/ha-070032
I1210 00:05:53.325394 97943 main.go:141] libmachine: (ha-070032) Setting executable bit set on /home/jenkins/minikube-integration/20062-79135/.minikube/machines/ha-070032 (perms=drwx------)
I1210 00:05:53.325428 97943 main.go:141] libmachine: (ha-070032) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/20062-79135/.minikube/machines
I1210 00:05:53.325447 97943 main.go:141] libmachine: (ha-070032) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/20062-79135/.minikube
I1210 00:05:53.325560 97943 main.go:141] libmachine: (ha-070032) Setting executable bit set on /home/jenkins/minikube-integration/20062-79135/.minikube/machines (perms=drwxr-xr-x)
I1210 00:05:53.325599 97943 main.go:141] libmachine: (ha-070032) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/20062-79135
I1210 00:05:53.325634 97943 main.go:141] libmachine: (ha-070032) Setting executable bit set on /home/jenkins/minikube-integration/20062-79135/.minikube (perms=drwxr-xr-x)
I1210 00:05:53.325659 97943 main.go:141] libmachine: (ha-070032) Setting executable bit set on /home/jenkins/minikube-integration/20062-79135 (perms=drwxrwxr-x)
I1210 00:05:53.325669 97943 main.go:141] libmachine: (ha-070032) DBG | Checking permissions on dir: /home/jenkins/minikube-integration
I1210 00:05:53.325681 97943 main.go:141] libmachine: (ha-070032) DBG | Checking permissions on dir: /home/jenkins
I1210 00:05:53.325695 97943 main.go:141] libmachine: (ha-070032) Setting executable bit set on /home/jenkins/minikube-integration (perms=drwxrwxr-x)
I1210 00:05:53.325703 97943 main.go:141] libmachine: (ha-070032) DBG | Checking permissions on dir: /home
I1210 00:05:53.325715 97943 main.go:141] libmachine: (ha-070032) DBG | Skipping /home - not owner
I1210 00:05:53.325747 97943 main.go:141] libmachine: (ha-070032) Setting executable bit set on /home/jenkins (perms=drwxr-xr-x)
I1210 00:05:53.325763 97943 main.go:141] libmachine: (ha-070032) Creating domain...
I1210 00:05:53.326682 97943 main.go:141] libmachine: (ha-070032) define libvirt domain using xml:
I1210 00:05:53.326699 97943 main.go:141] libmachine: (ha-070032) <domain type='kvm'>
I1210 00:05:53.326705 97943 main.go:141] libmachine: (ha-070032) <name>ha-070032</name>
I1210 00:05:53.326709 97943 main.go:141] libmachine: (ha-070032) <memory unit='MiB'>2200</memory>
I1210 00:05:53.326714 97943 main.go:141] libmachine: (ha-070032) <vcpu>2</vcpu>
I1210 00:05:53.326718 97943 main.go:141] libmachine: (ha-070032) <features>
I1210 00:05:53.326744 97943 main.go:141] libmachine: (ha-070032) <acpi/>
I1210 00:05:53.326772 97943 main.go:141] libmachine: (ha-070032) <apic/>
I1210 00:05:53.326783 97943 main.go:141] libmachine: (ha-070032) <pae/>
I1210 00:05:53.326806 97943 main.go:141] libmachine: (ha-070032)
I1210 00:05:53.326826 97943 main.go:141] libmachine: (ha-070032) </features>
I1210 00:05:53.326854 97943 main.go:141] libmachine: (ha-070032) <cpu mode='host-passthrough'>
I1210 00:05:53.326865 97943 main.go:141] libmachine: (ha-070032)
I1210 00:05:53.326872 97943 main.go:141] libmachine: (ha-070032) </cpu>
I1210 00:05:53.326882 97943 main.go:141] libmachine: (ha-070032) <os>
I1210 00:05:53.326889 97943 main.go:141] libmachine: (ha-070032) <type>hvm</type>
I1210 00:05:53.326900 97943 main.go:141] libmachine: (ha-070032) <boot dev='cdrom'/>
I1210 00:05:53.326906 97943 main.go:141] libmachine: (ha-070032) <boot dev='hd'/>
I1210 00:05:53.326920 97943 main.go:141] libmachine: (ha-070032) <bootmenu enable='no'/>
I1210 00:05:53.326944 97943 main.go:141] libmachine: (ha-070032) </os>
I1210 00:05:53.326956 97943 main.go:141] libmachine: (ha-070032) <devices>
I1210 00:05:53.326966 97943 main.go:141] libmachine: (ha-070032) <disk type='file' device='cdrom'>
I1210 00:05:53.326982 97943 main.go:141] libmachine: (ha-070032) <source file='/home/jenkins/minikube-integration/20062-79135/.minikube/machines/ha-070032/boot2docker.iso'/>
I1210 00:05:53.326995 97943 main.go:141] libmachine: (ha-070032) <target dev='hdc' bus='scsi'/>
I1210 00:05:53.327012 97943 main.go:141] libmachine: (ha-070032) <readonly/>
I1210 00:05:53.327027 97943 main.go:141] libmachine: (ha-070032) </disk>
I1210 00:05:53.327039 97943 main.go:141] libmachine: (ha-070032) <disk type='file' device='disk'>
I1210 00:05:53.327051 97943 main.go:141] libmachine: (ha-070032) <driver name='qemu' type='raw' cache='default' io='threads' />
I1210 00:05:53.327066 97943 main.go:141] libmachine: (ha-070032) <source file='/home/jenkins/minikube-integration/20062-79135/.minikube/machines/ha-070032/ha-070032.rawdisk'/>
I1210 00:05:53.327074 97943 main.go:141] libmachine: (ha-070032) <target dev='hda' bus='virtio'/>
I1210 00:05:53.327080 97943 main.go:141] libmachine: (ha-070032) </disk>
I1210 00:05:53.327086 97943 main.go:141] libmachine: (ha-070032) <interface type='network'>
I1210 00:05:53.327091 97943 main.go:141] libmachine: (ha-070032) <source network='mk-ha-070032'/>
I1210 00:05:53.327096 97943 main.go:141] libmachine: (ha-070032) <model type='virtio'/>
I1210 00:05:53.327101 97943 main.go:141] libmachine: (ha-070032) </interface>
I1210 00:05:53.327107 97943 main.go:141] libmachine: (ha-070032) <interface type='network'>
I1210 00:05:53.327127 97943 main.go:141] libmachine: (ha-070032) <source network='default'/>
I1210 00:05:53.327131 97943 main.go:141] libmachine: (ha-070032) <model type='virtio'/>
I1210 00:05:53.327138 97943 main.go:141] libmachine: (ha-070032) </interface>
I1210 00:05:53.327142 97943 main.go:141] libmachine: (ha-070032) <serial type='pty'>
I1210 00:05:53.327147 97943 main.go:141] libmachine: (ha-070032) <target port='0'/>
I1210 00:05:53.327152 97943 main.go:141] libmachine: (ha-070032) </serial>
I1210 00:05:53.327157 97943 main.go:141] libmachine: (ha-070032) <console type='pty'>
I1210 00:05:53.327167 97943 main.go:141] libmachine: (ha-070032) <target type='serial' port='0'/>
I1210 00:05:53.327176 97943 main.go:141] libmachine: (ha-070032) </console>
I1210 00:05:53.327183 97943 main.go:141] libmachine: (ha-070032) <rng model='virtio'>
I1210 00:05:53.327188 97943 main.go:141] libmachine: (ha-070032) <backend model='random'>/dev/random</backend>
I1210 00:05:53.327201 97943 main.go:141] libmachine: (ha-070032) </rng>
I1210 00:05:53.327208 97943 main.go:141] libmachine: (ha-070032)
I1210 00:05:53.327212 97943 main.go:141] libmachine: (ha-070032)
I1210 00:05:53.327219 97943 main.go:141] libmachine: (ha-070032) </devices>
I1210 00:05:53.327223 97943 main.go:141] libmachine: (ha-070032) </domain>
I1210 00:05:53.327229 97943 main.go:141] libmachine: (ha-070032)
I1210 00:05:53.331717 97943 main.go:141] libmachine: (ha-070032) DBG | domain ha-070032 has defined MAC address 52:54:00:3e:64:27 in network default
I1210 00:05:53.332300 97943 main.go:141] libmachine: (ha-070032) Ensuring networks are active...
I1210 00:05:53.332321 97943 main.go:141] libmachine: (ha-070032) DBG | domain ha-070032 has defined MAC address 52:54:00:ad:ce:dc in network mk-ha-070032
I1210 00:05:53.332935 97943 main.go:141] libmachine: (ha-070032) Ensuring network default is active
I1210 00:05:53.333268 97943 main.go:141] libmachine: (ha-070032) Ensuring network mk-ha-070032 is active
I1210 00:05:53.333775 97943 main.go:141] libmachine: (ha-070032) Getting domain xml...
I1210 00:05:53.334418 97943 main.go:141] libmachine: (ha-070032) Creating domain...
I1210 00:05:54.486671 97943 main.go:141] libmachine: (ha-070032) Waiting to get IP...
I1210 00:05:54.487631 97943 main.go:141] libmachine: (ha-070032) DBG | domain ha-070032 has defined MAC address 52:54:00:ad:ce:dc in network mk-ha-070032
I1210 00:05:54.488004 97943 main.go:141] libmachine: (ha-070032) DBG | unable to find current IP address of domain ha-070032 in network mk-ha-070032
I1210 00:05:54.488023 97943 main.go:141] libmachine: (ha-070032) DBG | I1210 00:05:54.487962 97966 retry.go:31] will retry after 250.94638ms: waiting for machine to come up
I1210 00:05:54.740488 97943 main.go:141] libmachine: (ha-070032) DBG | domain ha-070032 has defined MAC address 52:54:00:ad:ce:dc in network mk-ha-070032
I1210 00:05:54.740898 97943 main.go:141] libmachine: (ha-070032) DBG | unable to find current IP address of domain ha-070032 in network mk-ha-070032
I1210 00:05:54.740922 97943 main.go:141] libmachine: (ha-070032) DBG | I1210 00:05:54.740853 97966 retry.go:31] will retry after 369.652496ms: waiting for machine to come up
I1210 00:05:55.112670 97943 main.go:141] libmachine: (ha-070032) DBG | domain ha-070032 has defined MAC address 52:54:00:ad:ce:dc in network mk-ha-070032
I1210 00:05:55.113058 97943 main.go:141] libmachine: (ha-070032) DBG | unable to find current IP address of domain ha-070032 in network mk-ha-070032
I1210 00:05:55.113088 97943 main.go:141] libmachine: (ha-070032) DBG | I1210 00:05:55.113006 97966 retry.go:31] will retry after 419.563235ms: waiting for machine to come up
I1210 00:05:55.534593 97943 main.go:141] libmachine: (ha-070032) DBG | domain ha-070032 has defined MAC address 52:54:00:ad:ce:dc in network mk-ha-070032
I1210 00:05:55.535015 97943 main.go:141] libmachine: (ha-070032) DBG | unable to find current IP address of domain ha-070032 in network mk-ha-070032
I1210 00:05:55.535042 97943 main.go:141] libmachine: (ha-070032) DBG | I1210 00:05:55.534960 97966 retry.go:31] will retry after 426.548067ms: waiting for machine to come up
I1210 00:05:55.963569 97943 main.go:141] libmachine: (ha-070032) DBG | domain ha-070032 has defined MAC address 52:54:00:ad:ce:dc in network mk-ha-070032
I1210 00:05:55.963962 97943 main.go:141] libmachine: (ha-070032) DBG | unable to find current IP address of domain ha-070032 in network mk-ha-070032
I1210 00:05:55.963978 97943 main.go:141] libmachine: (ha-070032) DBG | I1210 00:05:55.963937 97966 retry.go:31] will retry after 617.965427ms: waiting for machine to come up
I1210 00:05:56.583725 97943 main.go:141] libmachine: (ha-070032) DBG | domain ha-070032 has defined MAC address 52:54:00:ad:ce:dc in network mk-ha-070032
I1210 00:05:56.584072 97943 main.go:141] libmachine: (ha-070032) DBG | unable to find current IP address of domain ha-070032 in network mk-ha-070032
I1210 00:05:56.584105 97943 main.go:141] libmachine: (ha-070032) DBG | I1210 00:05:56.584063 97966 retry.go:31] will retry after 856.526353ms: waiting for machine to come up
I1210 00:05:57.442311 97943 main.go:141] libmachine: (ha-070032) DBG | domain ha-070032 has defined MAC address 52:54:00:ad:ce:dc in network mk-ha-070032
I1210 00:05:57.442739 97943 main.go:141] libmachine: (ha-070032) DBG | unable to find current IP address of domain ha-070032 in network mk-ha-070032
I1210 00:05:57.442796 97943 main.go:141] libmachine: (ha-070032) DBG | I1210 00:05:57.442703 97966 retry.go:31] will retry after 1.178569719s: waiting for machine to come up
I1210 00:05:58.622338 97943 main.go:141] libmachine: (ha-070032) DBG | domain ha-070032 has defined MAC address 52:54:00:ad:ce:dc in network mk-ha-070032
I1210 00:05:58.622797 97943 main.go:141] libmachine: (ha-070032) DBG | unable to find current IP address of domain ha-070032 in network mk-ha-070032
I1210 00:05:58.622827 97943 main.go:141] libmachine: (ha-070032) DBG | I1210 00:05:58.622728 97966 retry.go:31] will retry after 1.42624777s: waiting for machine to come up
I1210 00:06:00.051240 97943 main.go:141] libmachine: (ha-070032) DBG | domain ha-070032 has defined MAC address 52:54:00:ad:ce:dc in network mk-ha-070032
I1210 00:06:00.051614 97943 main.go:141] libmachine: (ha-070032) DBG | unable to find current IP address of domain ha-070032 in network mk-ha-070032
I1210 00:06:00.051640 97943 main.go:141] libmachine: (ha-070032) DBG | I1210 00:06:00.051572 97966 retry.go:31] will retry after 1.801666778s: waiting for machine to come up
I1210 00:06:01.855728 97943 main.go:141] libmachine: (ha-070032) DBG | domain ha-070032 has defined MAC address 52:54:00:ad:ce:dc in network mk-ha-070032
I1210 00:06:01.856159 97943 main.go:141] libmachine: (ha-070032) DBG | unable to find current IP address of domain ha-070032 in network mk-ha-070032
I1210 00:06:01.856181 97943 main.go:141] libmachine: (ha-070032) DBG | I1210 00:06:01.856123 97966 retry.go:31] will retry after 2.078837624s: waiting for machine to come up
I1210 00:06:03.936907 97943 main.go:141] libmachine: (ha-070032) DBG | domain ha-070032 has defined MAC address 52:54:00:ad:ce:dc in network mk-ha-070032
I1210 00:06:03.937387 97943 main.go:141] libmachine: (ha-070032) DBG | unable to find current IP address of domain ha-070032 in network mk-ha-070032
I1210 00:06:03.937421 97943 main.go:141] libmachine: (ha-070032) DBG | I1210 00:06:03.937345 97966 retry.go:31] will retry after 2.395168214s: waiting for machine to come up
I1210 00:06:06.336012 97943 main.go:141] libmachine: (ha-070032) DBG | domain ha-070032 has defined MAC address 52:54:00:ad:ce:dc in network mk-ha-070032
I1210 00:06:06.336380 97943 main.go:141] libmachine: (ha-070032) DBG | unable to find current IP address of domain ha-070032 in network mk-ha-070032
I1210 00:06:06.336409 97943 main.go:141] libmachine: (ha-070032) DBG | I1210 00:06:06.336336 97966 retry.go:31] will retry after 2.386978523s: waiting for machine to come up
I1210 00:06:08.725386 97943 main.go:141] libmachine: (ha-070032) DBG | domain ha-070032 has defined MAC address 52:54:00:ad:ce:dc in network mk-ha-070032
I1210 00:06:08.725781 97943 main.go:141] libmachine: (ha-070032) DBG | unable to find current IP address of domain ha-070032 in network mk-ha-070032
I1210 00:06:08.725809 97943 main.go:141] libmachine: (ha-070032) DBG | I1210 00:06:08.725749 97966 retry.go:31] will retry after 4.346211813s: waiting for machine to come up
I1210 00:06:13.073905 97943 main.go:141] libmachine: (ha-070032) DBG | domain ha-070032 has defined MAC address 52:54:00:ad:ce:dc in network mk-ha-070032
I1210 00:06:13.074439 97943 main.go:141] libmachine: (ha-070032) Found IP for machine: 192.168.39.187
I1210 00:06:13.074469 97943 main.go:141] libmachine: (ha-070032) Reserving static IP address...
I1210 00:06:13.074487 97943 main.go:141] libmachine: (ha-070032) DBG | domain ha-070032 has current primary IP address 192.168.39.187 and MAC address 52:54:00:ad:ce:dc in network mk-ha-070032
I1210 00:06:13.075078 97943 main.go:141] libmachine: (ha-070032) DBG | unable to find host DHCP lease matching {name: "ha-070032", mac: "52:54:00:ad:ce:dc", ip: "192.168.39.187"} in network mk-ha-070032
I1210 00:06:13.145743 97943 main.go:141] libmachine: (ha-070032) DBG | Getting to WaitForSSH function...
I1210 00:06:13.145776 97943 main.go:141] libmachine: (ha-070032) Reserved static IP address: 192.168.39.187
I1210 00:06:13.145818 97943 main.go:141] libmachine: (ha-070032) Waiting for SSH to be available...
I1210 00:06:13.148440 97943 main.go:141] libmachine: (ha-070032) DBG | domain ha-070032 has defined MAC address 52:54:00:ad:ce:dc in network mk-ha-070032
I1210 00:06:13.148825 97943 main.go:141] libmachine: (ha-070032) DBG | unable to find host DHCP lease matching {name: "", mac: "52:54:00:ad:ce:dc", ip: ""} in network mk-ha-070032
I1210 00:06:13.148851 97943 main.go:141] libmachine: (ha-070032) DBG | unable to find defined IP address of network mk-ha-070032 interface with MAC address 52:54:00:ad:ce:dc
I1210 00:06:13.149012 97943 main.go:141] libmachine: (ha-070032) DBG | Using SSH client type: external
I1210 00:06:13.149039 97943 main.go:141] libmachine: (ha-070032) DBG | Using SSH private key: /home/jenkins/minikube-integration/20062-79135/.minikube/machines/ha-070032/id_rsa (-rw-------)
I1210 00:06:13.149072 97943 main.go:141] libmachine: (ha-070032) DBG | &{[-F /dev/null -o ConnectionAttempts=3 -o ConnectTimeout=10 -o ControlMaster=no -o ControlPath=none -o LogLevel=quiet -o PasswordAuthentication=no -o ServerAliveInterval=60 -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null docker@ -o IdentitiesOnly=yes -i /home/jenkins/minikube-integration/20062-79135/.minikube/machines/ha-070032/id_rsa -p 22] /usr/bin/ssh <nil>}
I1210 00:06:13.149085 97943 main.go:141] libmachine: (ha-070032) DBG | About to run SSH command:
I1210 00:06:13.149097 97943 main.go:141] libmachine: (ha-070032) DBG | exit 0
I1210 00:06:13.152933 97943 main.go:141] libmachine: (ha-070032) DBG | SSH cmd err, output: exit status 255:
I1210 00:06:13.152951 97943 main.go:141] libmachine: (ha-070032) DBG | Error getting ssh command 'exit 0' : ssh command error:
I1210 00:06:13.152957 97943 main.go:141] libmachine: (ha-070032) DBG | command : exit 0
I1210 00:06:13.152962 97943 main.go:141] libmachine: (ha-070032) DBG | err : exit status 255
I1210 00:06:13.152969 97943 main.go:141] libmachine: (ha-070032) DBG | output :
I1210 00:06:16.155027 97943 main.go:141] libmachine: (ha-070032) DBG | Getting to WaitForSSH function...
I1210 00:06:16.157296 97943 main.go:141] libmachine: (ha-070032) DBG | domain ha-070032 has defined MAC address 52:54:00:ad:ce:dc in network mk-ha-070032
I1210 00:06:16.157685 97943 main.go:141] libmachine: (ha-070032) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:ad:ce:dc", ip: ""} in network mk-ha-070032: {Iface:virbr1 ExpiryTime:2024-12-10 01:06:07 +0000 UTC Type:0 Mac:52:54:00:ad:ce:dc Iaid: IPaddr:192.168.39.187 Prefix:24 Hostname:ha-070032 Clientid:01:52:54:00:ad:ce:dc}
I1210 00:06:16.157714 97943 main.go:141] libmachine: (ha-070032) DBG | domain ha-070032 has defined IP address 192.168.39.187 and MAC address 52:54:00:ad:ce:dc in network mk-ha-070032
I1210 00:06:16.157840 97943 main.go:141] libmachine: (ha-070032) DBG | Using SSH client type: external
I1210 00:06:16.157860 97943 main.go:141] libmachine: (ha-070032) DBG | Using SSH private key: /home/jenkins/minikube-integration/20062-79135/.minikube/machines/ha-070032/id_rsa (-rw-------)
I1210 00:06:16.157887 97943 main.go:141] libmachine: (ha-070032) DBG | &{[-F /dev/null -o ConnectionAttempts=3 -o ConnectTimeout=10 -o ControlMaster=no -o ControlPath=none -o LogLevel=quiet -o PasswordAuthentication=no -o ServerAliveInterval=60 -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null docker@192.168.39.187 -o IdentitiesOnly=yes -i /home/jenkins/minikube-integration/20062-79135/.minikube/machines/ha-070032/id_rsa -p 22] /usr/bin/ssh <nil>}
I1210 00:06:16.157900 97943 main.go:141] libmachine: (ha-070032) DBG | About to run SSH command:
I1210 00:06:16.157909 97943 main.go:141] libmachine: (ha-070032) DBG | exit 0
I1210 00:06:16.278179 97943 main.go:141] libmachine: (ha-070032) DBG | SSH cmd err, output: <nil>:
I1210 00:06:16.278456 97943 main.go:141] libmachine: (ha-070032) KVM machine creation complete!
I1210 00:06:16.278762 97943 main.go:141] libmachine: (ha-070032) Calling .GetConfigRaw
I1210 00:06:16.279308 97943 main.go:141] libmachine: (ha-070032) Calling .DriverName
I1210 00:06:16.279502 97943 main.go:141] libmachine: (ha-070032) Calling .DriverName
I1210 00:06:16.279643 97943 main.go:141] libmachine: Waiting for machine to be running, this may take a few minutes...
I1210 00:06:16.279659 97943 main.go:141] libmachine: (ha-070032) Calling .GetState
I1210 00:06:16.280933 97943 main.go:141] libmachine: Detecting operating system of created instance...
I1210 00:06:16.280956 97943 main.go:141] libmachine: Waiting for SSH to be available...
I1210 00:06:16.280962 97943 main.go:141] libmachine: Getting to WaitForSSH function...
I1210 00:06:16.280968 97943 main.go:141] libmachine: (ha-070032) Calling .GetSSHHostname
I1210 00:06:16.283215 97943 main.go:141] libmachine: (ha-070032) DBG | domain ha-070032 has defined MAC address 52:54:00:ad:ce:dc in network mk-ha-070032
I1210 00:06:16.283661 97943 main.go:141] libmachine: (ha-070032) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:ad:ce:dc", ip: ""} in network mk-ha-070032: {Iface:virbr1 ExpiryTime:2024-12-10 01:06:07 +0000 UTC Type:0 Mac:52:54:00:ad:ce:dc Iaid: IPaddr:192.168.39.187 Prefix:24 Hostname:ha-070032 Clientid:01:52:54:00:ad:ce:dc}
I1210 00:06:16.283689 97943 main.go:141] libmachine: (ha-070032) DBG | domain ha-070032 has defined IP address 192.168.39.187 and MAC address 52:54:00:ad:ce:dc in network mk-ha-070032
I1210 00:06:16.283820 97943 main.go:141] libmachine: (ha-070032) Calling .GetSSHPort
I1210 00:06:16.283997 97943 main.go:141] libmachine: (ha-070032) Calling .GetSSHKeyPath
I1210 00:06:16.284144 97943 main.go:141] libmachine: (ha-070032) Calling .GetSSHKeyPath
I1210 00:06:16.284266 97943 main.go:141] libmachine: (ha-070032) Calling .GetSSHUsername
I1210 00:06:16.284430 97943 main.go:141] libmachine: Using SSH client type: native
I1210 00:06:16.284659 97943 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866ca0] 0x869980 <nil> [] 0s} 192.168.39.187 22 <nil> <nil>}
I1210 00:06:16.284672 97943 main.go:141] libmachine: About to run SSH command:
exit 0
I1210 00:06:16.381723 97943 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1210 00:06:16.381748 97943 main.go:141] libmachine: Detecting the provisioner...
I1210 00:06:16.381756 97943 main.go:141] libmachine: (ha-070032) Calling .GetSSHHostname
I1210 00:06:16.384507 97943 main.go:141] libmachine: (ha-070032) DBG | domain ha-070032 has defined MAC address 52:54:00:ad:ce:dc in network mk-ha-070032
I1210 00:06:16.384824 97943 main.go:141] libmachine: (ha-070032) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:ad:ce:dc", ip: ""} in network mk-ha-070032: {Iface:virbr1 ExpiryTime:2024-12-10 01:06:07 +0000 UTC Type:0 Mac:52:54:00:ad:ce:dc Iaid: IPaddr:192.168.39.187 Prefix:24 Hostname:ha-070032 Clientid:01:52:54:00:ad:ce:dc}
I1210 00:06:16.384850 97943 main.go:141] libmachine: (ha-070032) DBG | domain ha-070032 has defined IP address 192.168.39.187 and MAC address 52:54:00:ad:ce:dc in network mk-ha-070032
I1210 00:06:16.384978 97943 main.go:141] libmachine: (ha-070032) Calling .GetSSHPort
I1210 00:06:16.385166 97943 main.go:141] libmachine: (ha-070032) Calling .GetSSHKeyPath
I1210 00:06:16.385349 97943 main.go:141] libmachine: (ha-070032) Calling .GetSSHKeyPath
I1210 00:06:16.385493 97943 main.go:141] libmachine: (ha-070032) Calling .GetSSHUsername
I1210 00:06:16.385645 97943 main.go:141] libmachine: Using SSH client type: native
I1210 00:06:16.385854 97943 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866ca0] 0x869980 <nil> [] 0s} 192.168.39.187 22 <nil> <nil>}
I1210 00:06:16.385866 97943 main.go:141] libmachine: About to run SSH command:
cat /etc/os-release
I1210 00:06:16.482791 97943 main.go:141] libmachine: SSH cmd err, output: <nil>: NAME=Buildroot
VERSION=2023.02.9-dirty
ID=buildroot
VERSION_ID=2023.02.9
PRETTY_NAME="Buildroot 2023.02.9"
I1210 00:06:16.482875 97943 main.go:141] libmachine: found compatible host: buildroot
I1210 00:06:16.482890 97943 main.go:141] libmachine: Provisioning with buildroot...
I1210 00:06:16.482898 97943 main.go:141] libmachine: (ha-070032) Calling .GetMachineName
I1210 00:06:16.483155 97943 buildroot.go:166] provisioning hostname "ha-070032"
I1210 00:06:16.483181 97943 main.go:141] libmachine: (ha-070032) Calling .GetMachineName
I1210 00:06:16.483360 97943 main.go:141] libmachine: (ha-070032) Calling .GetSSHHostname
I1210 00:06:16.485848 97943 main.go:141] libmachine: (ha-070032) DBG | domain ha-070032 has defined MAC address 52:54:00:ad:ce:dc in network mk-ha-070032
I1210 00:06:16.486193 97943 main.go:141] libmachine: (ha-070032) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:ad:ce:dc", ip: ""} in network mk-ha-070032: {Iface:virbr1 ExpiryTime:2024-12-10 01:06:07 +0000 UTC Type:0 Mac:52:54:00:ad:ce:dc Iaid: IPaddr:192.168.39.187 Prefix:24 Hostname:ha-070032 Clientid:01:52:54:00:ad:ce:dc}
I1210 00:06:16.486234 97943 main.go:141] libmachine: (ha-070032) DBG | domain ha-070032 has defined IP address 192.168.39.187 and MAC address 52:54:00:ad:ce:dc in network mk-ha-070032
I1210 00:06:16.486327 97943 main.go:141] libmachine: (ha-070032) Calling .GetSSHPort
I1210 00:06:16.486524 97943 main.go:141] libmachine: (ha-070032) Calling .GetSSHKeyPath
I1210 00:06:16.486696 97943 main.go:141] libmachine: (ha-070032) Calling .GetSSHKeyPath
I1210 00:06:16.486841 97943 main.go:141] libmachine: (ha-070032) Calling .GetSSHUsername
I1210 00:06:16.486993 97943 main.go:141] libmachine: Using SSH client type: native
I1210 00:06:16.487168 97943 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866ca0] 0x869980 <nil> [] 0s} 192.168.39.187 22 <nil> <nil>}
I1210 00:06:16.487182 97943 main.go:141] libmachine: About to run SSH command:
sudo hostname ha-070032 && echo "ha-070032" | sudo tee /etc/hostname
I1210 00:06:16.599563 97943 main.go:141] libmachine: SSH cmd err, output: <nil>: ha-070032
I1210 00:06:16.599595 97943 main.go:141] libmachine: (ha-070032) Calling .GetSSHHostname
I1210 00:06:16.602261 97943 main.go:141] libmachine: (ha-070032) DBG | domain ha-070032 has defined MAC address 52:54:00:ad:ce:dc in network mk-ha-070032
I1210 00:06:16.602629 97943 main.go:141] libmachine: (ha-070032) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:ad:ce:dc", ip: ""} in network mk-ha-070032: {Iface:virbr1 ExpiryTime:2024-12-10 01:06:07 +0000 UTC Type:0 Mac:52:54:00:ad:ce:dc Iaid: IPaddr:192.168.39.187 Prefix:24 Hostname:ha-070032 Clientid:01:52:54:00:ad:ce:dc}
I1210 00:06:16.602659 97943 main.go:141] libmachine: (ha-070032) DBG | domain ha-070032 has defined IP address 192.168.39.187 and MAC address 52:54:00:ad:ce:dc in network mk-ha-070032
I1210 00:06:16.602789 97943 main.go:141] libmachine: (ha-070032) Calling .GetSSHPort
I1210 00:06:16.603020 97943 main.go:141] libmachine: (ha-070032) Calling .GetSSHKeyPath
I1210 00:06:16.603241 97943 main.go:141] libmachine: (ha-070032) Calling .GetSSHKeyPath
I1210 00:06:16.603430 97943 main.go:141] libmachine: (ha-070032) Calling .GetSSHUsername
I1210 00:06:16.603599 97943 main.go:141] libmachine: Using SSH client type: native
I1210 00:06:16.603761 97943 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866ca0] 0x869980 <nil> [] 0s} 192.168.39.187 22 <nil> <nil>}
I1210 00:06:16.603781 97943 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\sha-070032' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 ha-070032/g' /etc/hosts;
else
echo '127.0.1.1 ha-070032' | sudo tee -a /etc/hosts;
fi
fi
I1210 00:06:16.710380 97943 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1210 00:06:16.710422 97943 buildroot.go:172] set auth options {CertDir:/home/jenkins/minikube-integration/20062-79135/.minikube CaCertPath:/home/jenkins/minikube-integration/20062-79135/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/20062-79135/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/20062-79135/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/20062-79135/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/20062-79135/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/20062-79135/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/20062-79135/.minikube}
I1210 00:06:16.710472 97943 buildroot.go:174] setting up certificates
I1210 00:06:16.710489 97943 provision.go:84] configureAuth start
I1210 00:06:16.710503 97943 main.go:141] libmachine: (ha-070032) Calling .GetMachineName
I1210 00:06:16.710783 97943 main.go:141] libmachine: (ha-070032) Calling .GetIP
I1210 00:06:16.713296 97943 main.go:141] libmachine: (ha-070032) DBG | domain ha-070032 has defined MAC address 52:54:00:ad:ce:dc in network mk-ha-070032
I1210 00:06:16.713682 97943 main.go:141] libmachine: (ha-070032) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:ad:ce:dc", ip: ""} in network mk-ha-070032: {Iface:virbr1 ExpiryTime:2024-12-10 01:06:07 +0000 UTC Type:0 Mac:52:54:00:ad:ce:dc Iaid: IPaddr:192.168.39.187 Prefix:24 Hostname:ha-070032 Clientid:01:52:54:00:ad:ce:dc}
I1210 00:06:16.713712 97943 main.go:141] libmachine: (ha-070032) DBG | domain ha-070032 has defined IP address 192.168.39.187 and MAC address 52:54:00:ad:ce:dc in network mk-ha-070032
I1210 00:06:16.713807 97943 main.go:141] libmachine: (ha-070032) Calling .GetSSHHostname
I1210 00:06:16.716284 97943 main.go:141] libmachine: (ha-070032) DBG | domain ha-070032 has defined MAC address 52:54:00:ad:ce:dc in network mk-ha-070032
I1210 00:06:16.716639 97943 main.go:141] libmachine: (ha-070032) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:ad:ce:dc", ip: ""} in network mk-ha-070032: {Iface:virbr1 ExpiryTime:2024-12-10 01:06:07 +0000 UTC Type:0 Mac:52:54:00:ad:ce:dc Iaid: IPaddr:192.168.39.187 Prefix:24 Hostname:ha-070032 Clientid:01:52:54:00:ad:ce:dc}
I1210 00:06:16.716657 97943 main.go:141] libmachine: (ha-070032) DBG | domain ha-070032 has defined IP address 192.168.39.187 and MAC address 52:54:00:ad:ce:dc in network mk-ha-070032
I1210 00:06:16.716807 97943 provision.go:143] copyHostCerts
I1210 00:06:16.716848 97943 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20062-79135/.minikube/certs/ca.pem -> /home/jenkins/minikube-integration/20062-79135/.minikube/ca.pem
I1210 00:06:16.716882 97943 exec_runner.go:144] found /home/jenkins/minikube-integration/20062-79135/.minikube/ca.pem, removing ...
I1210 00:06:16.716898 97943 exec_runner.go:203] rm: /home/jenkins/minikube-integration/20062-79135/.minikube/ca.pem
I1210 00:06:16.716962 97943 exec_runner.go:151] cp: /home/jenkins/minikube-integration/20062-79135/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/20062-79135/.minikube/ca.pem (1078 bytes)
I1210 00:06:16.717048 97943 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20062-79135/.minikube/certs/cert.pem -> /home/jenkins/minikube-integration/20062-79135/.minikube/cert.pem
I1210 00:06:16.717075 97943 exec_runner.go:144] found /home/jenkins/minikube-integration/20062-79135/.minikube/cert.pem, removing ...
I1210 00:06:16.717082 97943 exec_runner.go:203] rm: /home/jenkins/minikube-integration/20062-79135/.minikube/cert.pem
I1210 00:06:16.717107 97943 exec_runner.go:151] cp: /home/jenkins/minikube-integration/20062-79135/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/20062-79135/.minikube/cert.pem (1123 bytes)
I1210 00:06:16.717158 97943 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20062-79135/.minikube/certs/key.pem -> /home/jenkins/minikube-integration/20062-79135/.minikube/key.pem
I1210 00:06:16.717175 97943 exec_runner.go:144] found /home/jenkins/minikube-integration/20062-79135/.minikube/key.pem, removing ...
I1210 00:06:16.717181 97943 exec_runner.go:203] rm: /home/jenkins/minikube-integration/20062-79135/.minikube/key.pem
I1210 00:06:16.717202 97943 exec_runner.go:151] cp: /home/jenkins/minikube-integration/20062-79135/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/20062-79135/.minikube/key.pem (1675 bytes)
I1210 00:06:16.717253 97943 provision.go:117] generating server cert: /home/jenkins/minikube-integration/20062-79135/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/20062-79135/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/20062-79135/.minikube/certs/ca-key.pem org=jenkins.ha-070032 san=[127.0.0.1 192.168.39.187 ha-070032 localhost minikube]
I1210 00:06:16.857455 97943 provision.go:177] copyRemoteCerts
I1210 00:06:16.857514 97943 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1210 00:06:16.857542 97943 main.go:141] libmachine: (ha-070032) Calling .GetSSHHostname
I1210 00:06:16.860287 97943 main.go:141] libmachine: (ha-070032) DBG | domain ha-070032 has defined MAC address 52:54:00:ad:ce:dc in network mk-ha-070032
I1210 00:06:16.860660 97943 main.go:141] libmachine: (ha-070032) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:ad:ce:dc", ip: ""} in network mk-ha-070032: {Iface:virbr1 ExpiryTime:2024-12-10 01:06:07 +0000 UTC Type:0 Mac:52:54:00:ad:ce:dc Iaid: IPaddr:192.168.39.187 Prefix:24 Hostname:ha-070032 Clientid:01:52:54:00:ad:ce:dc}
I1210 00:06:16.860687 97943 main.go:141] libmachine: (ha-070032) DBG | domain ha-070032 has defined IP address 192.168.39.187 and MAC address 52:54:00:ad:ce:dc in network mk-ha-070032
I1210 00:06:16.860918 97943 main.go:141] libmachine: (ha-070032) Calling .GetSSHPort
I1210 00:06:16.861136 97943 main.go:141] libmachine: (ha-070032) Calling .GetSSHKeyPath
I1210 00:06:16.861318 97943 main.go:141] libmachine: (ha-070032) Calling .GetSSHUsername
I1210 00:06:16.861436 97943 sshutil.go:53] new ssh client: &{IP:192.168.39.187 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/20062-79135/.minikube/machines/ha-070032/id_rsa Username:docker}
I1210 00:06:16.940074 97943 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20062-79135/.minikube/certs/ca.pem -> /etc/docker/ca.pem
I1210 00:06:16.940147 97943 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20062-79135/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)
I1210 00:06:16.961938 97943 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20062-79135/.minikube/machines/server.pem -> /etc/docker/server.pem
I1210 00:06:16.962011 97943 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20062-79135/.minikube/machines/server.pem --> /etc/docker/server.pem (1200 bytes)
I1210 00:06:16.982947 97943 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20062-79135/.minikube/machines/server-key.pem -> /etc/docker/server-key.pem
I1210 00:06:16.983027 97943 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20062-79135/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1675 bytes)
I1210 00:06:17.003600 97943 provision.go:87] duration metric: took 293.095287ms to configureAuth
I1210 00:06:17.003631 97943 buildroot.go:189] setting minikube options for container-runtime
I1210 00:06:17.003823 97943 config.go:182] Loaded profile config "ha-070032": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1210 00:06:17.003908 97943 main.go:141] libmachine: (ha-070032) Calling .GetSSHHostname
I1210 00:06:17.006244 97943 main.go:141] libmachine: (ha-070032) DBG | domain ha-070032 has defined MAC address 52:54:00:ad:ce:dc in network mk-ha-070032
I1210 00:06:17.006580 97943 main.go:141] libmachine: (ha-070032) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:ad:ce:dc", ip: ""} in network mk-ha-070032: {Iface:virbr1 ExpiryTime:2024-12-10 01:06:07 +0000 UTC Type:0 Mac:52:54:00:ad:ce:dc Iaid: IPaddr:192.168.39.187 Prefix:24 Hostname:ha-070032 Clientid:01:52:54:00:ad:ce:dc}
I1210 00:06:17.006608 97943 main.go:141] libmachine: (ha-070032) DBG | domain ha-070032 has defined IP address 192.168.39.187 and MAC address 52:54:00:ad:ce:dc in network mk-ha-070032
I1210 00:06:17.006735 97943 main.go:141] libmachine: (ha-070032) Calling .GetSSHPort
I1210 00:06:17.006932 97943 main.go:141] libmachine: (ha-070032) Calling .GetSSHKeyPath
I1210 00:06:17.007076 97943 main.go:141] libmachine: (ha-070032) Calling .GetSSHKeyPath
I1210 00:06:17.007191 97943 main.go:141] libmachine: (ha-070032) Calling .GetSSHUsername
I1210 00:06:17.007315 97943 main.go:141] libmachine: Using SSH client type: native
I1210 00:06:17.007484 97943 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866ca0] 0x869980 <nil> [] 0s} 192.168.39.187 22 <nil> <nil>}
I1210 00:06:17.007502 97943 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1210 00:06:17.211708 97943 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1210 00:06:17.211741 97943 main.go:141] libmachine: Checking connection to Docker...
I1210 00:06:17.211753 97943 main.go:141] libmachine: (ha-070032) Calling .GetURL
I1210 00:06:17.212951 97943 main.go:141] libmachine: (ha-070032) DBG | Using libvirt version 6000000
I1210 00:06:17.215245 97943 main.go:141] libmachine: (ha-070032) DBG | domain ha-070032 has defined MAC address 52:54:00:ad:ce:dc in network mk-ha-070032
I1210 00:06:17.215611 97943 main.go:141] libmachine: (ha-070032) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:ad:ce:dc", ip: ""} in network mk-ha-070032: {Iface:virbr1 ExpiryTime:2024-12-10 01:06:07 +0000 UTC Type:0 Mac:52:54:00:ad:ce:dc Iaid: IPaddr:192.168.39.187 Prefix:24 Hostname:ha-070032 Clientid:01:52:54:00:ad:ce:dc}
I1210 00:06:17.215644 97943 main.go:141] libmachine: (ha-070032) DBG | domain ha-070032 has defined IP address 192.168.39.187 and MAC address 52:54:00:ad:ce:dc in network mk-ha-070032
I1210 00:06:17.215769 97943 main.go:141] libmachine: Docker is up and running!
I1210 00:06:17.215785 97943 main.go:141] libmachine: Reticulating splines...
I1210 00:06:17.215796 97943 client.go:171] duration metric: took 24.337498941s to LocalClient.Create
I1210 00:06:17.215826 97943 start.go:167] duration metric: took 24.337582238s to libmachine.API.Create "ha-070032"
I1210 00:06:17.215839 97943 start.go:293] postStartSetup for "ha-070032" (driver="kvm2")
I1210 00:06:17.215862 97943 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1210 00:06:17.215886 97943 main.go:141] libmachine: (ha-070032) Calling .DriverName
I1210 00:06:17.216149 97943 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1210 00:06:17.216177 97943 main.go:141] libmachine: (ha-070032) Calling .GetSSHHostname
I1210 00:06:17.218250 97943 main.go:141] libmachine: (ha-070032) DBG | domain ha-070032 has defined MAC address 52:54:00:ad:ce:dc in network mk-ha-070032
I1210 00:06:17.218590 97943 main.go:141] libmachine: (ha-070032) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:ad:ce:dc", ip: ""} in network mk-ha-070032: {Iface:virbr1 ExpiryTime:2024-12-10 01:06:07 +0000 UTC Type:0 Mac:52:54:00:ad:ce:dc Iaid: IPaddr:192.168.39.187 Prefix:24 Hostname:ha-070032 Clientid:01:52:54:00:ad:ce:dc}
I1210 00:06:17.218632 97943 main.go:141] libmachine: (ha-070032) DBG | domain ha-070032 has defined IP address 192.168.39.187 and MAC address 52:54:00:ad:ce:dc in network mk-ha-070032
I1210 00:06:17.218752 97943 main.go:141] libmachine: (ha-070032) Calling .GetSSHPort
I1210 00:06:17.218921 97943 main.go:141] libmachine: (ha-070032) Calling .GetSSHKeyPath
I1210 00:06:17.219062 97943 main.go:141] libmachine: (ha-070032) Calling .GetSSHUsername
I1210 00:06:17.219188 97943 sshutil.go:53] new ssh client: &{IP:192.168.39.187 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/20062-79135/.minikube/machines/ha-070032/id_rsa Username:docker}
I1210 00:06:17.296211 97943 ssh_runner.go:195] Run: cat /etc/os-release
I1210 00:06:17.300251 97943 info.go:137] Remote host: Buildroot 2023.02.9
I1210 00:06:17.300276 97943 filesync.go:126] Scanning /home/jenkins/minikube-integration/20062-79135/.minikube/addons for local assets ...
I1210 00:06:17.300345 97943 filesync.go:126] Scanning /home/jenkins/minikube-integration/20062-79135/.minikube/files for local assets ...
I1210 00:06:17.300421 97943 filesync.go:149] local asset: /home/jenkins/minikube-integration/20062-79135/.minikube/files/etc/ssl/certs/862962.pem -> 862962.pem in /etc/ssl/certs
I1210 00:06:17.300431 97943 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20062-79135/.minikube/files/etc/ssl/certs/862962.pem -> /etc/ssl/certs/862962.pem
I1210 00:06:17.300529 97943 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1210 00:06:17.308961 97943 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20062-79135/.minikube/files/etc/ssl/certs/862962.pem --> /etc/ssl/certs/862962.pem (1708 bytes)
I1210 00:06:17.331496 97943 start.go:296] duration metric: took 115.636437ms for postStartSetup
I1210 00:06:17.331591 97943 main.go:141] libmachine: (ha-070032) Calling .GetConfigRaw
I1210 00:06:17.332201 97943 main.go:141] libmachine: (ha-070032) Calling .GetIP
I1210 00:06:17.335151 97943 main.go:141] libmachine: (ha-070032) DBG | domain ha-070032 has defined MAC address 52:54:00:ad:ce:dc in network mk-ha-070032
I1210 00:06:17.335527 97943 main.go:141] libmachine: (ha-070032) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:ad:ce:dc", ip: ""} in network mk-ha-070032: {Iface:virbr1 ExpiryTime:2024-12-10 01:06:07 +0000 UTC Type:0 Mac:52:54:00:ad:ce:dc Iaid: IPaddr:192.168.39.187 Prefix:24 Hostname:ha-070032 Clientid:01:52:54:00:ad:ce:dc}
I1210 00:06:17.335569 97943 main.go:141] libmachine: (ha-070032) DBG | domain ha-070032 has defined IP address 192.168.39.187 and MAC address 52:54:00:ad:ce:dc in network mk-ha-070032
I1210 00:06:17.335747 97943 profile.go:143] Saving config to /home/jenkins/minikube-integration/20062-79135/.minikube/profiles/ha-070032/config.json ...
I1210 00:06:17.335921 97943 start.go:128] duration metric: took 24.475725142s to createHost
I1210 00:06:17.335945 97943 main.go:141] libmachine: (ha-070032) Calling .GetSSHHostname
I1210 00:06:17.338044 97943 main.go:141] libmachine: (ha-070032) DBG | domain ha-070032 has defined MAC address 52:54:00:ad:ce:dc in network mk-ha-070032
I1210 00:06:17.338384 97943 main.go:141] libmachine: (ha-070032) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:ad:ce:dc", ip: ""} in network mk-ha-070032: {Iface:virbr1 ExpiryTime:2024-12-10 01:06:07 +0000 UTC Type:0 Mac:52:54:00:ad:ce:dc Iaid: IPaddr:192.168.39.187 Prefix:24 Hostname:ha-070032 Clientid:01:52:54:00:ad:ce:dc}
I1210 00:06:17.338412 97943 main.go:141] libmachine: (ha-070032) DBG | domain ha-070032 has defined IP address 192.168.39.187 and MAC address 52:54:00:ad:ce:dc in network mk-ha-070032
I1210 00:06:17.338541 97943 main.go:141] libmachine: (ha-070032) Calling .GetSSHPort
I1210 00:06:17.338741 97943 main.go:141] libmachine: (ha-070032) Calling .GetSSHKeyPath
I1210 00:06:17.338882 97943 main.go:141] libmachine: (ha-070032) Calling .GetSSHKeyPath
I1210 00:06:17.339001 97943 main.go:141] libmachine: (ha-070032) Calling .GetSSHUsername
I1210 00:06:17.339163 97943 main.go:141] libmachine: Using SSH client type: native
I1210 00:06:17.339337 97943 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866ca0] 0x869980 <nil> [] 0s} 192.168.39.187 22 <nil> <nil>}
I1210 00:06:17.339348 97943 main.go:141] libmachine: About to run SSH command:
date +%s.%N
I1210 00:06:17.439329 97943 main.go:141] libmachine: SSH cmd err, output: <nil>: 1733789177.417194070
I1210 00:06:17.439361 97943 fix.go:216] guest clock: 1733789177.417194070
I1210 00:06:17.439372 97943 fix.go:229] Guest: 2024-12-10 00:06:17.41719407 +0000 UTC Remote: 2024-12-10 00:06:17.335933593 +0000 UTC m=+24.582014233 (delta=81.260477ms)
I1210 00:06:17.439408 97943 fix.go:200] guest clock delta is within tolerance: 81.260477ms
I1210 00:06:17.439416 97943 start.go:83] releasing machines lock for "ha-070032", held for 24.579311872s
I1210 00:06:17.439440 97943 main.go:141] libmachine: (ha-070032) Calling .DriverName
I1210 00:06:17.439778 97943 main.go:141] libmachine: (ha-070032) Calling .GetIP
I1210 00:06:17.442802 97943 main.go:141] libmachine: (ha-070032) DBG | domain ha-070032 has defined MAC address 52:54:00:ad:ce:dc in network mk-ha-070032
I1210 00:06:17.443261 97943 main.go:141] libmachine: (ha-070032) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:ad:ce:dc", ip: ""} in network mk-ha-070032: {Iface:virbr1 ExpiryTime:2024-12-10 01:06:07 +0000 UTC Type:0 Mac:52:54:00:ad:ce:dc Iaid: IPaddr:192.168.39.187 Prefix:24 Hostname:ha-070032 Clientid:01:52:54:00:ad:ce:dc}
I1210 00:06:17.443289 97943 main.go:141] libmachine: (ha-070032) DBG | domain ha-070032 has defined IP address 192.168.39.187 and MAC address 52:54:00:ad:ce:dc in network mk-ha-070032
I1210 00:06:17.443497 97943 main.go:141] libmachine: (ha-070032) Calling .DriverName
I1210 00:06:17.444002 97943 main.go:141] libmachine: (ha-070032) Calling .DriverName
I1210 00:06:17.444206 97943 main.go:141] libmachine: (ha-070032) Calling .DriverName
I1210 00:06:17.444324 97943 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1210 00:06:17.444401 97943 main.go:141] libmachine: (ha-070032) Calling .GetSSHHostname
I1210 00:06:17.444474 97943 ssh_runner.go:195] Run: cat /version.json
I1210 00:06:17.444500 97943 main.go:141] libmachine: (ha-070032) Calling .GetSSHHostname
I1210 00:06:17.446933 97943 main.go:141] libmachine: (ha-070032) DBG | domain ha-070032 has defined MAC address 52:54:00:ad:ce:dc in network mk-ha-070032
I1210 00:06:17.447294 97943 main.go:141] libmachine: (ha-070032) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:ad:ce:dc", ip: ""} in network mk-ha-070032: {Iface:virbr1 ExpiryTime:2024-12-10 01:06:07 +0000 UTC Type:0 Mac:52:54:00:ad:ce:dc Iaid: IPaddr:192.168.39.187 Prefix:24 Hostname:ha-070032 Clientid:01:52:54:00:ad:ce:dc}
I1210 00:06:17.447320 97943 main.go:141] libmachine: (ha-070032) DBG | domain ha-070032 has defined IP address 192.168.39.187 and MAC address 52:54:00:ad:ce:dc in network mk-ha-070032
I1210 00:06:17.447352 97943 main.go:141] libmachine: (ha-070032) DBG | domain ha-070032 has defined MAC address 52:54:00:ad:ce:dc in network mk-ha-070032
I1210 00:06:17.447499 97943 main.go:141] libmachine: (ha-070032) Calling .GetSSHPort
I1210 00:06:17.447688 97943 main.go:141] libmachine: (ha-070032) Calling .GetSSHKeyPath
I1210 00:06:17.447744 97943 main.go:141] libmachine: (ha-070032) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:ad:ce:dc", ip: ""} in network mk-ha-070032: {Iface:virbr1 ExpiryTime:2024-12-10 01:06:07 +0000 UTC Type:0 Mac:52:54:00:ad:ce:dc Iaid: IPaddr:192.168.39.187 Prefix:24 Hostname:ha-070032 Clientid:01:52:54:00:ad:ce:dc}
I1210 00:06:17.447772 97943 main.go:141] libmachine: (ha-070032) DBG | domain ha-070032 has defined IP address 192.168.39.187 and MAC address 52:54:00:ad:ce:dc in network mk-ha-070032
I1210 00:06:17.447844 97943 main.go:141] libmachine: (ha-070032) Calling .GetSSHUsername
I1210 00:06:17.447953 97943 main.go:141] libmachine: (ha-070032) Calling .GetSSHPort
I1210 00:06:17.448103 97943 main.go:141] libmachine: (ha-070032) Calling .GetSSHKeyPath
I1210 00:06:17.448103 97943 sshutil.go:53] new ssh client: &{IP:192.168.39.187 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/20062-79135/.minikube/machines/ha-070032/id_rsa Username:docker}
I1210 00:06:17.448278 97943 main.go:141] libmachine: (ha-070032) Calling .GetSSHUsername
I1210 00:06:17.448402 97943 sshutil.go:53] new ssh client: &{IP:192.168.39.187 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/20062-79135/.minikube/machines/ha-070032/id_rsa Username:docker}
I1210 00:06:17.553500 97943 ssh_runner.go:195] Run: systemctl --version
I1210 00:06:17.559183 97943 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1210 00:06:17.714099 97943 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
W1210 00:06:17.720445 97943 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I1210 00:06:17.720522 97943 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1210 00:06:17.735693 97943 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)
I1210 00:06:17.735715 97943 start.go:495] detecting cgroup driver to use...
I1210 00:06:17.735777 97943 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1210 00:06:17.750781 97943 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1210 00:06:17.763333 97943 docker.go:217] disabling cri-docker service (if available) ...
I1210 00:06:17.763379 97943 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1210 00:06:17.775483 97943 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1210 00:06:17.787288 97943 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1210 00:06:17.890184 97943 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1210 00:06:18.028147 97943 docker.go:233] disabling docker service ...
I1210 00:06:18.028234 97943 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1210 00:06:18.041611 97943 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1210 00:06:18.054485 97943 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1210 00:06:18.194456 97943 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1210 00:06:18.314202 97943 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1210 00:06:18.327181 97943 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1210 00:06:18.343918 97943 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10" pause image...
I1210 00:06:18.343989 97943 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10"|' /etc/crio/crio.conf.d/02-crio.conf"
I1210 00:06:18.353427 97943 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I1210 00:06:18.353489 97943 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I1210 00:06:18.362859 97943 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1210 00:06:18.371991 97943 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1210 00:06:18.381017 97943 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1210 00:06:18.391381 97943 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I1210 00:06:18.401252 97943 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I1210 00:06:18.416290 97943 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I1210 00:06:18.426233 97943 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1210 00:06:18.435267 97943 crio.go:166] couldn't verify netfilter by "sudo sysctl net.bridge.bridge-nf-call-iptables" which might be okay. error: sudo sysctl net.bridge.bridge-nf-call-iptables: Process exited with status 255
stdout:
stderr:
sysctl: cannot stat /proc/sys/net/bridge/bridge-nf-call-iptables: No such file or directory
I1210 00:06:18.435316 97943 ssh_runner.go:195] Run: sudo modprobe br_netfilter
I1210 00:06:18.447946 97943 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1210 00:06:18.456951 97943 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1210 00:06:18.573205 97943 ssh_runner.go:195] Run: sudo systemctl restart crio
I1210 00:06:18.656643 97943 start.go:542] Will wait 60s for socket path /var/run/crio/crio.sock
I1210 00:06:18.656726 97943 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1210 00:06:18.661011 97943 start.go:563] Will wait 60s for crictl version
I1210 00:06:18.661071 97943 ssh_runner.go:195] Run: which crictl
I1210 00:06:18.664478 97943 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I1210 00:06:18.701494 97943 start.go:579] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.29.1
RuntimeApiVersion: v1
I1210 00:06:18.701578 97943 ssh_runner.go:195] Run: crio --version
I1210 00:06:18.727238 97943 ssh_runner.go:195] Run: crio --version
I1210 00:06:18.753327 97943 out.go:177] * Preparing Kubernetes v1.31.2 on CRI-O 1.29.1 ...
I1210 00:06:18.754595 97943 main.go:141] libmachine: (ha-070032) Calling .GetIP
I1210 00:06:18.756947 97943 main.go:141] libmachine: (ha-070032) DBG | domain ha-070032 has defined MAC address 52:54:00:ad:ce:dc in network mk-ha-070032
I1210 00:06:18.757200 97943 main.go:141] libmachine: (ha-070032) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:ad:ce:dc", ip: ""} in network mk-ha-070032: {Iface:virbr1 ExpiryTime:2024-12-10 01:06:07 +0000 UTC Type:0 Mac:52:54:00:ad:ce:dc Iaid: IPaddr:192.168.39.187 Prefix:24 Hostname:ha-070032 Clientid:01:52:54:00:ad:ce:dc}
I1210 00:06:18.757235 97943 main.go:141] libmachine: (ha-070032) DBG | domain ha-070032 has defined IP address 192.168.39.187 and MAC address 52:54:00:ad:ce:dc in network mk-ha-070032
I1210 00:06:18.757445 97943 ssh_runner.go:195] Run: grep 192.168.39.1 host.minikube.internal$ /etc/hosts
I1210 00:06:18.760940 97943 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.39.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1210 00:06:18.772727 97943 kubeadm.go:883] updating cluster {Name:ha-070032 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19917/minikube-v1.34.0-1730913550-19917-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730888964-19917@sha256:629a5748e3ec15a091fef12257eb3754b8ffc0c974ebcbb016451c65d1829615 Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.2 Cl
usterName:ha-070032 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.39.187 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 M
ountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} ...
I1210 00:06:18.772828 97943 preload.go:131] Checking if preload exists for k8s version v1.31.2 and runtime crio
I1210 00:06:18.772879 97943 ssh_runner.go:195] Run: sudo crictl images --output json
I1210 00:06:18.804204 97943 crio.go:510] couldn't find preloaded image for "registry.k8s.io/kube-apiserver:v1.31.2". assuming images are not preloaded.
I1210 00:06:18.804265 97943 ssh_runner.go:195] Run: which lz4
I1210 00:06:18.807579 97943 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20062-79135/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.2-cri-o-overlay-amd64.tar.lz4 -> /preloaded.tar.lz4
I1210 00:06:18.807670 97943 ssh_runner.go:195] Run: stat -c "%s %y" /preloaded.tar.lz4
I1210 00:06:18.811358 97943 ssh_runner.go:352] existence check for /preloaded.tar.lz4: stat -c "%s %y" /preloaded.tar.lz4: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/preloaded.tar.lz4': No such file or directory
I1210 00:06:18.811386 97943 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20062-79135/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.2-cri-o-overlay-amd64.tar.lz4 --> /preloaded.tar.lz4 (392059347 bytes)
I1210 00:06:19.965583 97943 crio.go:462] duration metric: took 1.157944737s to copy over tarball
I1210 00:06:19.965660 97943 ssh_runner.go:195] Run: sudo tar --xattrs --xattrs-include security.capability -I lz4 -C /var -xf /preloaded.tar.lz4
I1210 00:06:21.934864 97943 ssh_runner.go:235] Completed: sudo tar --xattrs --xattrs-include security.capability -I lz4 -C /var -xf /preloaded.tar.lz4: (1.969164039s)
I1210 00:06:21.934896 97943 crio.go:469] duration metric: took 1.969285734s to extract the tarball
I1210 00:06:21.934906 97943 ssh_runner.go:146] rm: /preloaded.tar.lz4
I1210 00:06:21.970025 97943 ssh_runner.go:195] Run: sudo crictl images --output json
I1210 00:06:22.022669 97943 crio.go:514] all images are preloaded for cri-o runtime.
I1210 00:06:22.022692 97943 cache_images.go:84] Images are preloaded, skipping loading
I1210 00:06:22.022702 97943 kubeadm.go:934] updating node { 192.168.39.187 8443 v1.31.2 crio true true} ...
I1210 00:06:22.022843 97943 kubeadm.go:946] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.31.2/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --hostname-override=ha-070032 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.39.187
[Install]
config:
{KubernetesVersion:v1.31.2 ClusterName:ha-070032 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1210 00:06:22.022948 97943 ssh_runner.go:195] Run: crio config
I1210 00:06:22.066130 97943 cni.go:84] Creating CNI manager for ""
I1210 00:06:22.066152 97943 cni.go:136] multinode detected (1 nodes found), recommending kindnet
I1210 00:06:22.066160 97943 kubeadm.go:84] Using pod CIDR: 10.244.0.0/16
I1210 00:06:22.066182 97943 kubeadm.go:189] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.39.187 APIServerPort:8443 KubernetesVersion:v1.31.2 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:ha-070032 NodeName:ha-070032 DNSDomain:cluster.local CRISocket:/var/run/crio/crio.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.39.187"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.39.187 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/kubernete
s/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[containerRuntimeEndpoint:unix:///var/run/crio/crio.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I1210 00:06:22.066308 97943 kubeadm.go:195] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta4
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.39.187
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/crio/crio.sock
name: "ha-070032"
kubeletExtraArgs:
- name: "node-ip"
value: "192.168.39.187"
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta4
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.39.187"]
extraArgs:
- name: "enable-admission-plugins"
value: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
- name: "allocate-node-cidrs"
value: "true"
- name: "leader-elect"
value: "false"
scheduler:
extraArgs:
- name: "leader-elect"
value: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
extraArgs:
- name: "proxy-refresh-interval"
value: "70000"
kubernetesVersion: v1.31.2
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
containerRuntimeEndpoint: unix:///var/run/crio/crio.sock
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%"
nodefs.inodesFree: "0%"
imagefs.available: "0%"
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I1210 00:06:22.066339 97943 kube-vip.go:115] generating kube-vip config ...
I1210 00:06:22.066403 97943 ssh_runner.go:195] Run: sudo sh -c "modprobe --all ip_vs ip_vs_rr ip_vs_wrr ip_vs_sh nf_conntrack"
I1210 00:06:22.080860 97943 kube-vip.go:167] auto-enabling control-plane load-balancing in kube-vip
I1210 00:06:22.080973 97943 kube-vip.go:137] kube-vip config:
apiVersion: v1
kind: Pod
metadata:
creationTimestamp: null
name: kube-vip
namespace: kube-system
spec:
containers:
- args:
- manager
env:
- name: vip_arp
value: "true"
- name: port
value: "8443"
- name: vip_nodename
valueFrom:
fieldRef:
fieldPath: spec.nodeName
- name: vip_interface
value: eth0
- name: vip_cidr
value: "32"
- name: dns_mode
value: first
- name: cp_enable
value: "true"
- name: cp_namespace
value: kube-system
- name: vip_leaderelection
value: "true"
- name: vip_leasename
value: plndr-cp-lock
- name: vip_leaseduration
value: "5"
- name: vip_renewdeadline
value: "3"
- name: vip_retryperiod
value: "1"
- name: address
value: 192.168.39.254
- name: prometheus_server
value: :2112
- name : lb_enable
value: "true"
- name: lb_port
value: "8443"
image: ghcr.io/kube-vip/kube-vip:v0.8.7
imagePullPolicy: IfNotPresent
name: kube-vip
resources: {}
securityContext:
capabilities:
add:
- NET_ADMIN
- NET_RAW
volumeMounts:
- mountPath: /etc/kubernetes/admin.conf
name: kubeconfig
hostAliases:
- hostnames:
- kubernetes
ip: 127.0.0.1
hostNetwork: true
volumes:
- hostPath:
path: "/etc/kubernetes/super-admin.conf"
name: kubeconfig
status: {}
I1210 00:06:22.081051 97943 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.31.2
I1210 00:06:22.089866 97943 binaries.go:44] Found k8s binaries, skipping transfer
I1210 00:06:22.089923 97943 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube /etc/kubernetes/manifests
I1210 00:06:22.098290 97943 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (309 bytes)
I1210 00:06:22.112742 97943 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1210 00:06:22.127069 97943 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2289 bytes)
I1210 00:06:22.141317 97943 ssh_runner.go:362] scp memory --> /etc/kubernetes/manifests/kube-vip.yaml (1447 bytes)
I1210 00:06:22.155689 97943 ssh_runner.go:195] Run: grep 192.168.39.254 control-plane.minikube.internal$ /etc/hosts
I1210 00:06:22.159003 97943 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.39.254 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1210 00:06:22.169321 97943 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1210 00:06:22.288035 97943 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1210 00:06:22.303534 97943 certs.go:68] Setting up /home/jenkins/minikube-integration/20062-79135/.minikube/profiles/ha-070032 for IP: 192.168.39.187
I1210 00:06:22.303559 97943 certs.go:194] generating shared ca certs ...
I1210 00:06:22.303580 97943 certs.go:226] acquiring lock for ca certs: {Name:mk82048ce3206adab88c39bd4bfb12d93c4bec87 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1210 00:06:22.303764 97943 certs.go:235] skipping valid "minikubeCA" ca cert: /home/jenkins/minikube-integration/20062-79135/.minikube/ca.key
I1210 00:06:22.303807 97943 certs.go:235] skipping valid "proxyClientCA" ca cert: /home/jenkins/minikube-integration/20062-79135/.minikube/proxy-client-ca.key
I1210 00:06:22.303816 97943 certs.go:256] generating profile certs ...
I1210 00:06:22.303867 97943 certs.go:363] generating signed profile cert for "minikube-user": /home/jenkins/minikube-integration/20062-79135/.minikube/profiles/ha-070032/client.key
I1210 00:06:22.303881 97943 crypto.go:68] Generating cert /home/jenkins/minikube-integration/20062-79135/.minikube/profiles/ha-070032/client.crt with IP's: []
I1210 00:06:22.579094 97943 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/20062-79135/.minikube/profiles/ha-070032/client.crt ...
I1210 00:06:22.579127 97943 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20062-79135/.minikube/profiles/ha-070032/client.crt: {Name:mk6da1df398501169ebaa4be6e0991a8cdf439ad Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1210 00:06:22.579330 97943 crypto.go:164] Writing key to /home/jenkins/minikube-integration/20062-79135/.minikube/profiles/ha-070032/client.key ...
I1210 00:06:22.579344 97943 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20062-79135/.minikube/profiles/ha-070032/client.key: {Name:mkcfad0deb7a44a0416ffc9ec52ed32ba5314a9a Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1210 00:06:22.579449 97943 certs.go:363] generating signed profile cert for "minikube": /home/jenkins/minikube-integration/20062-79135/.minikube/profiles/ha-070032/apiserver.key.e24980b8
I1210 00:06:22.579465 97943 crypto.go:68] Generating cert /home/jenkins/minikube-integration/20062-79135/.minikube/profiles/ha-070032/apiserver.crt.e24980b8 with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.168.39.187 192.168.39.254]
I1210 00:06:22.676685 97943 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/20062-79135/.minikube/profiles/ha-070032/apiserver.crt.e24980b8 ...
I1210 00:06:22.676712 97943 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20062-79135/.minikube/profiles/ha-070032/apiserver.crt.e24980b8: {Name:mke16dbfb98e7219f2bbc6176b557aae983cf59d Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1210 00:06:22.676895 97943 crypto.go:164] Writing key to /home/jenkins/minikube-integration/20062-79135/.minikube/profiles/ha-070032/apiserver.key.e24980b8 ...
I1210 00:06:22.676911 97943 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20062-79135/.minikube/profiles/ha-070032/apiserver.key.e24980b8: {Name:mke38a755e8856925c614e9671ffbd341e4bacfa Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1210 00:06:22.677005 97943 certs.go:381] copying /home/jenkins/minikube-integration/20062-79135/.minikube/profiles/ha-070032/apiserver.crt.e24980b8 -> /home/jenkins/minikube-integration/20062-79135/.minikube/profiles/ha-070032/apiserver.crt
I1210 00:06:22.677102 97943 certs.go:385] copying /home/jenkins/minikube-integration/20062-79135/.minikube/profiles/ha-070032/apiserver.key.e24980b8 -> /home/jenkins/minikube-integration/20062-79135/.minikube/profiles/ha-070032/apiserver.key
I1210 00:06:22.677175 97943 certs.go:363] generating signed profile cert for "aggregator": /home/jenkins/minikube-integration/20062-79135/.minikube/profiles/ha-070032/proxy-client.key
I1210 00:06:22.677191 97943 crypto.go:68] Generating cert /home/jenkins/minikube-integration/20062-79135/.minikube/profiles/ha-070032/proxy-client.crt with IP's: []
I1210 00:06:23.248653 97943 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/20062-79135/.minikube/profiles/ha-070032/proxy-client.crt ...
I1210 00:06:23.248694 97943 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20062-79135/.minikube/profiles/ha-070032/proxy-client.crt: {Name:mk109f5f541d0487f6eee37e10618be0687d2257 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1210 00:06:23.248940 97943 crypto.go:164] Writing key to /home/jenkins/minikube-integration/20062-79135/.minikube/profiles/ha-070032/proxy-client.key ...
I1210 00:06:23.248958 97943 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20062-79135/.minikube/profiles/ha-070032/proxy-client.key: {Name:mkb6a55c3dbe59a4c5c10d115460729fd5017c90 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1210 00:06:23.249084 97943 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20062-79135/.minikube/ca.crt -> /var/lib/minikube/certs/ca.crt
I1210 00:06:23.249122 97943 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20062-79135/.minikube/ca.key -> /var/lib/minikube/certs/ca.key
I1210 00:06:23.249145 97943 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20062-79135/.minikube/proxy-client-ca.crt -> /var/lib/minikube/certs/proxy-client-ca.crt
I1210 00:06:23.249169 97943 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20062-79135/.minikube/proxy-client-ca.key -> /var/lib/minikube/certs/proxy-client-ca.key
I1210 00:06:23.249185 97943 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20062-79135/.minikube/profiles/ha-070032/apiserver.crt -> /var/lib/minikube/certs/apiserver.crt
I1210 00:06:23.249208 97943 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20062-79135/.minikube/profiles/ha-070032/apiserver.key -> /var/lib/minikube/certs/apiserver.key
I1210 00:06:23.249231 97943 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20062-79135/.minikube/profiles/ha-070032/proxy-client.crt -> /var/lib/minikube/certs/proxy-client.crt
I1210 00:06:23.249252 97943 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20062-79135/.minikube/profiles/ha-070032/proxy-client.key -> /var/lib/minikube/certs/proxy-client.key
I1210 00:06:23.249332 97943 certs.go:484] found cert: /home/jenkins/minikube-integration/20062-79135/.minikube/certs/86296.pem (1338 bytes)
W1210 00:06:23.249393 97943 certs.go:480] ignoring /home/jenkins/minikube-integration/20062-79135/.minikube/certs/86296_empty.pem, impossibly tiny 0 bytes
I1210 00:06:23.249407 97943 certs.go:484] found cert: /home/jenkins/minikube-integration/20062-79135/.minikube/certs/ca-key.pem (1675 bytes)
I1210 00:06:23.249449 97943 certs.go:484] found cert: /home/jenkins/minikube-integration/20062-79135/.minikube/certs/ca.pem (1078 bytes)
I1210 00:06:23.249487 97943 certs.go:484] found cert: /home/jenkins/minikube-integration/20062-79135/.minikube/certs/cert.pem (1123 bytes)
I1210 00:06:23.249528 97943 certs.go:484] found cert: /home/jenkins/minikube-integration/20062-79135/.minikube/certs/key.pem (1675 bytes)
I1210 00:06:23.249593 97943 certs.go:484] found cert: /home/jenkins/minikube-integration/20062-79135/.minikube/files/etc/ssl/certs/862962.pem (1708 bytes)
I1210 00:06:23.249643 97943 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20062-79135/.minikube/ca.crt -> /usr/share/ca-certificates/minikubeCA.pem
I1210 00:06:23.249668 97943 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20062-79135/.minikube/certs/86296.pem -> /usr/share/ca-certificates/86296.pem
I1210 00:06:23.249692 97943 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20062-79135/.minikube/files/etc/ssl/certs/862962.pem -> /usr/share/ca-certificates/862962.pem
I1210 00:06:23.250316 97943 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20062-79135/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1210 00:06:23.282882 97943 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20062-79135/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1679 bytes)
I1210 00:06:23.307116 97943 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20062-79135/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1210 00:06:23.329842 97943 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20062-79135/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I1210 00:06:23.350860 97943 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20062-79135/.minikube/profiles/ha-070032/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1424 bytes)
I1210 00:06:23.371360 97943 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20062-79135/.minikube/profiles/ha-070032/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)
I1210 00:06:23.391801 97943 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20062-79135/.minikube/profiles/ha-070032/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1210 00:06:23.412467 97943 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20062-79135/.minikube/profiles/ha-070032/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1679 bytes)
I1210 00:06:23.433690 97943 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20062-79135/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1210 00:06:23.454439 97943 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20062-79135/.minikube/certs/86296.pem --> /usr/share/ca-certificates/86296.pem (1338 bytes)
I1210 00:06:23.475132 97943 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20062-79135/.minikube/files/etc/ssl/certs/862962.pem --> /usr/share/ca-certificates/862962.pem (1708 bytes)
I1210 00:06:23.495728 97943 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I1210 00:06:23.510105 97943 ssh_runner.go:195] Run: openssl version
I1210 00:06:23.515363 97943 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1210 00:06:23.524990 97943 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1210 00:06:23.528859 97943 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Dec 9 23:44 /usr/share/ca-certificates/minikubeCA.pem
I1210 00:06:23.528911 97943 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1210 00:06:23.534177 97943 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1210 00:06:23.544011 97943 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/86296.pem && ln -fs /usr/share/ca-certificates/86296.pem /etc/ssl/certs/86296.pem"
I1210 00:06:23.554049 97943 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/86296.pem
I1210 00:06:23.558290 97943 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Dec 9 23:55 /usr/share/ca-certificates/86296.pem
I1210 00:06:23.558341 97943 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/86296.pem
I1210 00:06:23.563770 97943 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/86296.pem /etc/ssl/certs/51391683.0"
I1210 00:06:23.574235 97943 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/862962.pem && ln -fs /usr/share/ca-certificates/862962.pem /etc/ssl/certs/862962.pem"
I1210 00:06:23.584591 97943 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/862962.pem
I1210 00:06:23.588826 97943 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Dec 9 23:55 /usr/share/ca-certificates/862962.pem
I1210 00:06:23.588880 97943 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/862962.pem
I1210 00:06:23.594177 97943 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/862962.pem /etc/ssl/certs/3ec20f2e.0"
I1210 00:06:23.604355 97943 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1210 00:06:23.608126 97943 certs.go:399] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I1210 00:06:23.608176 97943 kubeadm.go:392] StartCluster: {Name:ha-070032 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19917/minikube-v1.34.0-1730913550-19917-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730888964-19917@sha256:629a5748e3ec15a091fef12257eb3754b8ffc0c974ebcbb016451c65d1829615 Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.2 Clust
erName:ha-070032 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.39.187 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 Moun
tType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1210 00:06:23.608256 97943 cri.go:54] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I1210 00:06:23.608313 97943 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1210 00:06:23.644503 97943 cri.go:89] found id: ""
I1210 00:06:23.644571 97943 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I1210 00:06:23.653924 97943 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml
I1210 00:06:23.666641 97943 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf
I1210 00:06:23.677490 97943 kubeadm.go:155] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory
ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory
ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory
ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory
I1210 00:06:23.677512 97943 kubeadm.go:157] found existing configuration files:
I1210 00:06:23.677553 97943 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf
I1210 00:06:23.685837 97943 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/admin.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/admin.conf: No such file or directory
I1210 00:06:23.685897 97943 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/admin.conf
I1210 00:06:23.696600 97943 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf
I1210 00:06:23.706796 97943 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/kubelet.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/kubelet.conf: No such file or directory
I1210 00:06:23.706854 97943 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/kubelet.conf
I1210 00:06:23.717362 97943 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf
I1210 00:06:23.727400 97943 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/controller-manager.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/controller-manager.conf: No such file or directory
I1210 00:06:23.727453 97943 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/controller-manager.conf
I1210 00:06:23.737844 97943 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf
I1210 00:06:23.747833 97943 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/scheduler.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/scheduler.conf: No such file or directory
I1210 00:06:23.747889 97943 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/scheduler.conf
I1210 00:06:23.758170 97943 ssh_runner.go:286] Start: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.2:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem"
I1210 00:06:23.860329 97943 kubeadm.go:310] [init] Using Kubernetes version: v1.31.2
I1210 00:06:23.860398 97943 kubeadm.go:310] [preflight] Running pre-flight checks
I1210 00:06:23.982444 97943 kubeadm.go:310] [preflight] Pulling images required for setting up a Kubernetes cluster
I1210 00:06:23.982606 97943 kubeadm.go:310] [preflight] This might take a minute or two, depending on the speed of your internet connection
I1210 00:06:23.982761 97943 kubeadm.go:310] [preflight] You can also perform this action beforehand using 'kubeadm config images pull'
I1210 00:06:23.992051 97943 kubeadm.go:310] [certs] Using certificateDir folder "/var/lib/minikube/certs"
I1210 00:06:24.260435 97943 out.go:235] - Generating certificates and keys ...
I1210 00:06:24.260672 97943 kubeadm.go:310] [certs] Using existing ca certificate authority
I1210 00:06:24.260758 97943 kubeadm.go:310] [certs] Using existing apiserver certificate and key on disk
I1210 00:06:24.260858 97943 kubeadm.go:310] [certs] Generating "apiserver-kubelet-client" certificate and key
I1210 00:06:24.290159 97943 kubeadm.go:310] [certs] Generating "front-proxy-ca" certificate and key
I1210 00:06:24.463743 97943 kubeadm.go:310] [certs] Generating "front-proxy-client" certificate and key
I1210 00:06:24.802277 97943 kubeadm.go:310] [certs] Generating "etcd/ca" certificate and key
I1210 00:06:24.950429 97943 kubeadm.go:310] [certs] Generating "etcd/server" certificate and key
I1210 00:06:24.950692 97943 kubeadm.go:310] [certs] etcd/server serving cert is signed for DNS names [ha-070032 localhost] and IPs [192.168.39.187 127.0.0.1 ::1]
I1210 00:06:25.094704 97943 kubeadm.go:310] [certs] Generating "etcd/peer" certificate and key
I1210 00:06:25.094857 97943 kubeadm.go:310] [certs] etcd/peer serving cert is signed for DNS names [ha-070032 localhost] and IPs [192.168.39.187 127.0.0.1 ::1]
I1210 00:06:25.315955 97943 kubeadm.go:310] [certs] Generating "etcd/healthcheck-client" certificate and key
I1210 00:06:25.908434 97943 kubeadm.go:310] [certs] Generating "apiserver-etcd-client" certificate and key
I1210 00:06:26.061724 97943 kubeadm.go:310] [certs] Generating "sa" key and public key
I1210 00:06:26.061977 97943 kubeadm.go:310] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"
I1210 00:06:26.261701 97943 kubeadm.go:310] [kubeconfig] Writing "admin.conf" kubeconfig file
I1210 00:06:26.508681 97943 kubeadm.go:310] [kubeconfig] Writing "super-admin.conf" kubeconfig file
I1210 00:06:26.626369 97943 kubeadm.go:310] [kubeconfig] Writing "kubelet.conf" kubeconfig file
I1210 00:06:26.773060 97943 kubeadm.go:310] [kubeconfig] Writing "controller-manager.conf" kubeconfig file
I1210 00:06:26.898048 97943 kubeadm.go:310] [kubeconfig] Writing "scheduler.conf" kubeconfig file
I1210 00:06:26.900096 97943 kubeadm.go:310] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
I1210 00:06:26.903197 97943 kubeadm.go:310] [control-plane] Using manifest folder "/etc/kubernetes/manifests"
I1210 00:06:26.904929 97943 out.go:235] - Booting up control plane ...
I1210 00:06:26.905029 97943 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-apiserver"
I1210 00:06:26.905121 97943 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-controller-manager"
I1210 00:06:26.905279 97943 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-scheduler"
I1210 00:06:26.919661 97943 kubeadm.go:310] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
I1210 00:06:26.926359 97943 kubeadm.go:310] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
I1210 00:06:26.926414 97943 kubeadm.go:310] [kubelet-start] Starting the kubelet
I1210 00:06:27.050156 97943 kubeadm.go:310] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests"
I1210 00:06:27.050350 97943 kubeadm.go:310] [kubelet-check] Waiting for a healthy kubelet at http://127.0.0.1:10248/healthz. This can take up to 4m0s
I1210 00:06:27.551278 97943 kubeadm.go:310] [kubelet-check] The kubelet is healthy after 501.620144ms
I1210 00:06:27.551408 97943 kubeadm.go:310] [api-check] Waiting for a healthy API server. This can take up to 4m0s
I1210 00:06:33.591605 97943 kubeadm.go:310] [api-check] The API server is healthy after 6.043312277s
I1210 00:06:33.609669 97943 kubeadm.go:310] [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace
I1210 00:06:33.625260 97943 kubeadm.go:310] [kubelet] Creating a ConfigMap "kubelet-config" in namespace kube-system with the configuration for the kubelets in the cluster
I1210 00:06:33.653756 97943 kubeadm.go:310] [upload-certs] Skipping phase. Please see --upload-certs
I1210 00:06:33.653955 97943 kubeadm.go:310] [mark-control-plane] Marking the node ha-070032 as control-plane by adding the labels: [node-role.kubernetes.io/control-plane node.kubernetes.io/exclude-from-external-load-balancers]
I1210 00:06:33.666679 97943 kubeadm.go:310] [bootstrap-token] Using token: j34izu.9ybowi8hhzn9pxj2
I1210 00:06:33.668028 97943 out.go:235] - Configuring RBAC rules ...
I1210 00:06:33.668176 97943 kubeadm.go:310] [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles
I1210 00:06:33.684358 97943 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to get nodes
I1210 00:06:33.695755 97943 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials
I1210 00:06:33.698959 97943 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token
I1210 00:06:33.704573 97943 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow certificate rotation for all node client certificates in the cluster
I1210 00:06:33.710289 97943 kubeadm.go:310] [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace
I1210 00:06:34.000325 97943 kubeadm.go:310] [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key
I1210 00:06:34.440225 97943 kubeadm.go:310] [addons] Applied essential addon: CoreDNS
I1210 00:06:35.001489 97943 kubeadm.go:310] [addons] Applied essential addon: kube-proxy
I1210 00:06:35.002397 97943 kubeadm.go:310]
I1210 00:06:35.002481 97943 kubeadm.go:310] Your Kubernetes control-plane has initialized successfully!
I1210 00:06:35.002492 97943 kubeadm.go:310]
I1210 00:06:35.002620 97943 kubeadm.go:310] To start using your cluster, you need to run the following as a regular user:
I1210 00:06:35.002641 97943 kubeadm.go:310]
I1210 00:06:35.002668 97943 kubeadm.go:310] mkdir -p $HOME/.kube
I1210 00:06:35.002729 97943 kubeadm.go:310] sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config
I1210 00:06:35.002789 97943 kubeadm.go:310] sudo chown $(id -u):$(id -g) $HOME/.kube/config
I1210 00:06:35.002807 97943 kubeadm.go:310]
I1210 00:06:35.002880 97943 kubeadm.go:310] Alternatively, if you are the root user, you can run:
I1210 00:06:35.002909 97943 kubeadm.go:310]
I1210 00:06:35.002973 97943 kubeadm.go:310] export KUBECONFIG=/etc/kubernetes/admin.conf
I1210 00:06:35.002982 97943 kubeadm.go:310]
I1210 00:06:35.003062 97943 kubeadm.go:310] You should now deploy a pod network to the cluster.
I1210 00:06:35.003170 97943 kubeadm.go:310] Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:
I1210 00:06:35.003276 97943 kubeadm.go:310] https://kubernetes.io/docs/concepts/cluster-administration/addons/
I1210 00:06:35.003287 97943 kubeadm.go:310]
I1210 00:06:35.003407 97943 kubeadm.go:310] You can now join any number of control-plane nodes by copying certificate authorities
I1210 00:06:35.003521 97943 kubeadm.go:310] and service account keys on each node and then running the following as root:
I1210 00:06:35.003539 97943 kubeadm.go:310]
I1210 00:06:35.003652 97943 kubeadm.go:310] kubeadm join control-plane.minikube.internal:8443 --token j34izu.9ybowi8hhzn9pxj2 \
I1210 00:06:35.003744 97943 kubeadm.go:310] --discovery-token-ca-cert-hash sha256:f58183563ef012ba19490e91b4951ad764e8834fc8f21cd0c4b0e6017b139191 \
I1210 00:06:35.003795 97943 kubeadm.go:310] --control-plane
I1210 00:06:35.003809 97943 kubeadm.go:310]
I1210 00:06:35.003925 97943 kubeadm.go:310] Then you can join any number of worker nodes by running the following on each as root:
I1210 00:06:35.003934 97943 kubeadm.go:310]
I1210 00:06:35.004033 97943 kubeadm.go:310] kubeadm join control-plane.minikube.internal:8443 --token j34izu.9ybowi8hhzn9pxj2 \
I1210 00:06:35.004174 97943 kubeadm.go:310] --discovery-token-ca-cert-hash sha256:f58183563ef012ba19490e91b4951ad764e8834fc8f21cd0c4b0e6017b139191
I1210 00:06:35.004857 97943 kubeadm.go:310] [WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
I1210 00:06:35.005000 97943 cni.go:84] Creating CNI manager for ""
I1210 00:06:35.005014 97943 cni.go:136] multinode detected (1 nodes found), recommending kindnet
I1210 00:06:35.006644 97943 out.go:177] * Configuring CNI (Container Networking Interface) ...
I1210 00:06:35.007773 97943 ssh_runner.go:195] Run: stat /opt/cni/bin/portmap
I1210 00:06:35.013278 97943 cni.go:182] applying CNI manifest using /var/lib/minikube/binaries/v1.31.2/kubectl ...
I1210 00:06:35.013292 97943 ssh_runner.go:362] scp memory --> /var/tmp/minikube/cni.yaml (2601 bytes)
I1210 00:06:35.030575 97943 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl apply --kubeconfig=/var/lib/minikube/kubeconfig -f /var/tmp/minikube/cni.yaml
I1210 00:06:35.430253 97943 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"
I1210 00:06:35.430379 97943 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig label --overwrite nodes ha-070032 minikube.k8s.io/updated_at=2024_12_10T00_06_35_0700 minikube.k8s.io/version=v1.34.0 minikube.k8s.io/commit=ef4b1d364e31f576638442321d9f6b3bc3aea9a9 minikube.k8s.io/name=ha-070032 minikube.k8s.io/primary=true
I1210 00:06:35.430379 97943 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl create clusterrolebinding minikube-rbac --clusterrole=cluster-admin --serviceaccount=kube-system:default --kubeconfig=/var/lib/minikube/kubeconfig
I1210 00:06:35.453581 97943 ops.go:34] apiserver oom_adj: -16
I1210 00:06:35.589407 97943 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1210 00:06:36.090147 97943 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1210 00:06:36.590386 97943 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1210 00:06:37.089563 97943 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1210 00:06:37.589509 97943 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1210 00:06:38.090045 97943 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1210 00:06:38.590492 97943 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1210 00:06:38.670226 97943 kubeadm.go:1113] duration metric: took 3.23992517s to wait for elevateKubeSystemPrivileges
I1210 00:06:38.670279 97943 kubeadm.go:394] duration metric: took 15.062107151s to StartCluster
I1210 00:06:38.670305 97943 settings.go:142] acquiring lock: {Name:mk88816be2bf0f4af316b9ff0729ad510622a167 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1210 00:06:38.670408 97943 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/20062-79135/kubeconfig
I1210 00:06:38.671197 97943 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20062-79135/kubeconfig: {Name:mk96636c23a19a259f8287ed7b7bb5d3d5bf71ba Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1210 00:06:38.671402 97943 start.go:233] HA (multi-control plane) cluster: will skip waiting for primary control-plane node &{Name: IP:192.168.39.187 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}
I1210 00:06:38.671412 97943 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml"
I1210 00:06:38.671420 97943 start.go:241] waiting for startup goroutines ...
I1210 00:06:38.671426 97943 addons.go:507] enable addons start: toEnable=map[ambassador:false amd-gpu-device-plugin:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-gluster:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false]
I1210 00:06:38.671508 97943 addons.go:69] Setting storage-provisioner=true in profile "ha-070032"
I1210 00:06:38.671518 97943 addons.go:69] Setting default-storageclass=true in profile "ha-070032"
I1210 00:06:38.671525 97943 addons.go:234] Setting addon storage-provisioner=true in "ha-070032"
I1210 00:06:38.671543 97943 addons_storage_classes.go:33] enableOrDisableStorageClasses default-storageclass=true on "ha-070032"
I1210 00:06:38.671557 97943 host.go:66] Checking if "ha-070032" exists ...
I1210 00:06:38.671580 97943 config.go:182] Loaded profile config "ha-070032": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1210 00:06:38.671976 97943 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1210 00:06:38.672006 97943 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1210 00:06:38.672032 97943 main.go:141] libmachine: Launching plugin server for driver kvm2
I1210 00:06:38.672011 97943 main.go:141] libmachine: Launching plugin server for driver kvm2
I1210 00:06:38.687036 97943 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:41675
I1210 00:06:38.687249 97943 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:36941
I1210 00:06:38.687528 97943 main.go:141] libmachine: () Calling .GetVersion
I1210 00:06:38.687798 97943 main.go:141] libmachine: () Calling .GetVersion
I1210 00:06:38.688109 97943 main.go:141] libmachine: Using API Version 1
I1210 00:06:38.688138 97943 main.go:141] libmachine: () Calling .SetConfigRaw
I1210 00:06:38.688273 97943 main.go:141] libmachine: Using API Version 1
I1210 00:06:38.688294 97943 main.go:141] libmachine: () Calling .SetConfigRaw
I1210 00:06:38.688523 97943 main.go:141] libmachine: () Calling .GetMachineName
I1210 00:06:38.688665 97943 main.go:141] libmachine: () Calling .GetMachineName
I1210 00:06:38.688726 97943 main.go:141] libmachine: (ha-070032) Calling .GetState
I1210 00:06:38.689111 97943 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1210 00:06:38.689137 97943 main.go:141] libmachine: Launching plugin server for driver kvm2
I1210 00:06:38.690837 97943 loader.go:395] Config loaded from file: /home/jenkins/minikube-integration/20062-79135/kubeconfig
I1210 00:06:38.691061 97943 kapi.go:59] client config for ha-070032: &rest.Config{Host:"https://192.168.39.254:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/home/jenkins/minikube-integration/20062-79135/.minikube/profiles/ha-070032/client.crt", KeyFile:"/home/jenkins/minikube-integration/20062-79135/.minikube/profiles/ha-070032/client.key", CAFile:"/home/jenkins/minikube-integration/20062-79135/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil), CAData:[]uint8(nil), NextProtos:[]string(nil)
}, UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x243b6e0), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
I1210 00:06:38.691470 97943 cert_rotation.go:140] Starting client certificate rotation controller
I1210 00:06:38.691733 97943 addons.go:234] Setting addon default-storageclass=true in "ha-070032"
I1210 00:06:38.691777 97943 host.go:66] Checking if "ha-070032" exists ...
I1210 00:06:38.692023 97943 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1210 00:06:38.692051 97943 main.go:141] libmachine: Launching plugin server for driver kvm2
I1210 00:06:38.704916 97943 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:43013
I1210 00:06:38.705299 97943 main.go:141] libmachine: () Calling .GetVersion
I1210 00:06:38.705773 97943 main.go:141] libmachine: Using API Version 1
I1210 00:06:38.705793 97943 main.go:141] libmachine: () Calling .SetConfigRaw
I1210 00:06:38.705818 97943 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:43161
I1210 00:06:38.706223 97943 main.go:141] libmachine: () Calling .GetMachineName
I1210 00:06:38.706266 97943 main.go:141] libmachine: () Calling .GetVersion
I1210 00:06:38.706378 97943 main.go:141] libmachine: (ha-070032) Calling .GetState
I1210 00:06:38.706814 97943 main.go:141] libmachine: Using API Version 1
I1210 00:06:38.706838 97943 main.go:141] libmachine: () Calling .SetConfigRaw
I1210 00:06:38.707185 97943 main.go:141] libmachine: () Calling .GetMachineName
I1210 00:06:38.707762 97943 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1210 00:06:38.707794 97943 main.go:141] libmachine: (ha-070032) Calling .DriverName
I1210 00:06:38.707810 97943 main.go:141] libmachine: Launching plugin server for driver kvm2
I1210 00:06:38.709839 97943 out.go:177] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
I1210 00:06:38.711065 97943 addons.go:431] installing /etc/kubernetes/addons/storage-provisioner.yaml
I1210 00:06:38.711090 97943 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I1210 00:06:38.711109 97943 main.go:141] libmachine: (ha-070032) Calling .GetSSHHostname
I1210 00:06:38.713927 97943 main.go:141] libmachine: (ha-070032) DBG | domain ha-070032 has defined MAC address 52:54:00:ad:ce:dc in network mk-ha-070032
I1210 00:06:38.714361 97943 main.go:141] libmachine: (ha-070032) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:ad:ce:dc", ip: ""} in network mk-ha-070032: {Iface:virbr1 ExpiryTime:2024-12-10 01:06:07 +0000 UTC Type:0 Mac:52:54:00:ad:ce:dc Iaid: IPaddr:192.168.39.187 Prefix:24 Hostname:ha-070032 Clientid:01:52:54:00:ad:ce:dc}
I1210 00:06:38.714394 97943 main.go:141] libmachine: (ha-070032) DBG | domain ha-070032 has defined IP address 192.168.39.187 and MAC address 52:54:00:ad:ce:dc in network mk-ha-070032
I1210 00:06:38.714642 97943 main.go:141] libmachine: (ha-070032) Calling .GetSSHPort
I1210 00:06:38.714813 97943 main.go:141] libmachine: (ha-070032) Calling .GetSSHKeyPath
I1210 00:06:38.715016 97943 main.go:141] libmachine: (ha-070032) Calling .GetSSHUsername
I1210 00:06:38.715175 97943 sshutil.go:53] new ssh client: &{IP:192.168.39.187 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/20062-79135/.minikube/machines/ha-070032/id_rsa Username:docker}
I1210 00:06:38.722431 97943 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:33307
I1210 00:06:38.722864 97943 main.go:141] libmachine: () Calling .GetVersion
I1210 00:06:38.723276 97943 main.go:141] libmachine: Using API Version 1
I1210 00:06:38.723296 97943 main.go:141] libmachine: () Calling .SetConfigRaw
I1210 00:06:38.723661 97943 main.go:141] libmachine: () Calling .GetMachineName
I1210 00:06:38.723828 97943 main.go:141] libmachine: (ha-070032) Calling .GetState
I1210 00:06:38.725166 97943 main.go:141] libmachine: (ha-070032) Calling .DriverName
I1210 00:06:38.725377 97943 addons.go:431] installing /etc/kubernetes/addons/storageclass.yaml
I1210 00:06:38.725391 97943 ssh_runner.go:362] scp storageclass/storageclass.yaml --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)
I1210 00:06:38.725405 97943 main.go:141] libmachine: (ha-070032) Calling .GetSSHHostname
I1210 00:06:38.727990 97943 main.go:141] libmachine: (ha-070032) DBG | domain ha-070032 has defined MAC address 52:54:00:ad:ce:dc in network mk-ha-070032
I1210 00:06:38.728394 97943 main.go:141] libmachine: (ha-070032) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:ad:ce:dc", ip: ""} in network mk-ha-070032: {Iface:virbr1 ExpiryTime:2024-12-10 01:06:07 +0000 UTC Type:0 Mac:52:54:00:ad:ce:dc Iaid: IPaddr:192.168.39.187 Prefix:24 Hostname:ha-070032 Clientid:01:52:54:00:ad:ce:dc}
I1210 00:06:38.728425 97943 main.go:141] libmachine: (ha-070032) DBG | domain ha-070032 has defined IP address 192.168.39.187 and MAC address 52:54:00:ad:ce:dc in network mk-ha-070032
I1210 00:06:38.728556 97943 main.go:141] libmachine: (ha-070032) Calling .GetSSHPort
I1210 00:06:38.728718 97943 main.go:141] libmachine: (ha-070032) Calling .GetSSHKeyPath
I1210 00:06:38.728851 97943 main.go:141] libmachine: (ha-070032) Calling .GetSSHUsername
I1210 00:06:38.729006 97943 sshutil.go:53] new ssh client: &{IP:192.168.39.187 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/20062-79135/.minikube/machines/ha-070032/id_rsa Username:docker}
I1210 00:06:38.796897 97943 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.39.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -"
I1210 00:06:38.828298 97943 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml
I1210 00:06:38.901174 97943 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml
I1210 00:06:39.211073 97943 start.go:971] {"host.minikube.internal": 192.168.39.1} host record injected into CoreDNS's ConfigMap
I1210 00:06:39.326332 97943 main.go:141] libmachine: Making call to close driver server
I1210 00:06:39.326356 97943 main.go:141] libmachine: (ha-070032) Calling .Close
I1210 00:06:39.326414 97943 main.go:141] libmachine: Making call to close driver server
I1210 00:06:39.326438 97943 main.go:141] libmachine: (ha-070032) Calling .Close
I1210 00:06:39.326675 97943 main.go:141] libmachine: (ha-070032) DBG | Closing plugin on server side
I1210 00:06:39.326704 97943 main.go:141] libmachine: Successfully made call to close driver server
I1210 00:06:39.326718 97943 main.go:141] libmachine: Making call to close connection to plugin binary
I1210 00:06:39.326722 97943 main.go:141] libmachine: (ha-070032) DBG | Closing plugin on server side
I1210 00:06:39.326732 97943 main.go:141] libmachine: Making call to close driver server
I1210 00:06:39.326740 97943 main.go:141] libmachine: (ha-070032) Calling .Close
I1210 00:06:39.326767 97943 main.go:141] libmachine: Successfully made call to close driver server
I1210 00:06:39.326783 97943 main.go:141] libmachine: Making call to close connection to plugin binary
I1210 00:06:39.326792 97943 main.go:141] libmachine: Making call to close driver server
I1210 00:06:39.326799 97943 main.go:141] libmachine: (ha-070032) Calling .Close
I1210 00:06:39.326952 97943 main.go:141] libmachine: Successfully made call to close driver server
I1210 00:06:39.326963 97943 main.go:141] libmachine: Making call to close connection to plugin binary
I1210 00:06:39.327027 97943 main.go:141] libmachine: Successfully made call to close driver server
I1210 00:06:39.327032 97943 envvar.go:172] "Feature gate default state" feature="InformerResourceVersion" enabled=false
I1210 00:06:39.327042 97943 main.go:141] libmachine: Making call to close connection to plugin binary
I1210 00:06:39.327048 97943 envvar.go:172] "Feature gate default state" feature="WatchListClient" enabled=false
I1210 00:06:39.327148 97943 round_trippers.go:463] GET https://192.168.39.254:8443/apis/storage.k8s.io/v1/storageclasses
I1210 00:06:39.327161 97943 round_trippers.go:469] Request Headers:
I1210 00:06:39.327179 97943 round_trippers.go:473] Accept: application/json, */*
I1210 00:06:39.327194 97943 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1210 00:06:39.340698 97943 round_trippers.go:574] Response Status: 200 OK in 13 milliseconds
I1210 00:06:39.341273 97943 round_trippers.go:463] PUT https://192.168.39.254:8443/apis/storage.k8s.io/v1/storageclasses/standard
I1210 00:06:39.341288 97943 round_trippers.go:469] Request Headers:
I1210 00:06:39.341295 97943 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1210 00:06:39.341298 97943 round_trippers.go:473] Content-Type: application/json
I1210 00:06:39.341303 97943 round_trippers.go:473] Accept: application/json, */*
I1210 00:06:39.344902 97943 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1210 00:06:39.345090 97943 main.go:141] libmachine: Making call to close driver server
I1210 00:06:39.345105 97943 main.go:141] libmachine: (ha-070032) Calling .Close
I1210 00:06:39.345391 97943 main.go:141] libmachine: Successfully made call to close driver server
I1210 00:06:39.345413 97943 main.go:141] libmachine: Making call to close connection to plugin binary
I1210 00:06:39.345420 97943 main.go:141] libmachine: (ha-070032) DBG | Closing plugin on server side
I1210 00:06:39.347624 97943 out.go:177] * Enabled addons: storage-provisioner, default-storageclass
I1210 00:06:39.348926 97943 addons.go:510] duration metric: took 677.497681ms for enable addons: enabled=[storage-provisioner default-storageclass]
I1210 00:06:39.348959 97943 start.go:246] waiting for cluster config update ...
I1210 00:06:39.348973 97943 start.go:255] writing updated cluster config ...
I1210 00:06:39.350585 97943 out.go:201]
I1210 00:06:39.351879 97943 config.go:182] Loaded profile config "ha-070032": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1210 00:06:39.351939 97943 profile.go:143] Saving config to /home/jenkins/minikube-integration/20062-79135/.minikube/profiles/ha-070032/config.json ...
I1210 00:06:39.353507 97943 out.go:177] * Starting "ha-070032-m02" control-plane node in "ha-070032" cluster
I1210 00:06:39.354653 97943 preload.go:131] Checking if preload exists for k8s version v1.31.2 and runtime crio
I1210 00:06:39.354670 97943 cache.go:56] Caching tarball of preloaded images
I1210 00:06:39.354757 97943 preload.go:172] Found /home/jenkins/minikube-integration/20062-79135/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.2-cri-o-overlay-amd64.tar.lz4 in cache, skipping download
I1210 00:06:39.354768 97943 cache.go:59] Finished verifying existence of preloaded tar for v1.31.2 on crio
I1210 00:06:39.354822 97943 profile.go:143] Saving config to /home/jenkins/minikube-integration/20062-79135/.minikube/profiles/ha-070032/config.json ...
I1210 00:06:39.354986 97943 start.go:360] acquireMachinesLock for ha-070032-m02: {Name:mk02db33dbfcec8136bb026deeb59bcf33be33d5 Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}
I1210 00:06:39.355029 97943 start.go:364] duration metric: took 24.389µs to acquireMachinesLock for "ha-070032-m02"
I1210 00:06:39.355043 97943 start.go:93] Provisioning new machine with config: &{Name:ha-070032 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19917/minikube-v1.34.0-1730913550-19917-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730888964-19917@sha256:629a5748e3ec15a091fef12257eb3754b8ffc0c974ebcbb016451c65d1829615 Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{Kubernete
sVersion:v1.31.2 ClusterName:ha-070032 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.39.187 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m02 IP: Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[default-storageclass:true storage-provisioner:true] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 Cer
tExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name:m02 IP: Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}
I1210 00:06:39.355103 97943 start.go:125] createHost starting for "m02" (driver="kvm2")
I1210 00:06:39.356785 97943 out.go:235] * Creating kvm2 VM (CPUs=2, Memory=2200MB, Disk=20000MB) ...
I1210 00:06:39.356859 97943 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1210 00:06:39.356884 97943 main.go:141] libmachine: Launching plugin server for driver kvm2
I1210 00:06:39.373740 97943 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:41069
I1210 00:06:39.374206 97943 main.go:141] libmachine: () Calling .GetVersion
I1210 00:06:39.374743 97943 main.go:141] libmachine: Using API Version 1
I1210 00:06:39.374764 97943 main.go:141] libmachine: () Calling .SetConfigRaw
I1210 00:06:39.375056 97943 main.go:141] libmachine: () Calling .GetMachineName
I1210 00:06:39.375244 97943 main.go:141] libmachine: (ha-070032-m02) Calling .GetMachineName
I1210 00:06:39.375358 97943 main.go:141] libmachine: (ha-070032-m02) Calling .DriverName
I1210 00:06:39.375496 97943 start.go:159] libmachine.API.Create for "ha-070032" (driver="kvm2")
I1210 00:06:39.375520 97943 client.go:168] LocalClient.Create starting
I1210 00:06:39.375545 97943 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/20062-79135/.minikube/certs/ca.pem
I1210 00:06:39.375577 97943 main.go:141] libmachine: Decoding PEM data...
I1210 00:06:39.375591 97943 main.go:141] libmachine: Parsing certificate...
I1210 00:06:39.375644 97943 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/20062-79135/.minikube/certs/cert.pem
I1210 00:06:39.375662 97943 main.go:141] libmachine: Decoding PEM data...
I1210 00:06:39.375672 97943 main.go:141] libmachine: Parsing certificate...
I1210 00:06:39.375686 97943 main.go:141] libmachine: Running pre-create checks...
I1210 00:06:39.375694 97943 main.go:141] libmachine: (ha-070032-m02) Calling .PreCreateCheck
I1210 00:06:39.375822 97943 main.go:141] libmachine: (ha-070032-m02) Calling .GetConfigRaw
I1210 00:06:39.376224 97943 main.go:141] libmachine: Creating machine...
I1210 00:06:39.376240 97943 main.go:141] libmachine: (ha-070032-m02) Calling .Create
I1210 00:06:39.376365 97943 main.go:141] libmachine: (ha-070032-m02) Creating KVM machine...
I1210 00:06:39.377639 97943 main.go:141] libmachine: (ha-070032-m02) DBG | found existing default KVM network
I1210 00:06:39.377788 97943 main.go:141] libmachine: (ha-070032-m02) DBG | found existing private KVM network mk-ha-070032
I1210 00:06:39.377977 97943 main.go:141] libmachine: (ha-070032-m02) Setting up store path in /home/jenkins/minikube-integration/20062-79135/.minikube/machines/ha-070032-m02 ...
I1210 00:06:39.378006 97943 main.go:141] libmachine: (ha-070032-m02) Building disk image from file:///home/jenkins/minikube-integration/20062-79135/.minikube/cache/iso/amd64/minikube-v1.34.0-1730913550-19917-amd64.iso
I1210 00:06:39.378048 97943 main.go:141] libmachine: (ha-070032-m02) DBG | I1210 00:06:39.377952 98310 common.go:144] Making disk image using store path: /home/jenkins/minikube-integration/20062-79135/.minikube
I1210 00:06:39.378126 97943 main.go:141] libmachine: (ha-070032-m02) Downloading /home/jenkins/minikube-integration/20062-79135/.minikube/cache/boot2docker.iso from file:///home/jenkins/minikube-integration/20062-79135/.minikube/cache/iso/amd64/minikube-v1.34.0-1730913550-19917-amd64.iso...
I1210 00:06:39.655003 97943 main.go:141] libmachine: (ha-070032-m02) DBG | I1210 00:06:39.654863 98310 common.go:151] Creating ssh key: /home/jenkins/minikube-integration/20062-79135/.minikube/machines/ha-070032-m02/id_rsa...
I1210 00:06:39.917373 97943 main.go:141] libmachine: (ha-070032-m02) DBG | I1210 00:06:39.917261 98310 common.go:157] Creating raw disk image: /home/jenkins/minikube-integration/20062-79135/.minikube/machines/ha-070032-m02/ha-070032-m02.rawdisk...
I1210 00:06:39.917409 97943 main.go:141] libmachine: (ha-070032-m02) DBG | Writing magic tar header
I1210 00:06:39.917424 97943 main.go:141] libmachine: (ha-070032-m02) DBG | Writing SSH key tar header
I1210 00:06:39.917437 97943 main.go:141] libmachine: (ha-070032-m02) DBG | I1210 00:06:39.917371 98310 common.go:171] Fixing permissions on /home/jenkins/minikube-integration/20062-79135/.minikube/machines/ha-070032-m02 ...
I1210 00:06:39.917498 97943 main.go:141] libmachine: (ha-070032-m02) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/20062-79135/.minikube/machines/ha-070032-m02
I1210 00:06:39.917529 97943 main.go:141] libmachine: (ha-070032-m02) Setting executable bit set on /home/jenkins/minikube-integration/20062-79135/.minikube/machines/ha-070032-m02 (perms=drwx------)
I1210 00:06:39.917548 97943 main.go:141] libmachine: (ha-070032-m02) Setting executable bit set on /home/jenkins/minikube-integration/20062-79135/.minikube/machines (perms=drwxr-xr-x)
I1210 00:06:39.917560 97943 main.go:141] libmachine: (ha-070032-m02) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/20062-79135/.minikube/machines
I1210 00:06:39.917572 97943 main.go:141] libmachine: (ha-070032-m02) Setting executable bit set on /home/jenkins/minikube-integration/20062-79135/.minikube (perms=drwxr-xr-x)
I1210 00:06:39.917584 97943 main.go:141] libmachine: (ha-070032-m02) Setting executable bit set on /home/jenkins/minikube-integration/20062-79135 (perms=drwxrwxr-x)
I1210 00:06:39.917605 97943 main.go:141] libmachine: (ha-070032-m02) Setting executable bit set on /home/jenkins/minikube-integration (perms=drwxrwxr-x)
I1210 00:06:39.917616 97943 main.go:141] libmachine: (ha-070032-m02) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/20062-79135/.minikube
I1210 00:06:39.917629 97943 main.go:141] libmachine: (ha-070032-m02) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/20062-79135
I1210 00:06:39.917642 97943 main.go:141] libmachine: (ha-070032-m02) Setting executable bit set on /home/jenkins (perms=drwxr-xr-x)
I1210 00:06:39.917652 97943 main.go:141] libmachine: (ha-070032-m02) DBG | Checking permissions on dir: /home/jenkins/minikube-integration
I1210 00:06:39.917664 97943 main.go:141] libmachine: (ha-070032-m02) DBG | Checking permissions on dir: /home/jenkins
I1210 00:06:39.917673 97943 main.go:141] libmachine: (ha-070032-m02) DBG | Checking permissions on dir: /home
I1210 00:06:39.917683 97943 main.go:141] libmachine: (ha-070032-m02) Creating domain...
I1210 00:06:39.917707 97943 main.go:141] libmachine: (ha-070032-m02) DBG | Skipping /home - not owner
I1210 00:06:39.918676 97943 main.go:141] libmachine: (ha-070032-m02) define libvirt domain using xml:
I1210 00:06:39.918698 97943 main.go:141] libmachine: (ha-070032-m02) <domain type='kvm'>
I1210 00:06:39.918768 97943 main.go:141] libmachine: (ha-070032-m02) <name>ha-070032-m02</name>
I1210 00:06:39.918816 97943 main.go:141] libmachine: (ha-070032-m02) <memory unit='MiB'>2200</memory>
I1210 00:06:39.918844 97943 main.go:141] libmachine: (ha-070032-m02) <vcpu>2</vcpu>
I1210 00:06:39.918860 97943 main.go:141] libmachine: (ha-070032-m02) <features>
I1210 00:06:39.918868 97943 main.go:141] libmachine: (ha-070032-m02) <acpi/>
I1210 00:06:39.918874 97943 main.go:141] libmachine: (ha-070032-m02) <apic/>
I1210 00:06:39.918881 97943 main.go:141] libmachine: (ha-070032-m02) <pae/>
I1210 00:06:39.918890 97943 main.go:141] libmachine: (ha-070032-m02)
I1210 00:06:39.918898 97943 main.go:141] libmachine: (ha-070032-m02) </features>
I1210 00:06:39.918908 97943 main.go:141] libmachine: (ha-070032-m02) <cpu mode='host-passthrough'>
I1210 00:06:39.918914 97943 main.go:141] libmachine: (ha-070032-m02)
I1210 00:06:39.918920 97943 main.go:141] libmachine: (ha-070032-m02) </cpu>
I1210 00:06:39.918932 97943 main.go:141] libmachine: (ha-070032-m02) <os>
I1210 00:06:39.918939 97943 main.go:141] libmachine: (ha-070032-m02) <type>hvm</type>
I1210 00:06:39.918951 97943 main.go:141] libmachine: (ha-070032-m02) <boot dev='cdrom'/>
I1210 00:06:39.918960 97943 main.go:141] libmachine: (ha-070032-m02) <boot dev='hd'/>
I1210 00:06:39.918969 97943 main.go:141] libmachine: (ha-070032-m02) <bootmenu enable='no'/>
I1210 00:06:39.918978 97943 main.go:141] libmachine: (ha-070032-m02) </os>
I1210 00:06:39.918985 97943 main.go:141] libmachine: (ha-070032-m02) <devices>
I1210 00:06:39.918996 97943 main.go:141] libmachine: (ha-070032-m02) <disk type='file' device='cdrom'>
I1210 00:06:39.919011 97943 main.go:141] libmachine: (ha-070032-m02) <source file='/home/jenkins/minikube-integration/20062-79135/.minikube/machines/ha-070032-m02/boot2docker.iso'/>
I1210 00:06:39.919023 97943 main.go:141] libmachine: (ha-070032-m02) <target dev='hdc' bus='scsi'/>
I1210 00:06:39.919034 97943 main.go:141] libmachine: (ha-070032-m02) <readonly/>
I1210 00:06:39.919044 97943 main.go:141] libmachine: (ha-070032-m02) </disk>
I1210 00:06:39.919053 97943 main.go:141] libmachine: (ha-070032-m02) <disk type='file' device='disk'>
I1210 00:06:39.919066 97943 main.go:141] libmachine: (ha-070032-m02) <driver name='qemu' type='raw' cache='default' io='threads' />
I1210 00:06:39.919085 97943 main.go:141] libmachine: (ha-070032-m02) <source file='/home/jenkins/minikube-integration/20062-79135/.minikube/machines/ha-070032-m02/ha-070032-m02.rawdisk'/>
I1210 00:06:39.919096 97943 main.go:141] libmachine: (ha-070032-m02) <target dev='hda' bus='virtio'/>
I1210 00:06:39.919106 97943 main.go:141] libmachine: (ha-070032-m02) </disk>
I1210 00:06:39.919113 97943 main.go:141] libmachine: (ha-070032-m02) <interface type='network'>
I1210 00:06:39.919121 97943 main.go:141] libmachine: (ha-070032-m02) <source network='mk-ha-070032'/>
I1210 00:06:39.919132 97943 main.go:141] libmachine: (ha-070032-m02) <model type='virtio'/>
I1210 00:06:39.919140 97943 main.go:141] libmachine: (ha-070032-m02) </interface>
I1210 00:06:39.919150 97943 main.go:141] libmachine: (ha-070032-m02) <interface type='network'>
I1210 00:06:39.919158 97943 main.go:141] libmachine: (ha-070032-m02) <source network='default'/>
I1210 00:06:39.919168 97943 main.go:141] libmachine: (ha-070032-m02) <model type='virtio'/>
I1210 00:06:39.919177 97943 main.go:141] libmachine: (ha-070032-m02) </interface>
I1210 00:06:39.919187 97943 main.go:141] libmachine: (ha-070032-m02) <serial type='pty'>
I1210 00:06:39.919201 97943 main.go:141] libmachine: (ha-070032-m02) <target port='0'/>
I1210 00:06:39.919211 97943 main.go:141] libmachine: (ha-070032-m02) </serial>
I1210 00:06:39.919220 97943 main.go:141] libmachine: (ha-070032-m02) <console type='pty'>
I1210 00:06:39.919230 97943 main.go:141] libmachine: (ha-070032-m02) <target type='serial' port='0'/>
I1210 00:06:39.919239 97943 main.go:141] libmachine: (ha-070032-m02) </console>
I1210 00:06:39.919249 97943 main.go:141] libmachine: (ha-070032-m02) <rng model='virtio'>
I1210 00:06:39.919261 97943 main.go:141] libmachine: (ha-070032-m02) <backend model='random'>/dev/random</backend>
I1210 00:06:39.919271 97943 main.go:141] libmachine: (ha-070032-m02) </rng>
I1210 00:06:39.919278 97943 main.go:141] libmachine: (ha-070032-m02)
I1210 00:06:39.919287 97943 main.go:141] libmachine: (ha-070032-m02)
I1210 00:06:39.919296 97943 main.go:141] libmachine: (ha-070032-m02) </devices>
I1210 00:06:39.919305 97943 main.go:141] libmachine: (ha-070032-m02) </domain>
I1210 00:06:39.919315 97943 main.go:141] libmachine: (ha-070032-m02)
I1210 00:06:39.926117 97943 main.go:141] libmachine: (ha-070032-m02) DBG | domain ha-070032-m02 has defined MAC address 52:54:00:48:53:e3 in network default
I1210 00:06:39.926859 97943 main.go:141] libmachine: (ha-070032-m02) Ensuring networks are active...
I1210 00:06:39.926888 97943 main.go:141] libmachine: (ha-070032-m02) DBG | domain ha-070032-m02 has defined MAC address 52:54:00:a4:53:39 in network mk-ha-070032
I1210 00:06:39.927703 97943 main.go:141] libmachine: (ha-070032-m02) Ensuring network default is active
I1210 00:06:39.928027 97943 main.go:141] libmachine: (ha-070032-m02) Ensuring network mk-ha-070032 is active
I1210 00:06:39.928408 97943 main.go:141] libmachine: (ha-070032-m02) Getting domain xml...
I1210 00:06:39.929223 97943 main.go:141] libmachine: (ha-070032-m02) Creating domain...
I1210 00:06:41.130495 97943 main.go:141] libmachine: (ha-070032-m02) Waiting to get IP...
I1210 00:06:41.131359 97943 main.go:141] libmachine: (ha-070032-m02) DBG | domain ha-070032-m02 has defined MAC address 52:54:00:a4:53:39 in network mk-ha-070032
I1210 00:06:41.131738 97943 main.go:141] libmachine: (ha-070032-m02) DBG | unable to find current IP address of domain ha-070032-m02 in network mk-ha-070032
I1210 00:06:41.131767 97943 main.go:141] libmachine: (ha-070032-m02) DBG | I1210 00:06:41.131705 98310 retry.go:31] will retry after 310.664463ms: waiting for machine to come up
I1210 00:06:41.444273 97943 main.go:141] libmachine: (ha-070032-m02) DBG | domain ha-070032-m02 has defined MAC address 52:54:00:a4:53:39 in network mk-ha-070032
I1210 00:06:41.444703 97943 main.go:141] libmachine: (ha-070032-m02) DBG | unable to find current IP address of domain ha-070032-m02 in network mk-ha-070032
I1210 00:06:41.444737 97943 main.go:141] libmachine: (ha-070032-m02) DBG | I1210 00:06:41.444646 98310 retry.go:31] will retry after 238.189723ms: waiting for machine to come up
I1210 00:06:41.683967 97943 main.go:141] libmachine: (ha-070032-m02) DBG | domain ha-070032-m02 has defined MAC address 52:54:00:a4:53:39 in network mk-ha-070032
I1210 00:06:41.684372 97943 main.go:141] libmachine: (ha-070032-m02) DBG | unable to find current IP address of domain ha-070032-m02 in network mk-ha-070032
I1210 00:06:41.684404 97943 main.go:141] libmachine: (ha-070032-m02) DBG | I1210 00:06:41.684311 98310 retry.go:31] will retry after 302.841079ms: waiting for machine to come up
I1210 00:06:41.988975 97943 main.go:141] libmachine: (ha-070032-m02) DBG | domain ha-070032-m02 has defined MAC address 52:54:00:a4:53:39 in network mk-ha-070032
I1210 00:06:41.989468 97943 main.go:141] libmachine: (ha-070032-m02) DBG | unable to find current IP address of domain ha-070032-m02 in network mk-ha-070032
I1210 00:06:41.989592 97943 main.go:141] libmachine: (ha-070032-m02) DBG | I1210 00:06:41.989406 98310 retry.go:31] will retry after 546.191287ms: waiting for machine to come up
I1210 00:06:42.536796 97943 main.go:141] libmachine: (ha-070032-m02) DBG | domain ha-070032-m02 has defined MAC address 52:54:00:a4:53:39 in network mk-ha-070032
I1210 00:06:42.537343 97943 main.go:141] libmachine: (ha-070032-m02) DBG | unable to find current IP address of domain ha-070032-m02 in network mk-ha-070032
I1210 00:06:42.537376 97943 main.go:141] libmachine: (ha-070032-m02) DBG | I1210 00:06:42.537279 98310 retry.go:31] will retry after 759.959183ms: waiting for machine to come up
I1210 00:06:43.299192 97943 main.go:141] libmachine: (ha-070032-m02) DBG | domain ha-070032-m02 has defined MAC address 52:54:00:a4:53:39 in network mk-ha-070032
I1210 00:06:43.299592 97943 main.go:141] libmachine: (ha-070032-m02) DBG | unable to find current IP address of domain ha-070032-m02 in network mk-ha-070032
I1210 00:06:43.299618 97943 main.go:141] libmachine: (ha-070032-m02) DBG | I1210 00:06:43.299550 98310 retry.go:31] will retry after 662.514804ms: waiting for machine to come up
I1210 00:06:43.963192 97943 main.go:141] libmachine: (ha-070032-m02) DBG | domain ha-070032-m02 has defined MAC address 52:54:00:a4:53:39 in network mk-ha-070032
I1210 00:06:43.963574 97943 main.go:141] libmachine: (ha-070032-m02) DBG | unable to find current IP address of domain ha-070032-m02 in network mk-ha-070032
I1210 00:06:43.963604 97943 main.go:141] libmachine: (ha-070032-m02) DBG | I1210 00:06:43.963510 98310 retry.go:31] will retry after 928.068602ms: waiting for machine to come up
I1210 00:06:44.892786 97943 main.go:141] libmachine: (ha-070032-m02) DBG | domain ha-070032-m02 has defined MAC address 52:54:00:a4:53:39 in network mk-ha-070032
I1210 00:06:44.893282 97943 main.go:141] libmachine: (ha-070032-m02) DBG | unable to find current IP address of domain ha-070032-m02 in network mk-ha-070032
I1210 00:06:44.893308 97943 main.go:141] libmachine: (ha-070032-m02) DBG | I1210 00:06:44.893234 98310 retry.go:31] will retry after 1.121647824s: waiting for machine to come up
I1210 00:06:46.016637 97943 main.go:141] libmachine: (ha-070032-m02) DBG | domain ha-070032-m02 has defined MAC address 52:54:00:a4:53:39 in network mk-ha-070032
I1210 00:06:46.017063 97943 main.go:141] libmachine: (ha-070032-m02) DBG | unable to find current IP address of domain ha-070032-m02 in network mk-ha-070032
I1210 00:06:46.017120 97943 main.go:141] libmachine: (ha-070032-m02) DBG | I1210 00:06:46.017054 98310 retry.go:31] will retry after 1.26533881s: waiting for machine to come up
I1210 00:06:47.283663 97943 main.go:141] libmachine: (ha-070032-m02) DBG | domain ha-070032-m02 has defined MAC address 52:54:00:a4:53:39 in network mk-ha-070032
I1210 00:06:47.284077 97943 main.go:141] libmachine: (ha-070032-m02) DBG | unable to find current IP address of domain ha-070032-m02 in network mk-ha-070032
I1210 00:06:47.284103 97943 main.go:141] libmachine: (ha-070032-m02) DBG | I1210 00:06:47.284029 98310 retry.go:31] will retry after 1.959318884s: waiting for machine to come up
I1210 00:06:49.245134 97943 main.go:141] libmachine: (ha-070032-m02) DBG | domain ha-070032-m02 has defined MAC address 52:54:00:a4:53:39 in network mk-ha-070032
I1210 00:06:49.245690 97943 main.go:141] libmachine: (ha-070032-m02) DBG | unable to find current IP address of domain ha-070032-m02 in network mk-ha-070032
I1210 00:06:49.245721 97943 main.go:141] libmachine: (ha-070032-m02) DBG | I1210 00:06:49.245628 98310 retry.go:31] will retry after 2.080479898s: waiting for machine to come up
I1210 00:06:51.327593 97943 main.go:141] libmachine: (ha-070032-m02) DBG | domain ha-070032-m02 has defined MAC address 52:54:00:a4:53:39 in network mk-ha-070032
I1210 00:06:51.327959 97943 main.go:141] libmachine: (ha-070032-m02) DBG | unable to find current IP address of domain ha-070032-m02 in network mk-ha-070032
I1210 00:06:51.327986 97943 main.go:141] libmachine: (ha-070032-m02) DBG | I1210 00:06:51.327912 98310 retry.go:31] will retry after 3.384865721s: waiting for machine to come up
I1210 00:06:54.714736 97943 main.go:141] libmachine: (ha-070032-m02) DBG | domain ha-070032-m02 has defined MAC address 52:54:00:a4:53:39 in network mk-ha-070032
I1210 00:06:54.715082 97943 main.go:141] libmachine: (ha-070032-m02) DBG | unable to find current IP address of domain ha-070032-m02 in network mk-ha-070032
I1210 00:06:54.715116 97943 main.go:141] libmachine: (ha-070032-m02) DBG | I1210 00:06:54.715033 98310 retry.go:31] will retry after 4.262963095s: waiting for machine to come up
I1210 00:06:58.982522 97943 main.go:141] libmachine: (ha-070032-m02) DBG | domain ha-070032-m02 has defined MAC address 52:54:00:a4:53:39 in network mk-ha-070032
I1210 00:06:58.982919 97943 main.go:141] libmachine: (ha-070032-m02) DBG | unable to find current IP address of domain ha-070032-m02 in network mk-ha-070032
I1210 00:06:58.982944 97943 main.go:141] libmachine: (ha-070032-m02) DBG | I1210 00:06:58.982868 98310 retry.go:31] will retry after 4.754254966s: waiting for machine to come up
I1210 00:07:03.739570 97943 main.go:141] libmachine: (ha-070032-m02) DBG | domain ha-070032-m02 has defined MAC address 52:54:00:a4:53:39 in network mk-ha-070032
I1210 00:07:03.740201 97943 main.go:141] libmachine: (ha-070032-m02) Found IP for machine: 192.168.39.198
I1210 00:07:03.740228 97943 main.go:141] libmachine: (ha-070032-m02) Reserving static IP address...
I1210 00:07:03.740250 97943 main.go:141] libmachine: (ha-070032-m02) DBG | domain ha-070032-m02 has current primary IP address 192.168.39.198 and MAC address 52:54:00:a4:53:39 in network mk-ha-070032
I1210 00:07:03.740875 97943 main.go:141] libmachine: (ha-070032-m02) DBG | unable to find host DHCP lease matching {name: "ha-070032-m02", mac: "52:54:00:a4:53:39", ip: "192.168.39.198"} in network mk-ha-070032
I1210 00:07:03.810694 97943 main.go:141] libmachine: (ha-070032-m02) DBG | Getting to WaitForSSH function...
I1210 00:07:03.810726 97943 main.go:141] libmachine: (ha-070032-m02) Reserved static IP address: 192.168.39.198
I1210 00:07:03.810777 97943 main.go:141] libmachine: (ha-070032-m02) Waiting for SSH to be available...
I1210 00:07:03.813164 97943 main.go:141] libmachine: (ha-070032-m02) DBG | domain ha-070032-m02 has defined MAC address 52:54:00:a4:53:39 in network mk-ha-070032
I1210 00:07:03.813481 97943 main.go:141] libmachine: (ha-070032-m02) DBG | unable to find host DHCP lease matching {name: "", mac: "52:54:00:a4:53:39", ip: ""} in network mk-ha-070032
I1210 00:07:03.813508 97943 main.go:141] libmachine: (ha-070032-m02) DBG | unable to find defined IP address of network mk-ha-070032 interface with MAC address 52:54:00:a4:53:39
I1210 00:07:03.813691 97943 main.go:141] libmachine: (ha-070032-m02) DBG | Using SSH client type: external
I1210 00:07:03.813726 97943 main.go:141] libmachine: (ha-070032-m02) DBG | Using SSH private key: /home/jenkins/minikube-integration/20062-79135/.minikube/machines/ha-070032-m02/id_rsa (-rw-------)
I1210 00:07:03.813759 97943 main.go:141] libmachine: (ha-070032-m02) DBG | &{[-F /dev/null -o ConnectionAttempts=3 -o ConnectTimeout=10 -o ControlMaster=no -o ControlPath=none -o LogLevel=quiet -o PasswordAuthentication=no -o ServerAliveInterval=60 -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null docker@ -o IdentitiesOnly=yes -i /home/jenkins/minikube-integration/20062-79135/.minikube/machines/ha-070032-m02/id_rsa -p 22] /usr/bin/ssh <nil>}
I1210 00:07:03.813774 97943 main.go:141] libmachine: (ha-070032-m02) DBG | About to run SSH command:
I1210 00:07:03.813802 97943 main.go:141] libmachine: (ha-070032-m02) DBG | exit 0
I1210 00:07:03.817377 97943 main.go:141] libmachine: (ha-070032-m02) DBG | SSH cmd err, output: exit status 255:
I1210 00:07:03.817395 97943 main.go:141] libmachine: (ha-070032-m02) DBG | Error getting ssh command 'exit 0' : ssh command error:
I1210 00:07:03.817406 97943 main.go:141] libmachine: (ha-070032-m02) DBG | command : exit 0
I1210 00:07:03.817413 97943 main.go:141] libmachine: (ha-070032-m02) DBG | err : exit status 255
I1210 00:07:03.817429 97943 main.go:141] libmachine: (ha-070032-m02) DBG | output :
I1210 00:07:06.818972 97943 main.go:141] libmachine: (ha-070032-m02) DBG | Getting to WaitForSSH function...
I1210 00:07:06.821618 97943 main.go:141] libmachine: (ha-070032-m02) DBG | domain ha-070032-m02 has defined MAC address 52:54:00:a4:53:39 in network mk-ha-070032
I1210 00:07:06.822027 97943 main.go:141] libmachine: (ha-070032-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:a4:53:39", ip: ""} in network mk-ha-070032: {Iface:virbr1 ExpiryTime:2024-12-10 01:06:54 +0000 UTC Type:0 Mac:52:54:00:a4:53:39 Iaid: IPaddr:192.168.39.198 Prefix:24 Hostname:ha-070032-m02 Clientid:01:52:54:00:a4:53:39}
I1210 00:07:06.822055 97943 main.go:141] libmachine: (ha-070032-m02) DBG | domain ha-070032-m02 has defined IP address 192.168.39.198 and MAC address 52:54:00:a4:53:39 in network mk-ha-070032
I1210 00:07:06.822215 97943 main.go:141] libmachine: (ha-070032-m02) DBG | Using SSH client type: external
I1210 00:07:06.822245 97943 main.go:141] libmachine: (ha-070032-m02) DBG | Using SSH private key: /home/jenkins/minikube-integration/20062-79135/.minikube/machines/ha-070032-m02/id_rsa (-rw-------)
I1210 00:07:06.822283 97943 main.go:141] libmachine: (ha-070032-m02) DBG | &{[-F /dev/null -o ConnectionAttempts=3 -o ConnectTimeout=10 -o ControlMaster=no -o ControlPath=none -o LogLevel=quiet -o PasswordAuthentication=no -o ServerAliveInterval=60 -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null docker@192.168.39.198 -o IdentitiesOnly=yes -i /home/jenkins/minikube-integration/20062-79135/.minikube/machines/ha-070032-m02/id_rsa -p 22] /usr/bin/ssh <nil>}
I1210 00:07:06.822309 97943 main.go:141] libmachine: (ha-070032-m02) DBG | About to run SSH command:
I1210 00:07:06.822322 97943 main.go:141] libmachine: (ha-070032-m02) DBG | exit 0
I1210 00:07:06.950206 97943 main.go:141] libmachine: (ha-070032-m02) DBG | SSH cmd err, output: <nil>:
I1210 00:07:06.950523 97943 main.go:141] libmachine: (ha-070032-m02) KVM machine creation complete!
I1210 00:07:06.950797 97943 main.go:141] libmachine: (ha-070032-m02) Calling .GetConfigRaw
I1210 00:07:06.951365 97943 main.go:141] libmachine: (ha-070032-m02) Calling .DriverName
I1210 00:07:06.951576 97943 main.go:141] libmachine: (ha-070032-m02) Calling .DriverName
I1210 00:07:06.951700 97943 main.go:141] libmachine: Waiting for machine to be running, this may take a few minutes...
I1210 00:07:06.951712 97943 main.go:141] libmachine: (ha-070032-m02) Calling .GetState
I1210 00:07:06.952852 97943 main.go:141] libmachine: Detecting operating system of created instance...
I1210 00:07:06.952870 97943 main.go:141] libmachine: Waiting for SSH to be available...
I1210 00:07:06.952875 97943 main.go:141] libmachine: Getting to WaitForSSH function...
I1210 00:07:06.952881 97943 main.go:141] libmachine: (ha-070032-m02) Calling .GetSSHHostname
I1210 00:07:06.955132 97943 main.go:141] libmachine: (ha-070032-m02) DBG | domain ha-070032-m02 has defined MAC address 52:54:00:a4:53:39 in network mk-ha-070032
I1210 00:07:06.955556 97943 main.go:141] libmachine: (ha-070032-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:a4:53:39", ip: ""} in network mk-ha-070032: {Iface:virbr1 ExpiryTime:2024-12-10 01:06:54 +0000 UTC Type:0 Mac:52:54:00:a4:53:39 Iaid: IPaddr:192.168.39.198 Prefix:24 Hostname:ha-070032-m02 Clientid:01:52:54:00:a4:53:39}
I1210 00:07:06.955577 97943 main.go:141] libmachine: (ha-070032-m02) DBG | domain ha-070032-m02 has defined IP address 192.168.39.198 and MAC address 52:54:00:a4:53:39 in network mk-ha-070032
I1210 00:07:06.955708 97943 main.go:141] libmachine: (ha-070032-m02) Calling .GetSSHPort
I1210 00:07:06.955904 97943 main.go:141] libmachine: (ha-070032-m02) Calling .GetSSHKeyPath
I1210 00:07:06.956047 97943 main.go:141] libmachine: (ha-070032-m02) Calling .GetSSHKeyPath
I1210 00:07:06.956157 97943 main.go:141] libmachine: (ha-070032-m02) Calling .GetSSHUsername
I1210 00:07:06.956344 97943 main.go:141] libmachine: Using SSH client type: native
I1210 00:07:06.956613 97943 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866ca0] 0x869980 <nil> [] 0s} 192.168.39.198 22 <nil> <nil>}
I1210 00:07:06.956635 97943 main.go:141] libmachine: About to run SSH command:
exit 0
I1210 00:07:07.065432 97943 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1210 00:07:07.065465 97943 main.go:141] libmachine: Detecting the provisioner...
I1210 00:07:07.065472 97943 main.go:141] libmachine: (ha-070032-m02) Calling .GetSSHHostname
I1210 00:07:07.068281 97943 main.go:141] libmachine: (ha-070032-m02) DBG | domain ha-070032-m02 has defined MAC address 52:54:00:a4:53:39 in network mk-ha-070032
I1210 00:07:07.068647 97943 main.go:141] libmachine: (ha-070032-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:a4:53:39", ip: ""} in network mk-ha-070032: {Iface:virbr1 ExpiryTime:2024-12-10 01:06:54 +0000 UTC Type:0 Mac:52:54:00:a4:53:39 Iaid: IPaddr:192.168.39.198 Prefix:24 Hostname:ha-070032-m02 Clientid:01:52:54:00:a4:53:39}
I1210 00:07:07.068676 97943 main.go:141] libmachine: (ha-070032-m02) DBG | domain ha-070032-m02 has defined IP address 192.168.39.198 and MAC address 52:54:00:a4:53:39 in network mk-ha-070032
I1210 00:07:07.068789 97943 main.go:141] libmachine: (ha-070032-m02) Calling .GetSSHPort
I1210 00:07:07.069000 97943 main.go:141] libmachine: (ha-070032-m02) Calling .GetSSHKeyPath
I1210 00:07:07.069205 97943 main.go:141] libmachine: (ha-070032-m02) Calling .GetSSHKeyPath
I1210 00:07:07.069353 97943 main.go:141] libmachine: (ha-070032-m02) Calling .GetSSHUsername
I1210 00:07:07.069507 97943 main.go:141] libmachine: Using SSH client type: native
I1210 00:07:07.069682 97943 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866ca0] 0x869980 <nil> [] 0s} 192.168.39.198 22 <nil> <nil>}
I1210 00:07:07.069696 97943 main.go:141] libmachine: About to run SSH command:
cat /etc/os-release
I1210 00:07:07.179172 97943 main.go:141] libmachine: SSH cmd err, output: <nil>: NAME=Buildroot
VERSION=2023.02.9-dirty
ID=buildroot
VERSION_ID=2023.02.9
PRETTY_NAME="Buildroot 2023.02.9"
I1210 00:07:07.179254 97943 main.go:141] libmachine: found compatible host: buildroot
I1210 00:07:07.179270 97943 main.go:141] libmachine: Provisioning with buildroot...
I1210 00:07:07.179281 97943 main.go:141] libmachine: (ha-070032-m02) Calling .GetMachineName
I1210 00:07:07.179507 97943 buildroot.go:166] provisioning hostname "ha-070032-m02"
I1210 00:07:07.179525 97943 main.go:141] libmachine: (ha-070032-m02) Calling .GetMachineName
I1210 00:07:07.179714 97943 main.go:141] libmachine: (ha-070032-m02) Calling .GetSSHHostname
I1210 00:07:07.182380 97943 main.go:141] libmachine: (ha-070032-m02) DBG | domain ha-070032-m02 has defined MAC address 52:54:00:a4:53:39 in network mk-ha-070032
I1210 00:07:07.182709 97943 main.go:141] libmachine: (ha-070032-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:a4:53:39", ip: ""} in network mk-ha-070032: {Iface:virbr1 ExpiryTime:2024-12-10 01:06:54 +0000 UTC Type:0 Mac:52:54:00:a4:53:39 Iaid: IPaddr:192.168.39.198 Prefix:24 Hostname:ha-070032-m02 Clientid:01:52:54:00:a4:53:39}
I1210 00:07:07.182735 97943 main.go:141] libmachine: (ha-070032-m02) DBG | domain ha-070032-m02 has defined IP address 192.168.39.198 and MAC address 52:54:00:a4:53:39 in network mk-ha-070032
I1210 00:07:07.182903 97943 main.go:141] libmachine: (ha-070032-m02) Calling .GetSSHPort
I1210 00:07:07.183097 97943 main.go:141] libmachine: (ha-070032-m02) Calling .GetSSHKeyPath
I1210 00:07:07.183236 97943 main.go:141] libmachine: (ha-070032-m02) Calling .GetSSHKeyPath
I1210 00:07:07.183392 97943 main.go:141] libmachine: (ha-070032-m02) Calling .GetSSHUsername
I1210 00:07:07.183547 97943 main.go:141] libmachine: Using SSH client type: native
I1210 00:07:07.183709 97943 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866ca0] 0x869980 <nil> [] 0s} 192.168.39.198 22 <nil> <nil>}
I1210 00:07:07.183720 97943 main.go:141] libmachine: About to run SSH command:
sudo hostname ha-070032-m02 && echo "ha-070032-m02" | sudo tee /etc/hostname
I1210 00:07:07.308107 97943 main.go:141] libmachine: SSH cmd err, output: <nil>: ha-070032-m02
I1210 00:07:07.308157 97943 main.go:141] libmachine: (ha-070032-m02) Calling .GetSSHHostname
I1210 00:07:07.310796 97943 main.go:141] libmachine: (ha-070032-m02) DBG | domain ha-070032-m02 has defined MAC address 52:54:00:a4:53:39 in network mk-ha-070032
I1210 00:07:07.311128 97943 main.go:141] libmachine: (ha-070032-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:a4:53:39", ip: ""} in network mk-ha-070032: {Iface:virbr1 ExpiryTime:2024-12-10 01:06:54 +0000 UTC Type:0 Mac:52:54:00:a4:53:39 Iaid: IPaddr:192.168.39.198 Prefix:24 Hostname:ha-070032-m02 Clientid:01:52:54:00:a4:53:39}
I1210 00:07:07.311159 97943 main.go:141] libmachine: (ha-070032-m02) DBG | domain ha-070032-m02 has defined IP address 192.168.39.198 and MAC address 52:54:00:a4:53:39 in network mk-ha-070032
I1210 00:07:07.311367 97943 main.go:141] libmachine: (ha-070032-m02) Calling .GetSSHPort
I1210 00:07:07.311544 97943 main.go:141] libmachine: (ha-070032-m02) Calling .GetSSHKeyPath
I1210 00:07:07.311697 97943 main.go:141] libmachine: (ha-070032-m02) Calling .GetSSHKeyPath
I1210 00:07:07.311834 97943 main.go:141] libmachine: (ha-070032-m02) Calling .GetSSHUsername
I1210 00:07:07.312007 97943 main.go:141] libmachine: Using SSH client type: native
I1210 00:07:07.312178 97943 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866ca0] 0x869980 <nil> [] 0s} 192.168.39.198 22 <nil> <nil>}
I1210 00:07:07.312195 97943 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\sha-070032-m02' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 ha-070032-m02/g' /etc/hosts;
else
echo '127.0.1.1 ha-070032-m02' | sudo tee -a /etc/hosts;
fi
fi
I1210 00:07:07.430746 97943 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1210 00:07:07.430783 97943 buildroot.go:172] set auth options {CertDir:/home/jenkins/minikube-integration/20062-79135/.minikube CaCertPath:/home/jenkins/minikube-integration/20062-79135/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/20062-79135/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/20062-79135/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/20062-79135/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/20062-79135/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/20062-79135/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/20062-79135/.minikube}
I1210 00:07:07.430808 97943 buildroot.go:174] setting up certificates
I1210 00:07:07.430826 97943 provision.go:84] configureAuth start
I1210 00:07:07.430840 97943 main.go:141] libmachine: (ha-070032-m02) Calling .GetMachineName
I1210 00:07:07.431122 97943 main.go:141] libmachine: (ha-070032-m02) Calling .GetIP
I1210 00:07:07.433939 97943 main.go:141] libmachine: (ha-070032-m02) DBG | domain ha-070032-m02 has defined MAC address 52:54:00:a4:53:39 in network mk-ha-070032
I1210 00:07:07.434313 97943 main.go:141] libmachine: (ha-070032-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:a4:53:39", ip: ""} in network mk-ha-070032: {Iface:virbr1 ExpiryTime:2024-12-10 01:06:54 +0000 UTC Type:0 Mac:52:54:00:a4:53:39 Iaid: IPaddr:192.168.39.198 Prefix:24 Hostname:ha-070032-m02 Clientid:01:52:54:00:a4:53:39}
I1210 00:07:07.434337 97943 main.go:141] libmachine: (ha-070032-m02) DBG | domain ha-070032-m02 has defined IP address 192.168.39.198 and MAC address 52:54:00:a4:53:39 in network mk-ha-070032
I1210 00:07:07.434511 97943 main.go:141] libmachine: (ha-070032-m02) Calling .GetSSHHostname
I1210 00:07:07.436908 97943 main.go:141] libmachine: (ha-070032-m02) DBG | domain ha-070032-m02 has defined MAC address 52:54:00:a4:53:39 in network mk-ha-070032
I1210 00:07:07.437220 97943 main.go:141] libmachine: (ha-070032-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:a4:53:39", ip: ""} in network mk-ha-070032: {Iface:virbr1 ExpiryTime:2024-12-10 01:06:54 +0000 UTC Type:0 Mac:52:54:00:a4:53:39 Iaid: IPaddr:192.168.39.198 Prefix:24 Hostname:ha-070032-m02 Clientid:01:52:54:00:a4:53:39}
I1210 00:07:07.437245 97943 main.go:141] libmachine: (ha-070032-m02) DBG | domain ha-070032-m02 has defined IP address 192.168.39.198 and MAC address 52:54:00:a4:53:39 in network mk-ha-070032
I1210 00:07:07.437409 97943 provision.go:143] copyHostCerts
I1210 00:07:07.437448 97943 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20062-79135/.minikube/certs/ca.pem -> /home/jenkins/minikube-integration/20062-79135/.minikube/ca.pem
I1210 00:07:07.437491 97943 exec_runner.go:144] found /home/jenkins/minikube-integration/20062-79135/.minikube/ca.pem, removing ...
I1210 00:07:07.437503 97943 exec_runner.go:203] rm: /home/jenkins/minikube-integration/20062-79135/.minikube/ca.pem
I1210 00:07:07.437576 97943 exec_runner.go:151] cp: /home/jenkins/minikube-integration/20062-79135/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/20062-79135/.minikube/ca.pem (1078 bytes)
I1210 00:07:07.437681 97943 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20062-79135/.minikube/certs/cert.pem -> /home/jenkins/minikube-integration/20062-79135/.minikube/cert.pem
I1210 00:07:07.437707 97943 exec_runner.go:144] found /home/jenkins/minikube-integration/20062-79135/.minikube/cert.pem, removing ...
I1210 00:07:07.437715 97943 exec_runner.go:203] rm: /home/jenkins/minikube-integration/20062-79135/.minikube/cert.pem
I1210 00:07:07.437755 97943 exec_runner.go:151] cp: /home/jenkins/minikube-integration/20062-79135/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/20062-79135/.minikube/cert.pem (1123 bytes)
I1210 00:07:07.437820 97943 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20062-79135/.minikube/certs/key.pem -> /home/jenkins/minikube-integration/20062-79135/.minikube/key.pem
I1210 00:07:07.437852 97943 exec_runner.go:144] found /home/jenkins/minikube-integration/20062-79135/.minikube/key.pem, removing ...
I1210 00:07:07.437861 97943 exec_runner.go:203] rm: /home/jenkins/minikube-integration/20062-79135/.minikube/key.pem
I1210 00:07:07.437895 97943 exec_runner.go:151] cp: /home/jenkins/minikube-integration/20062-79135/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/20062-79135/.minikube/key.pem (1675 bytes)
I1210 00:07:07.437968 97943 provision.go:117] generating server cert: /home/jenkins/minikube-integration/20062-79135/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/20062-79135/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/20062-79135/.minikube/certs/ca-key.pem org=jenkins.ha-070032-m02 san=[127.0.0.1 192.168.39.198 ha-070032-m02 localhost minikube]
I1210 00:07:08.044773 97943 provision.go:177] copyRemoteCerts
I1210 00:07:08.044851 97943 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1210 00:07:08.044891 97943 main.go:141] libmachine: (ha-070032-m02) Calling .GetSSHHostname
I1210 00:07:08.047538 97943 main.go:141] libmachine: (ha-070032-m02) DBG | domain ha-070032-m02 has defined MAC address 52:54:00:a4:53:39 in network mk-ha-070032
I1210 00:07:08.047846 97943 main.go:141] libmachine: (ha-070032-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:a4:53:39", ip: ""} in network mk-ha-070032: {Iface:virbr1 ExpiryTime:2024-12-10 01:06:54 +0000 UTC Type:0 Mac:52:54:00:a4:53:39 Iaid: IPaddr:192.168.39.198 Prefix:24 Hostname:ha-070032-m02 Clientid:01:52:54:00:a4:53:39}
I1210 00:07:08.047877 97943 main.go:141] libmachine: (ha-070032-m02) DBG | domain ha-070032-m02 has defined IP address 192.168.39.198 and MAC address 52:54:00:a4:53:39 in network mk-ha-070032
I1210 00:07:08.048076 97943 main.go:141] libmachine: (ha-070032-m02) Calling .GetSSHPort
I1210 00:07:08.048336 97943 main.go:141] libmachine: (ha-070032-m02) Calling .GetSSHKeyPath
I1210 00:07:08.048503 97943 main.go:141] libmachine: (ha-070032-m02) Calling .GetSSHUsername
I1210 00:07:08.048649 97943 sshutil.go:53] new ssh client: &{IP:192.168.39.198 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/20062-79135/.minikube/machines/ha-070032-m02/id_rsa Username:docker}
I1210 00:07:08.132237 97943 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20062-79135/.minikube/certs/ca.pem -> /etc/docker/ca.pem
I1210 00:07:08.132310 97943 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20062-79135/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)
I1210 00:07:08.154520 97943 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20062-79135/.minikube/machines/server.pem -> /etc/docker/server.pem
I1210 00:07:08.154605 97943 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20062-79135/.minikube/machines/server.pem --> /etc/docker/server.pem (1208 bytes)
I1210 00:07:08.175951 97943 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20062-79135/.minikube/machines/server-key.pem -> /etc/docker/server-key.pem
I1210 00:07:08.176034 97943 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20062-79135/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1675 bytes)
I1210 00:07:08.197284 97943 provision.go:87] duration metric: took 766.441651ms to configureAuth
I1210 00:07:08.197318 97943 buildroot.go:189] setting minikube options for container-runtime
I1210 00:07:08.197534 97943 config.go:182] Loaded profile config "ha-070032": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1210 00:07:08.197630 97943 main.go:141] libmachine: (ha-070032-m02) Calling .GetSSHHostname
I1210 00:07:08.200256 97943 main.go:141] libmachine: (ha-070032-m02) DBG | domain ha-070032-m02 has defined MAC address 52:54:00:a4:53:39 in network mk-ha-070032
I1210 00:07:08.200605 97943 main.go:141] libmachine: (ha-070032-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:a4:53:39", ip: ""} in network mk-ha-070032: {Iface:virbr1 ExpiryTime:2024-12-10 01:06:54 +0000 UTC Type:0 Mac:52:54:00:a4:53:39 Iaid: IPaddr:192.168.39.198 Prefix:24 Hostname:ha-070032-m02 Clientid:01:52:54:00:a4:53:39}
I1210 00:07:08.200631 97943 main.go:141] libmachine: (ha-070032-m02) DBG | domain ha-070032-m02 has defined IP address 192.168.39.198 and MAC address 52:54:00:a4:53:39 in network mk-ha-070032
I1210 00:07:08.200777 97943 main.go:141] libmachine: (ha-070032-m02) Calling .GetSSHPort
I1210 00:07:08.200956 97943 main.go:141] libmachine: (ha-070032-m02) Calling .GetSSHKeyPath
I1210 00:07:08.201156 97943 main.go:141] libmachine: (ha-070032-m02) Calling .GetSSHKeyPath
I1210 00:07:08.201290 97943 main.go:141] libmachine: (ha-070032-m02) Calling .GetSSHUsername
I1210 00:07:08.201439 97943 main.go:141] libmachine: Using SSH client type: native
I1210 00:07:08.201609 97943 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866ca0] 0x869980 <nil> [] 0s} 192.168.39.198 22 <nil> <nil>}
I1210 00:07:08.201622 97943 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1210 00:07:08.422427 97943 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1210 00:07:08.422470 97943 main.go:141] libmachine: Checking connection to Docker...
I1210 00:07:08.422479 97943 main.go:141] libmachine: (ha-070032-m02) Calling .GetURL
I1210 00:07:08.423873 97943 main.go:141] libmachine: (ha-070032-m02) DBG | Using libvirt version 6000000
I1210 00:07:08.426057 97943 main.go:141] libmachine: (ha-070032-m02) DBG | domain ha-070032-m02 has defined MAC address 52:54:00:a4:53:39 in network mk-ha-070032
I1210 00:07:08.426388 97943 main.go:141] libmachine: (ha-070032-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:a4:53:39", ip: ""} in network mk-ha-070032: {Iface:virbr1 ExpiryTime:2024-12-10 01:06:54 +0000 UTC Type:0 Mac:52:54:00:a4:53:39 Iaid: IPaddr:192.168.39.198 Prefix:24 Hostname:ha-070032-m02 Clientid:01:52:54:00:a4:53:39}
I1210 00:07:08.426419 97943 main.go:141] libmachine: (ha-070032-m02) DBG | domain ha-070032-m02 has defined IP address 192.168.39.198 and MAC address 52:54:00:a4:53:39 in network mk-ha-070032
I1210 00:07:08.426586 97943 main.go:141] libmachine: Docker is up and running!
I1210 00:07:08.426605 97943 main.go:141] libmachine: Reticulating splines...
I1210 00:07:08.426616 97943 client.go:171] duration metric: took 29.051087497s to LocalClient.Create
I1210 00:07:08.426651 97943 start.go:167] duration metric: took 29.051156503s to libmachine.API.Create "ha-070032"
I1210 00:07:08.426663 97943 start.go:293] postStartSetup for "ha-070032-m02" (driver="kvm2")
I1210 00:07:08.426676 97943 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1210 00:07:08.426697 97943 main.go:141] libmachine: (ha-070032-m02) Calling .DriverName
I1210 00:07:08.426973 97943 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1210 00:07:08.427006 97943 main.go:141] libmachine: (ha-070032-m02) Calling .GetSSHHostname
I1210 00:07:08.429163 97943 main.go:141] libmachine: (ha-070032-m02) DBG | domain ha-070032-m02 has defined MAC address 52:54:00:a4:53:39 in network mk-ha-070032
I1210 00:07:08.429425 97943 main.go:141] libmachine: (ha-070032-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:a4:53:39", ip: ""} in network mk-ha-070032: {Iface:virbr1 ExpiryTime:2024-12-10 01:06:54 +0000 UTC Type:0 Mac:52:54:00:a4:53:39 Iaid: IPaddr:192.168.39.198 Prefix:24 Hostname:ha-070032-m02 Clientid:01:52:54:00:a4:53:39}
I1210 00:07:08.429445 97943 main.go:141] libmachine: (ha-070032-m02) DBG | domain ha-070032-m02 has defined IP address 192.168.39.198 and MAC address 52:54:00:a4:53:39 in network mk-ha-070032
I1210 00:07:08.429585 97943 main.go:141] libmachine: (ha-070032-m02) Calling .GetSSHPort
I1210 00:07:08.429771 97943 main.go:141] libmachine: (ha-070032-m02) Calling .GetSSHKeyPath
I1210 00:07:08.429939 97943 main.go:141] libmachine: (ha-070032-m02) Calling .GetSSHUsername
I1210 00:07:08.430073 97943 sshutil.go:53] new ssh client: &{IP:192.168.39.198 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/20062-79135/.minikube/machines/ha-070032-m02/id_rsa Username:docker}
I1210 00:07:08.511841 97943 ssh_runner.go:195] Run: cat /etc/os-release
I1210 00:07:08.515628 97943 info.go:137] Remote host: Buildroot 2023.02.9
I1210 00:07:08.515647 97943 filesync.go:126] Scanning /home/jenkins/minikube-integration/20062-79135/.minikube/addons for local assets ...
I1210 00:07:08.515716 97943 filesync.go:126] Scanning /home/jenkins/minikube-integration/20062-79135/.minikube/files for local assets ...
I1210 00:07:08.515790 97943 filesync.go:149] local asset: /home/jenkins/minikube-integration/20062-79135/.minikube/files/etc/ssl/certs/862962.pem -> 862962.pem in /etc/ssl/certs
I1210 00:07:08.515798 97943 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20062-79135/.minikube/files/etc/ssl/certs/862962.pem -> /etc/ssl/certs/862962.pem
I1210 00:07:08.515877 97943 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1210 00:07:08.524177 97943 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20062-79135/.minikube/files/etc/ssl/certs/862962.pem --> /etc/ssl/certs/862962.pem (1708 bytes)
I1210 00:07:08.545083 97943 start.go:296] duration metric: took 118.406585ms for postStartSetup
I1210 00:07:08.545129 97943 main.go:141] libmachine: (ha-070032-m02) Calling .GetConfigRaw
I1210 00:07:08.545727 97943 main.go:141] libmachine: (ha-070032-m02) Calling .GetIP
I1210 00:07:08.548447 97943 main.go:141] libmachine: (ha-070032-m02) DBG | domain ha-070032-m02 has defined MAC address 52:54:00:a4:53:39 in network mk-ha-070032
I1210 00:07:08.548762 97943 main.go:141] libmachine: (ha-070032-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:a4:53:39", ip: ""} in network mk-ha-070032: {Iface:virbr1 ExpiryTime:2024-12-10 01:06:54 +0000 UTC Type:0 Mac:52:54:00:a4:53:39 Iaid: IPaddr:192.168.39.198 Prefix:24 Hostname:ha-070032-m02 Clientid:01:52:54:00:a4:53:39}
I1210 00:07:08.548790 97943 main.go:141] libmachine: (ha-070032-m02) DBG | domain ha-070032-m02 has defined IP address 192.168.39.198 and MAC address 52:54:00:a4:53:39 in network mk-ha-070032
I1210 00:07:08.549019 97943 profile.go:143] Saving config to /home/jenkins/minikube-integration/20062-79135/.minikube/profiles/ha-070032/config.json ...
I1210 00:07:08.549239 97943 start.go:128] duration metric: took 29.194124447s to createHost
I1210 00:07:08.549263 97943 main.go:141] libmachine: (ha-070032-m02) Calling .GetSSHHostname
I1210 00:07:08.551249 97943 main.go:141] libmachine: (ha-070032-m02) DBG | domain ha-070032-m02 has defined MAC address 52:54:00:a4:53:39 in network mk-ha-070032
I1210 00:07:08.551581 97943 main.go:141] libmachine: (ha-070032-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:a4:53:39", ip: ""} in network mk-ha-070032: {Iface:virbr1 ExpiryTime:2024-12-10 01:06:54 +0000 UTC Type:0 Mac:52:54:00:a4:53:39 Iaid: IPaddr:192.168.39.198 Prefix:24 Hostname:ha-070032-m02 Clientid:01:52:54:00:a4:53:39}
I1210 00:07:08.551601 97943 main.go:141] libmachine: (ha-070032-m02) DBG | domain ha-070032-m02 has defined IP address 192.168.39.198 and MAC address 52:54:00:a4:53:39 in network mk-ha-070032
I1210 00:07:08.551788 97943 main.go:141] libmachine: (ha-070032-m02) Calling .GetSSHPort
I1210 00:07:08.551950 97943 main.go:141] libmachine: (ha-070032-m02) Calling .GetSSHKeyPath
I1210 00:07:08.552104 97943 main.go:141] libmachine: (ha-070032-m02) Calling .GetSSHKeyPath
I1210 00:07:08.552224 97943 main.go:141] libmachine: (ha-070032-m02) Calling .GetSSHUsername
I1210 00:07:08.552368 97943 main.go:141] libmachine: Using SSH client type: native
I1210 00:07:08.552535 97943 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866ca0] 0x869980 <nil> [] 0s} 192.168.39.198 22 <nil> <nil>}
I1210 00:07:08.552544 97943 main.go:141] libmachine: About to run SSH command:
date +%s.%N
I1210 00:07:08.658708 97943 main.go:141] libmachine: SSH cmd err, output: <nil>: 1733789228.640009863
I1210 00:07:08.658732 97943 fix.go:216] guest clock: 1733789228.640009863
I1210 00:07:08.658742 97943 fix.go:229] Guest: 2024-12-10 00:07:08.640009863 +0000 UTC Remote: 2024-12-10 00:07:08.549251378 +0000 UTC m=+75.795332018 (delta=90.758485ms)
I1210 00:07:08.658764 97943 fix.go:200] guest clock delta is within tolerance: 90.758485ms
I1210 00:07:08.658772 97943 start.go:83] releasing machines lock for "ha-070032-m02", held for 29.303735455s
I1210 00:07:08.658798 97943 main.go:141] libmachine: (ha-070032-m02) Calling .DriverName
I1210 00:07:08.659077 97943 main.go:141] libmachine: (ha-070032-m02) Calling .GetIP
I1210 00:07:08.661426 97943 main.go:141] libmachine: (ha-070032-m02) DBG | domain ha-070032-m02 has defined MAC address 52:54:00:a4:53:39 in network mk-ha-070032
I1210 00:07:08.661743 97943 main.go:141] libmachine: (ha-070032-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:a4:53:39", ip: ""} in network mk-ha-070032: {Iface:virbr1 ExpiryTime:2024-12-10 01:06:54 +0000 UTC Type:0 Mac:52:54:00:a4:53:39 Iaid: IPaddr:192.168.39.198 Prefix:24 Hostname:ha-070032-m02 Clientid:01:52:54:00:a4:53:39}
I1210 00:07:08.661779 97943 main.go:141] libmachine: (ha-070032-m02) DBG | domain ha-070032-m02 has defined IP address 192.168.39.198 and MAC address 52:54:00:a4:53:39 in network mk-ha-070032
I1210 00:07:08.663916 97943 out.go:177] * Found network options:
I1210 00:07:08.665147 97943 out.go:177] - NO_PROXY=192.168.39.187
W1210 00:07:08.666190 97943 proxy.go:119] fail to check proxy env: Error ip not in block
I1210 00:07:08.666213 97943 main.go:141] libmachine: (ha-070032-m02) Calling .DriverName
I1210 00:07:08.666724 97943 main.go:141] libmachine: (ha-070032-m02) Calling .DriverName
I1210 00:07:08.666867 97943 main.go:141] libmachine: (ha-070032-m02) Calling .DriverName
I1210 00:07:08.666999 97943 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1210 00:07:08.667045 97943 main.go:141] libmachine: (ha-070032-m02) Calling .GetSSHHostname
W1210 00:07:08.667058 97943 proxy.go:119] fail to check proxy env: Error ip not in block
I1210 00:07:08.667145 97943 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1210 00:07:08.667170 97943 main.go:141] libmachine: (ha-070032-m02) Calling .GetSSHHostname
I1210 00:07:08.669614 97943 main.go:141] libmachine: (ha-070032-m02) DBG | domain ha-070032-m02 has defined MAC address 52:54:00:a4:53:39 in network mk-ha-070032
I1210 00:07:08.669829 97943 main.go:141] libmachine: (ha-070032-m02) DBG | domain ha-070032-m02 has defined MAC address 52:54:00:a4:53:39 in network mk-ha-070032
I1210 00:07:08.669978 97943 main.go:141] libmachine: (ha-070032-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:a4:53:39", ip: ""} in network mk-ha-070032: {Iface:virbr1 ExpiryTime:2024-12-10 01:06:54 +0000 UTC Type:0 Mac:52:54:00:a4:53:39 Iaid: IPaddr:192.168.39.198 Prefix:24 Hostname:ha-070032-m02 Clientid:01:52:54:00:a4:53:39}
I1210 00:07:08.670007 97943 main.go:141] libmachine: (ha-070032-m02) DBG | domain ha-070032-m02 has defined IP address 192.168.39.198 and MAC address 52:54:00:a4:53:39 in network mk-ha-070032
I1210 00:07:08.670104 97943 main.go:141] libmachine: (ha-070032-m02) Calling .GetSSHPort
I1210 00:07:08.670217 97943 main.go:141] libmachine: (ha-070032-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:a4:53:39", ip: ""} in network mk-ha-070032: {Iface:virbr1 ExpiryTime:2024-12-10 01:06:54 +0000 UTC Type:0 Mac:52:54:00:a4:53:39 Iaid: IPaddr:192.168.39.198 Prefix:24 Hostname:ha-070032-m02 Clientid:01:52:54:00:a4:53:39}
I1210 00:07:08.670241 97943 main.go:141] libmachine: (ha-070032-m02) DBG | domain ha-070032-m02 has defined IP address 192.168.39.198 and MAC address 52:54:00:a4:53:39 in network mk-ha-070032
I1210 00:07:08.670281 97943 main.go:141] libmachine: (ha-070032-m02) Calling .GetSSHKeyPath
I1210 00:07:08.670437 97943 main.go:141] libmachine: (ha-070032-m02) Calling .GetSSHPort
I1210 00:07:08.670446 97943 main.go:141] libmachine: (ha-070032-m02) Calling .GetSSHUsername
I1210 00:07:08.670629 97943 main.go:141] libmachine: (ha-070032-m02) Calling .GetSSHKeyPath
I1210 00:07:08.670648 97943 sshutil.go:53] new ssh client: &{IP:192.168.39.198 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/20062-79135/.minikube/machines/ha-070032-m02/id_rsa Username:docker}
I1210 00:07:08.670779 97943 main.go:141] libmachine: (ha-070032-m02) Calling .GetSSHUsername
I1210 00:07:08.670926 97943 sshutil.go:53] new ssh client: &{IP:192.168.39.198 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/20062-79135/.minikube/machines/ha-070032-m02/id_rsa Username:docker}
I1210 00:07:08.901492 97943 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
W1210 00:07:08.907747 97943 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I1210 00:07:08.907817 97943 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1210 00:07:08.923205 97943 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)
I1210 00:07:08.923229 97943 start.go:495] detecting cgroup driver to use...
I1210 00:07:08.923295 97943 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1210 00:07:08.937553 97943 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1210 00:07:08.950281 97943 docker.go:217] disabling cri-docker service (if available) ...
I1210 00:07:08.950346 97943 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1210 00:07:08.962860 97943 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1210 00:07:08.975314 97943 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1210 00:07:09.086709 97943 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1210 00:07:09.237022 97943 docker.go:233] disabling docker service ...
I1210 00:07:09.237103 97943 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1210 00:07:09.249910 97943 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1210 00:07:09.261842 97943 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1210 00:07:09.377487 97943 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1210 00:07:09.489077 97943 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1210 00:07:09.503310 97943 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1210 00:07:09.520074 97943 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10" pause image...
I1210 00:07:09.520146 97943 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10"|' /etc/crio/crio.conf.d/02-crio.conf"
I1210 00:07:09.529237 97943 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I1210 00:07:09.529299 97943 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I1210 00:07:09.538814 97943 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1210 00:07:09.547790 97943 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1210 00:07:09.557022 97943 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1210 00:07:09.566274 97943 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I1210 00:07:09.575677 97943 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I1210 00:07:09.591166 97943 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I1210 00:07:09.600226 97943 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1210 00:07:09.608899 97943 crio.go:166] couldn't verify netfilter by "sudo sysctl net.bridge.bridge-nf-call-iptables" which might be okay. error: sudo sysctl net.bridge.bridge-nf-call-iptables: Process exited with status 255
stdout:
stderr:
sysctl: cannot stat /proc/sys/net/bridge/bridge-nf-call-iptables: No such file or directory
I1210 00:07:09.608959 97943 ssh_runner.go:195] Run: sudo modprobe br_netfilter
I1210 00:07:09.621054 97943 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1210 00:07:09.630324 97943 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1210 00:07:09.745895 97943 ssh_runner.go:195] Run: sudo systemctl restart crio
I1210 00:07:09.836812 97943 start.go:542] Will wait 60s for socket path /var/run/crio/crio.sock
I1210 00:07:09.836886 97943 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1210 00:07:09.841320 97943 start.go:563] Will wait 60s for crictl version
I1210 00:07:09.841380 97943 ssh_runner.go:195] Run: which crictl
I1210 00:07:09.845003 97943 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I1210 00:07:09.887045 97943 start.go:579] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.29.1
RuntimeApiVersion: v1
I1210 00:07:09.887158 97943 ssh_runner.go:195] Run: crio --version
I1210 00:07:09.913628 97943 ssh_runner.go:195] Run: crio --version
I1210 00:07:09.940544 97943 out.go:177] * Preparing Kubernetes v1.31.2 on CRI-O 1.29.1 ...
I1210 00:07:09.941808 97943 out.go:177] - env NO_PROXY=192.168.39.187
I1210 00:07:09.942959 97943 main.go:141] libmachine: (ha-070032-m02) Calling .GetIP
I1210 00:07:09.945644 97943 main.go:141] libmachine: (ha-070032-m02) DBG | domain ha-070032-m02 has defined MAC address 52:54:00:a4:53:39 in network mk-ha-070032
I1210 00:07:09.946026 97943 main.go:141] libmachine: (ha-070032-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:a4:53:39", ip: ""} in network mk-ha-070032: {Iface:virbr1 ExpiryTime:2024-12-10 01:06:54 +0000 UTC Type:0 Mac:52:54:00:a4:53:39 Iaid: IPaddr:192.168.39.198 Prefix:24 Hostname:ha-070032-m02 Clientid:01:52:54:00:a4:53:39}
I1210 00:07:09.946058 97943 main.go:141] libmachine: (ha-070032-m02) DBG | domain ha-070032-m02 has defined IP address 192.168.39.198 and MAC address 52:54:00:a4:53:39 in network mk-ha-070032
I1210 00:07:09.946322 97943 ssh_runner.go:195] Run: grep 192.168.39.1 host.minikube.internal$ /etc/hosts
I1210 00:07:09.950215 97943 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.39.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1210 00:07:09.961995 97943 mustload.go:65] Loading cluster: ha-070032
I1210 00:07:09.962176 97943 config.go:182] Loaded profile config "ha-070032": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1210 00:07:09.962427 97943 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1210 00:07:09.962471 97943 main.go:141] libmachine: Launching plugin server for driver kvm2
I1210 00:07:09.977140 97943 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:34015
I1210 00:07:09.977521 97943 main.go:141] libmachine: () Calling .GetVersion
I1210 00:07:09.978002 97943 main.go:141] libmachine: Using API Version 1
I1210 00:07:09.978024 97943 main.go:141] libmachine: () Calling .SetConfigRaw
I1210 00:07:09.978339 97943 main.go:141] libmachine: () Calling .GetMachineName
I1210 00:07:09.978526 97943 main.go:141] libmachine: (ha-070032) Calling .GetState
I1210 00:07:09.979937 97943 host.go:66] Checking if "ha-070032" exists ...
I1210 00:07:09.980239 97943 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1210 00:07:09.980281 97943 main.go:141] libmachine: Launching plugin server for driver kvm2
I1210 00:07:09.994247 97943 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:36787
I1210 00:07:09.994760 97943 main.go:141] libmachine: () Calling .GetVersion
I1210 00:07:09.995248 97943 main.go:141] libmachine: Using API Version 1
I1210 00:07:09.995276 97943 main.go:141] libmachine: () Calling .SetConfigRaw
I1210 00:07:09.995617 97943 main.go:141] libmachine: () Calling .GetMachineName
I1210 00:07:09.995804 97943 main.go:141] libmachine: (ha-070032) Calling .DriverName
I1210 00:07:09.995981 97943 certs.go:68] Setting up /home/jenkins/minikube-integration/20062-79135/.minikube/profiles/ha-070032 for IP: 192.168.39.198
I1210 00:07:09.995996 97943 certs.go:194] generating shared ca certs ...
I1210 00:07:09.996013 97943 certs.go:226] acquiring lock for ca certs: {Name:mk82048ce3206adab88c39bd4bfb12d93c4bec87 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1210 00:07:09.996181 97943 certs.go:235] skipping valid "minikubeCA" ca cert: /home/jenkins/minikube-integration/20062-79135/.minikube/ca.key
I1210 00:07:09.996237 97943 certs.go:235] skipping valid "proxyClientCA" ca cert: /home/jenkins/minikube-integration/20062-79135/.minikube/proxy-client-ca.key
I1210 00:07:09.996250 97943 certs.go:256] generating profile certs ...
I1210 00:07:09.996340 97943 certs.go:359] skipping valid signed profile cert regeneration for "minikube-user": /home/jenkins/minikube-integration/20062-79135/.minikube/profiles/ha-070032/client.key
I1210 00:07:09.996369 97943 certs.go:363] generating signed profile cert for "minikube": /home/jenkins/minikube-integration/20062-79135/.minikube/profiles/ha-070032/apiserver.key.f9753880
I1210 00:07:09.996386 97943 crypto.go:68] Generating cert /home/jenkins/minikube-integration/20062-79135/.minikube/profiles/ha-070032/apiserver.crt.f9753880 with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.168.39.187 192.168.39.198 192.168.39.254]
I1210 00:07:10.076485 97943 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/20062-79135/.minikube/profiles/ha-070032/apiserver.crt.f9753880 ...
I1210 00:07:10.076513 97943 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20062-79135/.minikube/profiles/ha-070032/apiserver.crt.f9753880: {Name:mk063fa61de97dbebc815f8cdc0b8ad5f6ad42dd Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1210 00:07:10.076683 97943 crypto.go:164] Writing key to /home/jenkins/minikube-integration/20062-79135/.minikube/profiles/ha-070032/apiserver.key.f9753880 ...
I1210 00:07:10.076697 97943 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20062-79135/.minikube/profiles/ha-070032/apiserver.key.f9753880: {Name:mk6197070a633b3c7bff009f36273929319901d5 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1210 00:07:10.076768 97943 certs.go:381] copying /home/jenkins/minikube-integration/20062-79135/.minikube/profiles/ha-070032/apiserver.crt.f9753880 -> /home/jenkins/minikube-integration/20062-79135/.minikube/profiles/ha-070032/apiserver.crt
I1210 00:07:10.076894 97943 certs.go:385] copying /home/jenkins/minikube-integration/20062-79135/.minikube/profiles/ha-070032/apiserver.key.f9753880 -> /home/jenkins/minikube-integration/20062-79135/.minikube/profiles/ha-070032/apiserver.key
I1210 00:07:10.077019 97943 certs.go:359] skipping valid signed profile cert regeneration for "aggregator": /home/jenkins/minikube-integration/20062-79135/.minikube/profiles/ha-070032/proxy-client.key
I1210 00:07:10.077036 97943 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20062-79135/.minikube/ca.crt -> /var/lib/minikube/certs/ca.crt
I1210 00:07:10.077051 97943 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20062-79135/.minikube/ca.key -> /var/lib/minikube/certs/ca.key
I1210 00:07:10.077064 97943 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20062-79135/.minikube/proxy-client-ca.crt -> /var/lib/minikube/certs/proxy-client-ca.crt
I1210 00:07:10.077079 97943 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20062-79135/.minikube/proxy-client-ca.key -> /var/lib/minikube/certs/proxy-client-ca.key
I1210 00:07:10.077092 97943 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20062-79135/.minikube/profiles/ha-070032/apiserver.crt -> /var/lib/minikube/certs/apiserver.crt
I1210 00:07:10.077105 97943 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20062-79135/.minikube/profiles/ha-070032/apiserver.key -> /var/lib/minikube/certs/apiserver.key
I1210 00:07:10.077118 97943 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20062-79135/.minikube/profiles/ha-070032/proxy-client.crt -> /var/lib/minikube/certs/proxy-client.crt
I1210 00:07:10.077130 97943 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20062-79135/.minikube/profiles/ha-070032/proxy-client.key -> /var/lib/minikube/certs/proxy-client.key
I1210 00:07:10.077177 97943 certs.go:484] found cert: /home/jenkins/minikube-integration/20062-79135/.minikube/certs/86296.pem (1338 bytes)
W1210 00:07:10.077207 97943 certs.go:480] ignoring /home/jenkins/minikube-integration/20062-79135/.minikube/certs/86296_empty.pem, impossibly tiny 0 bytes
I1210 00:07:10.077219 97943 certs.go:484] found cert: /home/jenkins/minikube-integration/20062-79135/.minikube/certs/ca-key.pem (1675 bytes)
I1210 00:07:10.077240 97943 certs.go:484] found cert: /home/jenkins/minikube-integration/20062-79135/.minikube/certs/ca.pem (1078 bytes)
I1210 00:07:10.077261 97943 certs.go:484] found cert: /home/jenkins/minikube-integration/20062-79135/.minikube/certs/cert.pem (1123 bytes)
I1210 00:07:10.077283 97943 certs.go:484] found cert: /home/jenkins/minikube-integration/20062-79135/.minikube/certs/key.pem (1675 bytes)
I1210 00:07:10.077318 97943 certs.go:484] found cert: /home/jenkins/minikube-integration/20062-79135/.minikube/files/etc/ssl/certs/862962.pem (1708 bytes)
I1210 00:07:10.077343 97943 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20062-79135/.minikube/ca.crt -> /usr/share/ca-certificates/minikubeCA.pem
I1210 00:07:10.077356 97943 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20062-79135/.minikube/certs/86296.pem -> /usr/share/ca-certificates/86296.pem
I1210 00:07:10.077368 97943 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20062-79135/.minikube/files/etc/ssl/certs/862962.pem -> /usr/share/ca-certificates/862962.pem
I1210 00:07:10.077402 97943 main.go:141] libmachine: (ha-070032) Calling .GetSSHHostname
I1210 00:07:10.080314 97943 main.go:141] libmachine: (ha-070032) DBG | domain ha-070032 has defined MAC address 52:54:00:ad:ce:dc in network mk-ha-070032
I1210 00:07:10.080656 97943 main.go:141] libmachine: (ha-070032) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:ad:ce:dc", ip: ""} in network mk-ha-070032: {Iface:virbr1 ExpiryTime:2024-12-10 01:06:07 +0000 UTC Type:0 Mac:52:54:00:ad:ce:dc Iaid: IPaddr:192.168.39.187 Prefix:24 Hostname:ha-070032 Clientid:01:52:54:00:ad:ce:dc}
I1210 00:07:10.080686 97943 main.go:141] libmachine: (ha-070032) DBG | domain ha-070032 has defined IP address 192.168.39.187 and MAC address 52:54:00:ad:ce:dc in network mk-ha-070032
I1210 00:07:10.080849 97943 main.go:141] libmachine: (ha-070032) Calling .GetSSHPort
I1210 00:07:10.081053 97943 main.go:141] libmachine: (ha-070032) Calling .GetSSHKeyPath
I1210 00:07:10.081213 97943 main.go:141] libmachine: (ha-070032) Calling .GetSSHUsername
I1210 00:07:10.081346 97943 sshutil.go:53] new ssh client: &{IP:192.168.39.187 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/20062-79135/.minikube/machines/ha-070032/id_rsa Username:docker}
I1210 00:07:10.150955 97943 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/sa.pub
I1210 00:07:10.156109 97943 ssh_runner.go:447] scp /var/lib/minikube/certs/sa.pub --> memory (451 bytes)
I1210 00:07:10.172000 97943 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/sa.key
I1210 00:07:10.175843 97943 ssh_runner.go:447] scp /var/lib/minikube/certs/sa.key --> memory (1679 bytes)
I1210 00:07:10.191569 97943 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/front-proxy-ca.crt
I1210 00:07:10.195845 97943 ssh_runner.go:447] scp /var/lib/minikube/certs/front-proxy-ca.crt --> memory (1123 bytes)
I1210 00:07:10.205344 97943 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/front-proxy-ca.key
I1210 00:07:10.208990 97943 ssh_runner.go:447] scp /var/lib/minikube/certs/front-proxy-ca.key --> memory (1679 bytes)
I1210 00:07:10.218513 97943 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/etcd/ca.crt
I1210 00:07:10.222172 97943 ssh_runner.go:447] scp /var/lib/minikube/certs/etcd/ca.crt --> memory (1094 bytes)
I1210 00:07:10.231444 97943 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/etcd/ca.key
I1210 00:07:10.235751 97943 ssh_runner.go:447] scp /var/lib/minikube/certs/etcd/ca.key --> memory (1675 bytes)
I1210 00:07:10.245673 97943 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20062-79135/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1210 00:07:10.268586 97943 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20062-79135/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1679 bytes)
I1210 00:07:10.289301 97943 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20062-79135/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1210 00:07:10.309755 97943 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20062-79135/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I1210 00:07:10.330372 97943 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20062-79135/.minikube/profiles/ha-070032/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1436 bytes)
I1210 00:07:10.350734 97943 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20062-79135/.minikube/profiles/ha-070032/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)
I1210 00:07:10.370944 97943 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20062-79135/.minikube/profiles/ha-070032/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1210 00:07:10.391160 97943 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20062-79135/.minikube/profiles/ha-070032/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1679 bytes)
I1210 00:07:10.411354 97943 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20062-79135/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1210 00:07:10.431480 97943 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20062-79135/.minikube/certs/86296.pem --> /usr/share/ca-certificates/86296.pem (1338 bytes)
I1210 00:07:10.453051 97943 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20062-79135/.minikube/files/etc/ssl/certs/862962.pem --> /usr/share/ca-certificates/862962.pem (1708 bytes)
I1210 00:07:10.473317 97943 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/sa.pub (451 bytes)
I1210 00:07:10.487731 97943 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/sa.key (1679 bytes)
I1210 00:07:10.501999 97943 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/front-proxy-ca.crt (1123 bytes)
I1210 00:07:10.516876 97943 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/front-proxy-ca.key (1679 bytes)
I1210 00:07:10.531860 97943 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/etcd/ca.crt (1094 bytes)
I1210 00:07:10.546723 97943 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/etcd/ca.key (1675 bytes)
I1210 00:07:10.561653 97943 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (744 bytes)
I1210 00:07:10.575903 97943 ssh_runner.go:195] Run: openssl version
I1210 00:07:10.580966 97943 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/862962.pem && ln -fs /usr/share/ca-certificates/862962.pem /etc/ssl/certs/862962.pem"
I1210 00:07:10.590633 97943 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/862962.pem
I1210 00:07:10.594516 97943 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Dec 9 23:55 /usr/share/ca-certificates/862962.pem
I1210 00:07:10.594555 97943 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/862962.pem
I1210 00:07:10.599765 97943 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/862962.pem /etc/ssl/certs/3ec20f2e.0"
I1210 00:07:10.609423 97943 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1210 00:07:10.619123 97943 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1210 00:07:10.623118 97943 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Dec 9 23:44 /usr/share/ca-certificates/minikubeCA.pem
I1210 00:07:10.623159 97943 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1210 00:07:10.628240 97943 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1210 00:07:10.637834 97943 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/86296.pem && ln -fs /usr/share/ca-certificates/86296.pem /etc/ssl/certs/86296.pem"
I1210 00:07:10.647418 97943 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/86296.pem
I1210 00:07:10.651160 97943 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Dec 9 23:55 /usr/share/ca-certificates/86296.pem
I1210 00:07:10.651204 97943 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/86296.pem
I1210 00:07:10.656233 97943 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/86296.pem /etc/ssl/certs/51391683.0"
I1210 00:07:10.666013 97943 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1210 00:07:10.669458 97943 certs.go:399] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I1210 00:07:10.669508 97943 kubeadm.go:934] updating node {m02 192.168.39.198 8443 v1.31.2 crio true true} ...
I1210 00:07:10.669598 97943 kubeadm.go:946] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.31.2/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --hostname-override=ha-070032-m02 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.39.198
[Install]
config:
{KubernetesVersion:v1.31.2 ClusterName:ha-070032 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1210 00:07:10.669628 97943 kube-vip.go:115] generating kube-vip config ...
I1210 00:07:10.669651 97943 ssh_runner.go:195] Run: sudo sh -c "modprobe --all ip_vs ip_vs_rr ip_vs_wrr ip_vs_sh nf_conntrack"
I1210 00:07:10.689973 97943 kube-vip.go:167] auto-enabling control-plane load-balancing in kube-vip
I1210 00:07:10.690046 97943 kube-vip.go:137] kube-vip config:
apiVersion: v1
kind: Pod
metadata:
creationTimestamp: null
name: kube-vip
namespace: kube-system
spec:
containers:
- args:
- manager
env:
- name: vip_arp
value: "true"
- name: port
value: "8443"
- name: vip_nodename
valueFrom:
fieldRef:
fieldPath: spec.nodeName
- name: vip_interface
value: eth0
- name: vip_cidr
value: "32"
- name: dns_mode
value: first
- name: cp_enable
value: "true"
- name: cp_namespace
value: kube-system
- name: vip_leaderelection
value: "true"
- name: vip_leasename
value: plndr-cp-lock
- name: vip_leaseduration
value: "5"
- name: vip_renewdeadline
value: "3"
- name: vip_retryperiod
value: "1"
- name: address
value: 192.168.39.254
- name: prometheus_server
value: :2112
- name : lb_enable
value: "true"
- name: lb_port
value: "8443"
image: ghcr.io/kube-vip/kube-vip:v0.8.7
imagePullPolicy: IfNotPresent
name: kube-vip
resources: {}
securityContext:
capabilities:
add:
- NET_ADMIN
- NET_RAW
volumeMounts:
- mountPath: /etc/kubernetes/admin.conf
name: kubeconfig
hostAliases:
- hostnames:
- kubernetes
ip: 127.0.0.1
hostNetwork: true
volumes:
- hostPath:
path: "/etc/kubernetes/admin.conf"
name: kubeconfig
status: {}
I1210 00:07:10.690097 97943 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.31.2
I1210 00:07:10.699806 97943 binaries.go:47] Didn't find k8s binaries: sudo ls /var/lib/minikube/binaries/v1.31.2: Process exited with status 2
stdout:
stderr:
ls: cannot access '/var/lib/minikube/binaries/v1.31.2': No such file or directory
Initiating transfer...
I1210 00:07:10.699859 97943 ssh_runner.go:195] Run: sudo mkdir -p /var/lib/minikube/binaries/v1.31.2
I1210 00:07:10.709208 97943 binary.go:74] Not caching binary, using https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubectl?checksum=file:https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubectl.sha256
I1210 00:07:10.709234 97943 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20062-79135/.minikube/cache/linux/amd64/v1.31.2/kubectl -> /var/lib/minikube/binaries/v1.31.2/kubectl
I1210 00:07:10.709289 97943 download.go:107] Downloading: https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubeadm?checksum=file:https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubeadm.sha256 -> /home/jenkins/minikube-integration/20062-79135/.minikube/cache/linux/amd64/v1.31.2/kubeadm
I1210 00:07:10.709322 97943 download.go:107] Downloading: https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubelet?checksum=file:https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubelet.sha256 -> /home/jenkins/minikube-integration/20062-79135/.minikube/cache/linux/amd64/v1.31.2/kubelet
I1210 00:07:10.709296 97943 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubectl
I1210 00:07:10.713239 97943 ssh_runner.go:352] existence check for /var/lib/minikube/binaries/v1.31.2/kubectl: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubectl: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/binaries/v1.31.2/kubectl': No such file or directory
I1210 00:07:10.713260 97943 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20062-79135/.minikube/cache/linux/amd64/v1.31.2/kubectl --> /var/lib/minikube/binaries/v1.31.2/kubectl (56381592 bytes)
I1210 00:07:11.639149 97943 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20062-79135/.minikube/cache/linux/amd64/v1.31.2/kubeadm -> /var/lib/minikube/binaries/v1.31.2/kubeadm
I1210 00:07:11.639234 97943 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubeadm
I1210 00:07:11.643871 97943 ssh_runner.go:352] existence check for /var/lib/minikube/binaries/v1.31.2/kubeadm: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubeadm: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/binaries/v1.31.2/kubeadm': No such file or directory
I1210 00:07:11.643902 97943 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20062-79135/.minikube/cache/linux/amd64/v1.31.2/kubeadm --> /var/lib/minikube/binaries/v1.31.2/kubeadm (58290328 bytes)
I1210 00:07:11.758059 97943 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1210 00:07:11.787926 97943 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20062-79135/.minikube/cache/linux/amd64/v1.31.2/kubelet -> /var/lib/minikube/binaries/v1.31.2/kubelet
I1210 00:07:11.788041 97943 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubelet
I1210 00:07:11.795093 97943 ssh_runner.go:352] existence check for /var/lib/minikube/binaries/v1.31.2/kubelet: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubelet: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/binaries/v1.31.2/kubelet': No such file or directory
I1210 00:07:11.795140 97943 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20062-79135/.minikube/cache/linux/amd64/v1.31.2/kubelet --> /var/lib/minikube/binaries/v1.31.2/kubelet (76902744 bytes)
I1210 00:07:12.180780 97943 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /etc/kubernetes/manifests
I1210 00:07:12.189342 97943 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (313 bytes)
I1210 00:07:12.205977 97943 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1210 00:07:12.220614 97943 ssh_runner.go:362] scp memory --> /etc/kubernetes/manifests/kube-vip.yaml (1441 bytes)
I1210 00:07:12.235844 97943 ssh_runner.go:195] Run: grep 192.168.39.254 control-plane.minikube.internal$ /etc/hosts
I1210 00:07:12.239089 97943 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.39.254 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1210 00:07:12.251338 97943 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1210 00:07:12.381143 97943 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1210 00:07:12.396098 97943 host.go:66] Checking if "ha-070032" exists ...
I1210 00:07:12.396594 97943 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1210 00:07:12.396651 97943 main.go:141] libmachine: Launching plugin server for driver kvm2
I1210 00:07:12.412619 97943 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:39619
I1210 00:07:12.413166 97943 main.go:141] libmachine: () Calling .GetVersion
I1210 00:07:12.413744 97943 main.go:141] libmachine: Using API Version 1
I1210 00:07:12.413766 97943 main.go:141] libmachine: () Calling .SetConfigRaw
I1210 00:07:12.414184 97943 main.go:141] libmachine: () Calling .GetMachineName
I1210 00:07:12.414391 97943 main.go:141] libmachine: (ha-070032) Calling .DriverName
I1210 00:07:12.414627 97943 start.go:317] joinCluster: &{Name:ha-070032 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19917/minikube-v1.34.0-1730913550-19917-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730888964-19917@sha256:629a5748e3ec15a091fef12257eb3754b8ffc0c974ebcbb016451c65d1829615 Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.2 Cluster
Name:ha-070032 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.39.187 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m02 IP:192.168.39.198 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[default-storageclass:true storage-provisioner:true] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiratio
n:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1210 00:07:12.414728 97943 ssh_runner.go:195] Run: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.2:$PATH" kubeadm token create --print-join-command --ttl=0"
I1210 00:07:12.414747 97943 main.go:141] libmachine: (ha-070032) Calling .GetSSHHostname
I1210 00:07:12.418002 97943 main.go:141] libmachine: (ha-070032) DBG | domain ha-070032 has defined MAC address 52:54:00:ad:ce:dc in network mk-ha-070032
I1210 00:07:12.418418 97943 main.go:141] libmachine: (ha-070032) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:ad:ce:dc", ip: ""} in network mk-ha-070032: {Iface:virbr1 ExpiryTime:2024-12-10 01:06:07 +0000 UTC Type:0 Mac:52:54:00:ad:ce:dc Iaid: IPaddr:192.168.39.187 Prefix:24 Hostname:ha-070032 Clientid:01:52:54:00:ad:ce:dc}
I1210 00:07:12.418450 97943 main.go:141] libmachine: (ha-070032) DBG | domain ha-070032 has defined IP address 192.168.39.187 and MAC address 52:54:00:ad:ce:dc in network mk-ha-070032
I1210 00:07:12.418629 97943 main.go:141] libmachine: (ha-070032) Calling .GetSSHPort
I1210 00:07:12.418810 97943 main.go:141] libmachine: (ha-070032) Calling .GetSSHKeyPath
I1210 00:07:12.418994 97943 main.go:141] libmachine: (ha-070032) Calling .GetSSHUsername
I1210 00:07:12.419164 97943 sshutil.go:53] new ssh client: &{IP:192.168.39.187 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/20062-79135/.minikube/machines/ha-070032/id_rsa Username:docker}
I1210 00:07:12.570827 97943 start.go:343] trying to join control-plane node "m02" to cluster: &{Name:m02 IP:192.168.39.198 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}
I1210 00:07:12.570886 97943 ssh_runner.go:195] Run: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.2:$PATH" kubeadm join control-plane.minikube.internal:8443 --token tdi3w2.l01zdw261ipf0ila --discovery-token-ca-cert-hash sha256:f58183563ef012ba19490e91b4951ad764e8834fc8f21cd0c4b0e6017b139191 --ignore-preflight-errors=all --cri-socket unix:///var/run/crio/crio.sock --node-name=ha-070032-m02 --control-plane --apiserver-advertise-address=192.168.39.198 --apiserver-bind-port=8443"
I1210 00:07:32.921639 97943 ssh_runner.go:235] Completed: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.2:$PATH" kubeadm join control-plane.minikube.internal:8443 --token tdi3w2.l01zdw261ipf0ila --discovery-token-ca-cert-hash sha256:f58183563ef012ba19490e91b4951ad764e8834fc8f21cd0c4b0e6017b139191 --ignore-preflight-errors=all --cri-socket unix:///var/run/crio/crio.sock --node-name=ha-070032-m02 --control-plane --apiserver-advertise-address=192.168.39.198 --apiserver-bind-port=8443": (20.350728679s)
I1210 00:07:32.921682 97943 ssh_runner.go:195] Run: /bin/bash -c "sudo systemctl daemon-reload && sudo systemctl enable kubelet && sudo systemctl start kubelet"
I1210 00:07:33.411739 97943 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig label --overwrite nodes ha-070032-m02 minikube.k8s.io/updated_at=2024_12_10T00_07_33_0700 minikube.k8s.io/version=v1.34.0 minikube.k8s.io/commit=ef4b1d364e31f576638442321d9f6b3bc3aea9a9 minikube.k8s.io/name=ha-070032 minikube.k8s.io/primary=false
I1210 00:07:33.552589 97943 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig taint nodes ha-070032-m02 node-role.kubernetes.io/control-plane:NoSchedule-
I1210 00:07:33.681991 97943 start.go:319] duration metric: took 21.26735926s to joinCluster
I1210 00:07:33.682079 97943 start.go:235] Will wait 6m0s for node &{Name:m02 IP:192.168.39.198 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}
I1210 00:07:33.682486 97943 config.go:182] Loaded profile config "ha-070032": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1210 00:07:33.683556 97943 out.go:177] * Verifying Kubernetes components...
I1210 00:07:33.684723 97943 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1210 00:07:33.911972 97943 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1210 00:07:33.951142 97943 loader.go:395] Config loaded from file: /home/jenkins/minikube-integration/20062-79135/kubeconfig
I1210 00:07:33.951400 97943 kapi.go:59] client config for ha-070032: &rest.Config{Host:"https://192.168.39.254:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/home/jenkins/minikube-integration/20062-79135/.minikube/profiles/ha-070032/client.crt", KeyFile:"/home/jenkins/minikube-integration/20062-79135/.minikube/profiles/ha-070032/client.key", CAFile:"/home/jenkins/minikube-integration/20062-79135/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil), CAData:[]uint8(nil), NextProtos:[]string(nil)
}, UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x243b6e0), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
W1210 00:07:33.951471 97943 kubeadm.go:483] Overriding stale ClientConfig host https://192.168.39.254:8443 with https://192.168.39.187:8443
I1210 00:07:33.951667 97943 node_ready.go:35] waiting up to 6m0s for node "ha-070032-m02" to be "Ready" ...
I1210 00:07:33.951780 97943 round_trippers.go:463] GET https://192.168.39.187:8443/api/v1/nodes/ha-070032-m02
I1210 00:07:33.951788 97943 round_trippers.go:469] Request Headers:
I1210 00:07:33.951796 97943 round_trippers.go:473] Accept: application/json, */*
I1210 00:07:33.951800 97943 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1210 00:07:33.961739 97943 round_trippers.go:574] Response Status: 200 OK in 9 milliseconds
I1210 00:07:34.452167 97943 round_trippers.go:463] GET https://192.168.39.187:8443/api/v1/nodes/ha-070032-m02
I1210 00:07:34.452198 97943 round_trippers.go:469] Request Headers:
I1210 00:07:34.452211 97943 round_trippers.go:473] Accept: application/json, */*
I1210 00:07:34.452219 97943 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1210 00:07:34.456196 97943 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1210 00:07:34.952070 97943 round_trippers.go:463] GET https://192.168.39.187:8443/api/v1/nodes/ha-070032-m02
I1210 00:07:34.952094 97943 round_trippers.go:469] Request Headers:
I1210 00:07:34.952105 97943 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1210 00:07:34.952111 97943 round_trippers.go:473] Accept: application/json, */*
I1210 00:07:34.957522 97943 round_trippers.go:574] Response Status: 200 OK in 5 milliseconds
I1210 00:07:35.452860 97943 round_trippers.go:463] GET https://192.168.39.187:8443/api/v1/nodes/ha-070032-m02
I1210 00:07:35.452883 97943 round_trippers.go:469] Request Headers:
I1210 00:07:35.452890 97943 round_trippers.go:473] Accept: application/json, */*
I1210 00:07:35.452894 97943 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1210 00:07:35.456005 97943 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1210 00:07:35.952021 97943 round_trippers.go:463] GET https://192.168.39.187:8443/api/v1/nodes/ha-070032-m02
I1210 00:07:35.952048 97943 round_trippers.go:469] Request Headers:
I1210 00:07:35.952058 97943 round_trippers.go:473] Accept: application/json, */*
I1210 00:07:35.952063 97943 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1210 00:07:35.955318 97943 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1210 00:07:35.955854 97943 node_ready.go:53] node "ha-070032-m02" has status "Ready":"False"
I1210 00:07:36.452184 97943 round_trippers.go:463] GET https://192.168.39.187:8443/api/v1/nodes/ha-070032-m02
I1210 00:07:36.452211 97943 round_trippers.go:469] Request Headers:
I1210 00:07:36.452222 97943 round_trippers.go:473] Accept: application/json, */*
I1210 00:07:36.452229 97943 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1210 00:07:36.455126 97943 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1210 00:07:36.951926 97943 round_trippers.go:463] GET https://192.168.39.187:8443/api/v1/nodes/ha-070032-m02
I1210 00:07:36.951955 97943 round_trippers.go:469] Request Headers:
I1210 00:07:36.951966 97943 round_trippers.go:473] Accept: application/json, */*
I1210 00:07:36.951973 97943 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1210 00:07:36.956909 97943 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1210 00:07:37.452305 97943 round_trippers.go:463] GET https://192.168.39.187:8443/api/v1/nodes/ha-070032-m02
I1210 00:07:37.452330 97943 round_trippers.go:469] Request Headers:
I1210 00:07:37.452341 97943 round_trippers.go:473] Accept: application/json, */*
I1210 00:07:37.452348 97943 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1210 00:07:37.458679 97943 round_trippers.go:574] Response Status: 200 OK in 6 milliseconds
I1210 00:07:37.952074 97943 round_trippers.go:463] GET https://192.168.39.187:8443/api/v1/nodes/ha-070032-m02
I1210 00:07:37.952096 97943 round_trippers.go:469] Request Headers:
I1210 00:07:37.952105 97943 round_trippers.go:473] Accept: application/json, */*
I1210 00:07:37.952111 97943 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1210 00:07:37.954863 97943 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1210 00:07:38.452953 97943 round_trippers.go:463] GET https://192.168.39.187:8443/api/v1/nodes/ha-070032-m02
I1210 00:07:38.452983 97943 round_trippers.go:469] Request Headers:
I1210 00:07:38.452996 97943 round_trippers.go:473] Accept: application/json, */*
I1210 00:07:38.453003 97943 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1210 00:07:38.455946 97943 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1210 00:07:38.456796 97943 node_ready.go:53] node "ha-070032-m02" has status "Ready":"False"
I1210 00:07:38.952594 97943 round_trippers.go:463] GET https://192.168.39.187:8443/api/v1/nodes/ha-070032-m02
I1210 00:07:38.952617 97943 round_trippers.go:469] Request Headers:
I1210 00:07:38.952626 97943 round_trippers.go:473] Accept: application/json, */*
I1210 00:07:38.952630 97943 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1210 00:07:38.955438 97943 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1210 00:07:39.452632 97943 round_trippers.go:463] GET https://192.168.39.187:8443/api/v1/nodes/ha-070032-m02
I1210 00:07:39.452657 97943 round_trippers.go:469] Request Headers:
I1210 00:07:39.452669 97943 round_trippers.go:473] Accept: application/json, */*
I1210 00:07:39.452675 97943 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1210 00:07:39.455716 97943 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1210 00:07:39.952848 97943 round_trippers.go:463] GET https://192.168.39.187:8443/api/v1/nodes/ha-070032-m02
I1210 00:07:39.952879 97943 round_trippers.go:469] Request Headers:
I1210 00:07:39.952893 97943 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1210 00:07:39.952899 97943 round_trippers.go:473] Accept: application/json, */*
I1210 00:07:39.956221 97943 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1210 00:07:40.452071 97943 round_trippers.go:463] GET https://192.168.39.187:8443/api/v1/nodes/ha-070032-m02
I1210 00:07:40.452095 97943 round_trippers.go:469] Request Headers:
I1210 00:07:40.452105 97943 round_trippers.go:473] Accept: application/json, */*
I1210 00:07:40.452112 97943 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1210 00:07:40.455375 97943 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1210 00:07:40.952464 97943 round_trippers.go:463] GET https://192.168.39.187:8443/api/v1/nodes/ha-070032-m02
I1210 00:07:40.952488 97943 round_trippers.go:469] Request Headers:
I1210 00:07:40.952507 97943 round_trippers.go:473] Accept: application/json, */*
I1210 00:07:40.952512 97943 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1210 00:07:40.955445 97943 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1210 00:07:40.956051 97943 node_ready.go:53] node "ha-070032-m02" has status "Ready":"False"
I1210 00:07:41.452509 97943 round_trippers.go:463] GET https://192.168.39.187:8443/api/v1/nodes/ha-070032-m02
I1210 00:07:41.452534 97943 round_trippers.go:469] Request Headers:
I1210 00:07:41.452542 97943 round_trippers.go:473] Accept: application/json, */*
I1210 00:07:41.452547 97943 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1210 00:07:41.455649 97943 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1210 00:07:41.952634 97943 round_trippers.go:463] GET https://192.168.39.187:8443/api/v1/nodes/ha-070032-m02
I1210 00:07:41.952657 97943 round_trippers.go:469] Request Headers:
I1210 00:07:41.952666 97943 round_trippers.go:473] Accept: application/json, */*
I1210 00:07:41.952669 97943 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1210 00:07:41.955344 97943 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1210 00:07:42.452001 97943 round_trippers.go:463] GET https://192.168.39.187:8443/api/v1/nodes/ha-070032-m02
I1210 00:07:42.452023 97943 round_trippers.go:469] Request Headers:
I1210 00:07:42.452032 97943 round_trippers.go:473] Accept: application/json, */*
I1210 00:07:42.452036 97943 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1210 00:07:42.454753 97943 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1210 00:07:42.952401 97943 round_trippers.go:463] GET https://192.168.39.187:8443/api/v1/nodes/ha-070032-m02
I1210 00:07:42.952423 97943 round_trippers.go:469] Request Headers:
I1210 00:07:42.952436 97943 round_trippers.go:473] Accept: application/json, */*
I1210 00:07:42.952440 97943 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1210 00:07:42.955178 97943 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1210 00:07:43.451951 97943 round_trippers.go:463] GET https://192.168.39.187:8443/api/v1/nodes/ha-070032-m02
I1210 00:07:43.451974 97943 round_trippers.go:469] Request Headers:
I1210 00:07:43.451982 97943 round_trippers.go:473] Accept: application/json, */*
I1210 00:07:43.451986 97943 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1210 00:07:43.454333 97943 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1210 00:07:43.454867 97943 node_ready.go:53] node "ha-070032-m02" has status "Ready":"False"
I1210 00:07:43.951938 97943 round_trippers.go:463] GET https://192.168.39.187:8443/api/v1/nodes/ha-070032-m02
I1210 00:07:43.951963 97943 round_trippers.go:469] Request Headers:
I1210 00:07:43.951973 97943 round_trippers.go:473] Accept: application/json, */*
I1210 00:07:43.951978 97943 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1210 00:07:43.954971 97943 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1210 00:07:44.452196 97943 round_trippers.go:463] GET https://192.168.39.187:8443/api/v1/nodes/ha-070032-m02
I1210 00:07:44.452218 97943 round_trippers.go:469] Request Headers:
I1210 00:07:44.452225 97943 round_trippers.go:473] Accept: application/json, */*
I1210 00:07:44.452230 97943 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1210 00:07:44.455145 97943 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1210 00:07:44.952295 97943 round_trippers.go:463] GET https://192.168.39.187:8443/api/v1/nodes/ha-070032-m02
I1210 00:07:44.952319 97943 round_trippers.go:469] Request Headers:
I1210 00:07:44.952327 97943 round_trippers.go:473] Accept: application/json, */*
I1210 00:07:44.952331 97943 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1210 00:07:44.955347 97943 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1210 00:07:45.452137 97943 round_trippers.go:463] GET https://192.168.39.187:8443/api/v1/nodes/ha-070032-m02
I1210 00:07:45.452165 97943 round_trippers.go:469] Request Headers:
I1210 00:07:45.452176 97943 round_trippers.go:473] Accept: application/json, */*
I1210 00:07:45.452181 97943 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1210 00:07:45.477510 97943 round_trippers.go:574] Response Status: 200 OK in 25 milliseconds
I1210 00:07:45.477938 97943 node_ready.go:53] node "ha-070032-m02" has status "Ready":"False"
I1210 00:07:45.952299 97943 round_trippers.go:463] GET https://192.168.39.187:8443/api/v1/nodes/ha-070032-m02
I1210 00:07:45.952324 97943 round_trippers.go:469] Request Headers:
I1210 00:07:45.952332 97943 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1210 00:07:45.952335 97943 round_trippers.go:473] Accept: application/json, */*
I1210 00:07:45.955321 97943 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1210 00:07:46.452358 97943 round_trippers.go:463] GET https://192.168.39.187:8443/api/v1/nodes/ha-070032-m02
I1210 00:07:46.452384 97943 round_trippers.go:469] Request Headers:
I1210 00:07:46.452393 97943 round_trippers.go:473] Accept: application/json, */*
I1210 00:07:46.452397 97943 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1210 00:07:46.455541 97943 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1210 00:07:46.952608 97943 round_trippers.go:463] GET https://192.168.39.187:8443/api/v1/nodes/ha-070032-m02
I1210 00:07:46.952634 97943 round_trippers.go:469] Request Headers:
I1210 00:07:46.952643 97943 round_trippers.go:473] Accept: application/json, */*
I1210 00:07:46.952647 97943 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1210 00:07:46.957412 97943 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1210 00:07:47.452449 97943 round_trippers.go:463] GET https://192.168.39.187:8443/api/v1/nodes/ha-070032-m02
I1210 00:07:47.452471 97943 round_trippers.go:469] Request Headers:
I1210 00:07:47.452480 97943 round_trippers.go:473] Accept: application/json, */*
I1210 00:07:47.452484 97943 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1210 00:07:47.455610 97943 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1210 00:07:47.952117 97943 round_trippers.go:463] GET https://192.168.39.187:8443/api/v1/nodes/ha-070032-m02
I1210 00:07:47.952140 97943 round_trippers.go:469] Request Headers:
I1210 00:07:47.952153 97943 round_trippers.go:473] Accept: application/json, */*
I1210 00:07:47.952158 97943 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1210 00:07:47.955292 97943 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1210 00:07:47.956098 97943 node_ready.go:53] node "ha-070032-m02" has status "Ready":"False"
I1210 00:07:48.452506 97943 round_trippers.go:463] GET https://192.168.39.187:8443/api/v1/nodes/ha-070032-m02
I1210 00:07:48.452532 97943 round_trippers.go:469] Request Headers:
I1210 00:07:48.452539 97943 round_trippers.go:473] Accept: application/json, */*
I1210 00:07:48.452543 97943 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1210 00:07:48.455102 97943 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1210 00:07:48.952221 97943 round_trippers.go:463] GET https://192.168.39.187:8443/api/v1/nodes/ha-070032-m02
I1210 00:07:48.952248 97943 round_trippers.go:469] Request Headers:
I1210 00:07:48.952258 97943 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1210 00:07:48.952265 97943 round_trippers.go:473] Accept: application/json, */*
I1210 00:07:48.955311 97943 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1210 00:07:49.452304 97943 round_trippers.go:463] GET https://192.168.39.187:8443/api/v1/nodes/ha-070032-m02
I1210 00:07:49.452327 97943 round_trippers.go:469] Request Headers:
I1210 00:07:49.452335 97943 round_trippers.go:473] Accept: application/json, */*
I1210 00:07:49.452340 97943 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1210 00:07:49.455564 97943 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1210 00:07:49.952482 97943 round_trippers.go:463] GET https://192.168.39.187:8443/api/v1/nodes/ha-070032-m02
I1210 00:07:49.952504 97943 round_trippers.go:469] Request Headers:
I1210 00:07:49.952512 97943 round_trippers.go:473] Accept: application/json, */*
I1210 00:07:49.952516 97943 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1210 00:07:49.955476 97943 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1210 00:07:50.452216 97943 round_trippers.go:463] GET https://192.168.39.187:8443/api/v1/nodes/ha-070032-m02
I1210 00:07:50.452240 97943 round_trippers.go:469] Request Headers:
I1210 00:07:50.452248 97943 round_trippers.go:473] Accept: application/json, */*
I1210 00:07:50.452252 97943 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1210 00:07:50.455231 97943 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1210 00:07:50.455908 97943 node_ready.go:53] node "ha-070032-m02" has status "Ready":"False"
I1210 00:07:50.952301 97943 round_trippers.go:463] GET https://192.168.39.187:8443/api/v1/nodes/ha-070032-m02
I1210 00:07:50.952323 97943 round_trippers.go:469] Request Headers:
I1210 00:07:50.952331 97943 round_trippers.go:473] Accept: application/json, */*
I1210 00:07:50.952335 97943 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1210 00:07:50.955916 97943 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1210 00:07:51.452010 97943 round_trippers.go:463] GET https://192.168.39.187:8443/api/v1/nodes/ha-070032-m02
I1210 00:07:51.452030 97943 round_trippers.go:469] Request Headers:
I1210 00:07:51.452039 97943 round_trippers.go:473] Accept: application/json, */*
I1210 00:07:51.452042 97943 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1210 00:07:51.454528 97943 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1210 00:07:51.455097 97943 node_ready.go:49] node "ha-070032-m02" has status "Ready":"True"
I1210 00:07:51.455120 97943 node_ready.go:38] duration metric: took 17.50342824s for node "ha-070032-m02" to be "Ready" ...
I1210 00:07:51.455132 97943 pod_ready.go:36] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1210 00:07:51.455240 97943 round_trippers.go:463] GET https://192.168.39.187:8443/api/v1/namespaces/kube-system/pods
I1210 00:07:51.455254 97943 round_trippers.go:469] Request Headers:
I1210 00:07:51.455263 97943 round_trippers.go:473] Accept: application/json, */*
I1210 00:07:51.455267 97943 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1210 00:07:51.459208 97943 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1210 00:07:51.466339 97943 pod_ready.go:79] waiting up to 6m0s for pod "coredns-7c65d6cfc9-fs6l6" in "kube-system" namespace to be "Ready" ...
I1210 00:07:51.466409 97943 round_trippers.go:463] GET https://192.168.39.187:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-fs6l6
I1210 00:07:51.466417 97943 round_trippers.go:469] Request Headers:
I1210 00:07:51.466423 97943 round_trippers.go:473] Accept: application/json, */*
I1210 00:07:51.466427 97943 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1210 00:07:51.469050 97943 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1210 00:07:51.469653 97943 round_trippers.go:463] GET https://192.168.39.187:8443/api/v1/nodes/ha-070032
I1210 00:07:51.469667 97943 round_trippers.go:469] Request Headers:
I1210 00:07:51.469674 97943 round_trippers.go:473] Accept: application/json, */*
I1210 00:07:51.469678 97943 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1210 00:07:51.472023 97943 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1210 00:07:51.472637 97943 pod_ready.go:93] pod "coredns-7c65d6cfc9-fs6l6" in "kube-system" namespace has status "Ready":"True"
I1210 00:07:51.472656 97943 pod_ready.go:82] duration metric: took 6.295928ms for pod "coredns-7c65d6cfc9-fs6l6" in "kube-system" namespace to be "Ready" ...
I1210 00:07:51.472667 97943 pod_ready.go:79] waiting up to 6m0s for pod "coredns-7c65d6cfc9-nqnhw" in "kube-system" namespace to be "Ready" ...
I1210 00:07:51.472740 97943 round_trippers.go:463] GET https://192.168.39.187:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-nqnhw
I1210 00:07:51.472751 97943 round_trippers.go:469] Request Headers:
I1210 00:07:51.472759 97943 round_trippers.go:473] Accept: application/json, */*
I1210 00:07:51.472768 97943 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1210 00:07:51.475075 97943 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1210 00:07:51.475717 97943 round_trippers.go:463] GET https://192.168.39.187:8443/api/v1/nodes/ha-070032
I1210 00:07:51.475733 97943 round_trippers.go:469] Request Headers:
I1210 00:07:51.475739 97943 round_trippers.go:473] Accept: application/json, */*
I1210 00:07:51.475743 97943 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1210 00:07:51.477769 97943 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1210 00:07:51.478274 97943 pod_ready.go:93] pod "coredns-7c65d6cfc9-nqnhw" in "kube-system" namespace has status "Ready":"True"
I1210 00:07:51.478291 97943 pod_ready.go:82] duration metric: took 5.614539ms for pod "coredns-7c65d6cfc9-nqnhw" in "kube-system" namespace to be "Ready" ...
I1210 00:07:51.478301 97943 pod_ready.go:79] waiting up to 6m0s for pod "etcd-ha-070032" in "kube-system" namespace to be "Ready" ...
I1210 00:07:51.478367 97943 round_trippers.go:463] GET https://192.168.39.187:8443/api/v1/namespaces/kube-system/pods/etcd-ha-070032
I1210 00:07:51.478379 97943 round_trippers.go:469] Request Headers:
I1210 00:07:51.478388 97943 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1210 00:07:51.478394 97943 round_trippers.go:473] Accept: application/json, */*
I1210 00:07:51.480522 97943 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1210 00:07:51.481177 97943 round_trippers.go:463] GET https://192.168.39.187:8443/api/v1/nodes/ha-070032
I1210 00:07:51.481192 97943 round_trippers.go:469] Request Headers:
I1210 00:07:51.481202 97943 round_trippers.go:473] Accept: application/json, */*
I1210 00:07:51.481209 97943 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1210 00:07:51.483181 97943 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1210 00:07:51.483658 97943 pod_ready.go:93] pod "etcd-ha-070032" in "kube-system" namespace has status "Ready":"True"
I1210 00:07:51.483673 97943 pod_ready.go:82] duration metric: took 5.36618ms for pod "etcd-ha-070032" in "kube-system" namespace to be "Ready" ...
I1210 00:07:51.483680 97943 pod_ready.go:79] waiting up to 6m0s for pod "etcd-ha-070032-m02" in "kube-system" namespace to be "Ready" ...
I1210 00:07:51.483721 97943 round_trippers.go:463] GET https://192.168.39.187:8443/api/v1/namespaces/kube-system/pods/etcd-ha-070032-m02
I1210 00:07:51.483729 97943 round_trippers.go:469] Request Headers:
I1210 00:07:51.483736 97943 round_trippers.go:473] Accept: application/json, */*
I1210 00:07:51.483740 97943 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1210 00:07:51.485816 97943 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1210 00:07:51.486281 97943 round_trippers.go:463] GET https://192.168.39.187:8443/api/v1/nodes/ha-070032-m02
I1210 00:07:51.486294 97943 round_trippers.go:469] Request Headers:
I1210 00:07:51.486301 97943 round_trippers.go:473] Accept: application/json, */*
I1210 00:07:51.486305 97943 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1210 00:07:51.488586 97943 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1210 00:07:51.489007 97943 pod_ready.go:93] pod "etcd-ha-070032-m02" in "kube-system" namespace has status "Ready":"True"
I1210 00:07:51.489022 97943 pod_ready.go:82] duration metric: took 5.33676ms for pod "etcd-ha-070032-m02" in "kube-system" namespace to be "Ready" ...
I1210 00:07:51.489033 97943 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-ha-070032" in "kube-system" namespace to be "Ready" ...
I1210 00:07:51.652421 97943 request.go:632] Waited for 163.314648ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.187:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-070032
I1210 00:07:51.652507 97943 round_trippers.go:463] GET https://192.168.39.187:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-070032
I1210 00:07:51.652514 97943 round_trippers.go:469] Request Headers:
I1210 00:07:51.652522 97943 round_trippers.go:473] Accept: application/json, */*
I1210 00:07:51.652529 97943 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1210 00:07:51.655875 97943 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1210 00:07:51.852945 97943 request.go:632] Waited for 196.352422ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.187:8443/api/v1/nodes/ha-070032
I1210 00:07:51.853007 97943 round_trippers.go:463] GET https://192.168.39.187:8443/api/v1/nodes/ha-070032
I1210 00:07:51.853013 97943 round_trippers.go:469] Request Headers:
I1210 00:07:51.853021 97943 round_trippers.go:473] Accept: application/json, */*
I1210 00:07:51.853024 97943 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1210 00:07:51.855755 97943 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1210 00:07:51.856291 97943 pod_ready.go:93] pod "kube-apiserver-ha-070032" in "kube-system" namespace has status "Ready":"True"
I1210 00:07:51.856309 97943 pod_ready.go:82] duration metric: took 367.27061ms for pod "kube-apiserver-ha-070032" in "kube-system" namespace to be "Ready" ...
I1210 00:07:51.856319 97943 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-ha-070032-m02" in "kube-system" namespace to be "Ready" ...
I1210 00:07:52.052337 97943 request.go:632] Waited for 195.923221ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.187:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-070032-m02
I1210 00:07:52.052427 97943 round_trippers.go:463] GET https://192.168.39.187:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-070032-m02
I1210 00:07:52.052445 97943 round_trippers.go:469] Request Headers:
I1210 00:07:52.052456 97943 round_trippers.go:473] Accept: application/json, */*
I1210 00:07:52.052464 97943 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1210 00:07:52.055099 97943 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1210 00:07:52.252077 97943 request.go:632] Waited for 196.296135ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.187:8443/api/v1/nodes/ha-070032-m02
I1210 00:07:52.252149 97943 round_trippers.go:463] GET https://192.168.39.187:8443/api/v1/nodes/ha-070032-m02
I1210 00:07:52.252156 97943 round_trippers.go:469] Request Headers:
I1210 00:07:52.252167 97943 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1210 00:07:52.252174 97943 round_trippers.go:473] Accept: application/json, */*
I1210 00:07:52.255050 97943 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1210 00:07:52.255574 97943 pod_ready.go:93] pod "kube-apiserver-ha-070032-m02" in "kube-system" namespace has status "Ready":"True"
I1210 00:07:52.255594 97943 pod_ready.go:82] duration metric: took 399.267887ms for pod "kube-apiserver-ha-070032-m02" in "kube-system" namespace to be "Ready" ...
I1210 00:07:52.255606 97943 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-ha-070032" in "kube-system" namespace to be "Ready" ...
I1210 00:07:52.452073 97943 request.go:632] Waited for 196.39546ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.187:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-070032
I1210 00:07:52.452157 97943 round_trippers.go:463] GET https://192.168.39.187:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-070032
I1210 00:07:52.452173 97943 round_trippers.go:469] Request Headers:
I1210 00:07:52.452186 97943 round_trippers.go:473] Accept: application/json, */*
I1210 00:07:52.452244 97943 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1210 00:07:52.458811 97943 round_trippers.go:574] Response Status: 200 OK in 6 milliseconds
I1210 00:07:52.652632 97943 request.go:632] Waited for 193.214443ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.187:8443/api/v1/nodes/ha-070032
I1210 00:07:52.652697 97943 round_trippers.go:463] GET https://192.168.39.187:8443/api/v1/nodes/ha-070032
I1210 00:07:52.652702 97943 round_trippers.go:469] Request Headers:
I1210 00:07:52.652711 97943 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1210 00:07:52.652716 97943 round_trippers.go:473] Accept: application/json, */*
I1210 00:07:52.655373 97943 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1210 00:07:52.655983 97943 pod_ready.go:93] pod "kube-controller-manager-ha-070032" in "kube-system" namespace has status "Ready":"True"
I1210 00:07:52.656003 97943 pod_ready.go:82] duration metric: took 400.387415ms for pod "kube-controller-manager-ha-070032" in "kube-system" namespace to be "Ready" ...
I1210 00:07:52.656017 97943 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-ha-070032-m02" in "kube-system" namespace to be "Ready" ...
I1210 00:07:52.852497 97943 request.go:632] Waited for 196.400538ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.187:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-070032-m02
I1210 00:07:52.852597 97943 round_trippers.go:463] GET https://192.168.39.187:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-070032-m02
I1210 00:07:52.852602 97943 round_trippers.go:469] Request Headers:
I1210 00:07:52.852610 97943 round_trippers.go:473] Accept: application/json, */*
I1210 00:07:52.852615 97943 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1210 00:07:52.855857 97943 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1210 00:07:53.052833 97943 request.go:632] Waited for 196.298843ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.187:8443/api/v1/nodes/ha-070032-m02
I1210 00:07:53.052897 97943 round_trippers.go:463] GET https://192.168.39.187:8443/api/v1/nodes/ha-070032-m02
I1210 00:07:53.052903 97943 round_trippers.go:469] Request Headers:
I1210 00:07:53.052910 97943 round_trippers.go:473] Accept: application/json, */*
I1210 00:07:53.052914 97943 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1210 00:07:53.055870 97943 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1210 00:07:53.056472 97943 pod_ready.go:93] pod "kube-controller-manager-ha-070032-m02" in "kube-system" namespace has status "Ready":"True"
I1210 00:07:53.056497 97943 pod_ready.go:82] duration metric: took 400.471759ms for pod "kube-controller-manager-ha-070032-m02" in "kube-system" namespace to be "Ready" ...
I1210 00:07:53.056510 97943 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-7fm88" in "kube-system" namespace to be "Ready" ...
I1210 00:07:53.252421 97943 request.go:632] Waited for 195.828491ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.187:8443/api/v1/namespaces/kube-system/pods/kube-proxy-7fm88
I1210 00:07:53.252528 97943 round_trippers.go:463] GET https://192.168.39.187:8443/api/v1/namespaces/kube-system/pods/kube-proxy-7fm88
I1210 00:07:53.252541 97943 round_trippers.go:469] Request Headers:
I1210 00:07:53.252551 97943 round_trippers.go:473] Accept: application/json, */*
I1210 00:07:53.252557 97943 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1210 00:07:53.255434 97943 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1210 00:07:53.452445 97943 request.go:632] Waited for 196.391925ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.187:8443/api/v1/nodes/ha-070032-m02
I1210 00:07:53.452546 97943 round_trippers.go:463] GET https://192.168.39.187:8443/api/v1/nodes/ha-070032-m02
I1210 00:07:53.452560 97943 round_trippers.go:469] Request Headers:
I1210 00:07:53.452570 97943 round_trippers.go:473] Accept: application/json, */*
I1210 00:07:53.452575 97943 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1210 00:07:53.456118 97943 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1210 00:07:53.456572 97943 pod_ready.go:93] pod "kube-proxy-7fm88" in "kube-system" namespace has status "Ready":"True"
I1210 00:07:53.456590 97943 pod_ready.go:82] duration metric: took 400.071362ms for pod "kube-proxy-7fm88" in "kube-system" namespace to be "Ready" ...
I1210 00:07:53.456605 97943 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-xsxdp" in "kube-system" namespace to be "Ready" ...
I1210 00:07:53.652799 97943 request.go:632] Waited for 196.033566ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.187:8443/api/v1/namespaces/kube-system/pods/kube-proxy-xsxdp
I1210 00:07:53.652870 97943 round_trippers.go:463] GET https://192.168.39.187:8443/api/v1/namespaces/kube-system/pods/kube-proxy-xsxdp
I1210 00:07:53.652877 97943 round_trippers.go:469] Request Headers:
I1210 00:07:53.652889 97943 round_trippers.go:473] Accept: application/json, */*
I1210 00:07:53.652897 97943 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1210 00:07:53.656566 97943 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1210 00:07:53.852630 97943 request.go:632] Waited for 195.347256ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.187:8443/api/v1/nodes/ha-070032
I1210 00:07:53.852735 97943 round_trippers.go:463] GET https://192.168.39.187:8443/api/v1/nodes/ha-070032
I1210 00:07:53.852743 97943 round_trippers.go:469] Request Headers:
I1210 00:07:53.852750 97943 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1210 00:07:53.852754 97943 round_trippers.go:473] Accept: application/json, */*
I1210 00:07:53.856029 97943 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1210 00:07:53.856560 97943 pod_ready.go:93] pod "kube-proxy-xsxdp" in "kube-system" namespace has status "Ready":"True"
I1210 00:07:53.856580 97943 pod_ready.go:82] duration metric: took 399.967291ms for pod "kube-proxy-xsxdp" in "kube-system" namespace to be "Ready" ...
I1210 00:07:53.856593 97943 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-ha-070032" in "kube-system" namespace to be "Ready" ...
I1210 00:07:54.052778 97943 request.go:632] Waited for 196.074454ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.187:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-070032
I1210 00:07:54.052856 97943 round_trippers.go:463] GET https://192.168.39.187:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-070032
I1210 00:07:54.052864 97943 round_trippers.go:469] Request Headers:
I1210 00:07:54.052876 97943 round_trippers.go:473] Accept: application/json, */*
I1210 00:07:54.052886 97943 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1210 00:07:54.056269 97943 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1210 00:07:54.252099 97943 request.go:632] Waited for 195.297548ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.187:8443/api/v1/nodes/ha-070032
I1210 00:07:54.252166 97943 round_trippers.go:463] GET https://192.168.39.187:8443/api/v1/nodes/ha-070032
I1210 00:07:54.252172 97943 round_trippers.go:469] Request Headers:
I1210 00:07:54.252179 97943 round_trippers.go:473] Accept: application/json, */*
I1210 00:07:54.252194 97943 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1210 00:07:54.256109 97943 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1210 00:07:54.256828 97943 pod_ready.go:93] pod "kube-scheduler-ha-070032" in "kube-system" namespace has status "Ready":"True"
I1210 00:07:54.256845 97943 pod_ready.go:82] duration metric: took 400.243574ms for pod "kube-scheduler-ha-070032" in "kube-system" namespace to be "Ready" ...
I1210 00:07:54.256855 97943 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-ha-070032-m02" in "kube-system" namespace to be "Ready" ...
I1210 00:07:54.452369 97943 request.go:632] Waited for 195.428155ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.187:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-070032-m02
I1210 00:07:54.452450 97943 round_trippers.go:463] GET https://192.168.39.187:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-070032-m02
I1210 00:07:54.452455 97943 round_trippers.go:469] Request Headers:
I1210 00:07:54.452462 97943 round_trippers.go:473] Accept: application/json, */*
I1210 00:07:54.452469 97943 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1210 00:07:54.455694 97943 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1210 00:07:54.652684 97943 request.go:632] Waited for 196.354028ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.187:8443/api/v1/nodes/ha-070032-m02
I1210 00:07:54.652789 97943 round_trippers.go:463] GET https://192.168.39.187:8443/api/v1/nodes/ha-070032-m02
I1210 00:07:54.652798 97943 round_trippers.go:469] Request Headers:
I1210 00:07:54.652807 97943 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1210 00:07:54.652815 97943 round_trippers.go:473] Accept: application/json, */*
I1210 00:07:54.655871 97943 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1210 00:07:54.656329 97943 pod_ready.go:93] pod "kube-scheduler-ha-070032-m02" in "kube-system" namespace has status "Ready":"True"
I1210 00:07:54.656346 97943 pod_ready.go:82] duration metric: took 399.484539ms for pod "kube-scheduler-ha-070032-m02" in "kube-system" namespace to be "Ready" ...
I1210 00:07:54.656357 97943 pod_ready.go:39] duration metric: took 3.201198757s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1210 00:07:54.656372 97943 api_server.go:52] waiting for apiserver process to appear ...
I1210 00:07:54.656424 97943 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1210 00:07:54.671199 97943 api_server.go:72] duration metric: took 20.989077821s to wait for apiserver process to appear ...
I1210 00:07:54.671227 97943 api_server.go:88] waiting for apiserver healthz status ...
I1210 00:07:54.671247 97943 api_server.go:253] Checking apiserver healthz at https://192.168.39.187:8443/healthz ...
I1210 00:07:54.675276 97943 api_server.go:279] https://192.168.39.187:8443/healthz returned 200:
ok
I1210 00:07:54.675337 97943 round_trippers.go:463] GET https://192.168.39.187:8443/version
I1210 00:07:54.675341 97943 round_trippers.go:469] Request Headers:
I1210 00:07:54.675349 97943 round_trippers.go:473] Accept: application/json, */*
I1210 00:07:54.675356 97943 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1210 00:07:54.676142 97943 round_trippers.go:574] Response Status: 200 OK in 0 milliseconds
I1210 00:07:54.676268 97943 api_server.go:141] control plane version: v1.31.2
I1210 00:07:54.676284 97943 api_server.go:131] duration metric: took 5.052294ms to wait for apiserver health ...
I1210 00:07:54.676295 97943 system_pods.go:43] waiting for kube-system pods to appear ...
I1210 00:07:54.852698 97943 request.go:632] Waited for 176.309011ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.187:8443/api/v1/namespaces/kube-system/pods
I1210 00:07:54.852754 97943 round_trippers.go:463] GET https://192.168.39.187:8443/api/v1/namespaces/kube-system/pods
I1210 00:07:54.852758 97943 round_trippers.go:469] Request Headers:
I1210 00:07:54.852767 97943 round_trippers.go:473] Accept: application/json, */*
I1210 00:07:54.852774 97943 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1210 00:07:54.857339 97943 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1210 00:07:54.861880 97943 system_pods.go:59] 17 kube-system pods found
I1210 00:07:54.861907 97943 system_pods.go:61] "coredns-7c65d6cfc9-fs6l6" [9a1cf8b4-0a76-41a1-930f-1574e31db324] Running
I1210 00:07:54.861912 97943 system_pods.go:61] "coredns-7c65d6cfc9-nqnhw" [2c81e85b-ea31-43b6-9467-97ff40b0b4a0] Running
I1210 00:07:54.861916 97943 system_pods.go:61] "etcd-ha-070032" [db08368f-b4a3-4d4b-8863-3a2bef1f832b] Running
I1210 00:07:54.861920 97943 system_pods.go:61] "etcd-ha-070032-m02" [22d5e0f8-0395-40fe-b734-1718a89c251a] Running
I1210 00:07:54.861952 97943 system_pods.go:61] "kindnet-69btk" [23838518-3372-48bc-986e-e4688e0963bb] Running
I1210 00:07:54.861962 97943 system_pods.go:61] "kindnet-r97q9" [566672d9-989b-4337-84f4-bafd5c70755f] Running
I1210 00:07:54.861965 97943 system_pods.go:61] "kube-apiserver-ha-070032" [e06e8916-31d6-4690-bc97-ed55126af827] Running
I1210 00:07:54.861969 97943 system_pods.go:61] "kube-apiserver-ha-070032-m02" [b2c543a7-2d54-44a4-9369-3115629d79bb] Running
I1210 00:07:54.861972 97943 system_pods.go:61] "kube-controller-manager-ha-070032" [d01a145f-816f-41ce-83db-c81713564109] Running
I1210 00:07:54.861979 97943 system_pods.go:61] "kube-controller-manager-ha-070032-m02" [d8af77ba-8496-4383-a8a8-387110a2a026] Running
I1210 00:07:54.861982 97943 system_pods.go:61] "kube-proxy-7fm88" [e935cde6-5a4b-4387-93a9-26ca701c54ac] Running
I1210 00:07:54.861985 97943 system_pods.go:61] "kube-proxy-xsxdp" [9d403bbd-ec8c-4917-abdd-d1f97d3d0ce5] Running
I1210 00:07:54.861988 97943 system_pods.go:61] "kube-scheduler-ha-070032" [28986558-f062-4f8e-9fb1-413a22311d7d] Running
I1210 00:07:54.861992 97943 system_pods.go:61] "kube-scheduler-ha-070032-m02" [0600e010-0e55-44d9-ac1f-1e62c0139dd1] Running
I1210 00:07:54.861997 97943 system_pods.go:61] "kube-vip-ha-070032" [dcecf230-f635-42a1-8fd4-567e3409d086] Running
I1210 00:07:54.862000 97943 system_pods.go:61] "kube-vip-ha-070032-m02" [af656c29-7151-4ef7-8fa6-91187358671e] Running
I1210 00:07:54.862003 97943 system_pods.go:61] "storage-provisioner" [920be345-6e4a-425f-bcde-0e5463fd92b7] Running
I1210 00:07:54.862009 97943 system_pods.go:74] duration metric: took 185.705934ms to wait for pod list to return data ...
I1210 00:07:54.862019 97943 default_sa.go:34] waiting for default service account to be created ...
I1210 00:07:55.052828 97943 request.go:632] Waited for 190.716484ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.187:8443/api/v1/namespaces/default/serviceaccounts
I1210 00:07:55.052905 97943 round_trippers.go:463] GET https://192.168.39.187:8443/api/v1/namespaces/default/serviceaccounts
I1210 00:07:55.052910 97943 round_trippers.go:469] Request Headers:
I1210 00:07:55.052920 97943 round_trippers.go:473] Accept: application/json, */*
I1210 00:07:55.052925 97943 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1210 00:07:55.056476 97943 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1210 00:07:55.056707 97943 default_sa.go:45] found service account: "default"
I1210 00:07:55.056722 97943 default_sa.go:55] duration metric: took 194.697141ms for default service account to be created ...
I1210 00:07:55.056734 97943 system_pods.go:116] waiting for k8s-apps to be running ...
I1210 00:07:55.252140 97943 request.go:632] Waited for 195.318975ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.187:8443/api/v1/namespaces/kube-system/pods
I1210 00:07:55.252222 97943 round_trippers.go:463] GET https://192.168.39.187:8443/api/v1/namespaces/kube-system/pods
I1210 00:07:55.252228 97943 round_trippers.go:469] Request Headers:
I1210 00:07:55.252235 97943 round_trippers.go:473] Accept: application/json, */*
I1210 00:07:55.252246 97943 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1210 00:07:55.256177 97943 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1210 00:07:55.260950 97943 system_pods.go:86] 17 kube-system pods found
I1210 00:07:55.260986 97943 system_pods.go:89] "coredns-7c65d6cfc9-fs6l6" [9a1cf8b4-0a76-41a1-930f-1574e31db324] Running
I1210 00:07:55.260993 97943 system_pods.go:89] "coredns-7c65d6cfc9-nqnhw" [2c81e85b-ea31-43b6-9467-97ff40b0b4a0] Running
I1210 00:07:55.260998 97943 system_pods.go:89] "etcd-ha-070032" [db08368f-b4a3-4d4b-8863-3a2bef1f832b] Running
I1210 00:07:55.261002 97943 system_pods.go:89] "etcd-ha-070032-m02" [22d5e0f8-0395-40fe-b734-1718a89c251a] Running
I1210 00:07:55.261005 97943 system_pods.go:89] "kindnet-69btk" [23838518-3372-48bc-986e-e4688e0963bb] Running
I1210 00:07:55.261009 97943 system_pods.go:89] "kindnet-r97q9" [566672d9-989b-4337-84f4-bafd5c70755f] Running
I1210 00:07:55.261013 97943 system_pods.go:89] "kube-apiserver-ha-070032" [e06e8916-31d6-4690-bc97-ed55126af827] Running
I1210 00:07:55.261017 97943 system_pods.go:89] "kube-apiserver-ha-070032-m02" [b2c543a7-2d54-44a4-9369-3115629d79bb] Running
I1210 00:07:55.261021 97943 system_pods.go:89] "kube-controller-manager-ha-070032" [d01a145f-816f-41ce-83db-c81713564109] Running
I1210 00:07:55.261025 97943 system_pods.go:89] "kube-controller-manager-ha-070032-m02" [d8af77ba-8496-4383-a8a8-387110a2a026] Running
I1210 00:07:55.261028 97943 system_pods.go:89] "kube-proxy-7fm88" [e935cde6-5a4b-4387-93a9-26ca701c54ac] Running
I1210 00:07:55.261032 97943 system_pods.go:89] "kube-proxy-xsxdp" [9d403bbd-ec8c-4917-abdd-d1f97d3d0ce5] Running
I1210 00:07:55.261035 97943 system_pods.go:89] "kube-scheduler-ha-070032" [28986558-f062-4f8e-9fb1-413a22311d7d] Running
I1210 00:07:55.261038 97943 system_pods.go:89] "kube-scheduler-ha-070032-m02" [0600e010-0e55-44d9-ac1f-1e62c0139dd1] Running
I1210 00:07:55.261041 97943 system_pods.go:89] "kube-vip-ha-070032" [dcecf230-f635-42a1-8fd4-567e3409d086] Running
I1210 00:07:55.261044 97943 system_pods.go:89] "kube-vip-ha-070032-m02" [af656c29-7151-4ef7-8fa6-91187358671e] Running
I1210 00:07:55.261047 97943 system_pods.go:89] "storage-provisioner" [920be345-6e4a-425f-bcde-0e5463fd92b7] Running
I1210 00:07:55.261054 97943 system_pods.go:126] duration metric: took 204.311621ms to wait for k8s-apps to be running ...
I1210 00:07:55.261063 97943 system_svc.go:44] waiting for kubelet service to be running ....
I1210 00:07:55.261104 97943 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1210 00:07:55.274767 97943 system_svc.go:56] duration metric: took 13.694234ms WaitForService to wait for kubelet
I1210 00:07:55.274800 97943 kubeadm.go:582] duration metric: took 21.592682957s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1210 00:07:55.274820 97943 node_conditions.go:102] verifying NodePressure condition ...
I1210 00:07:55.452205 97943 request.go:632] Waited for 177.292861ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.187:8443/api/v1/nodes
I1210 00:07:55.452266 97943 round_trippers.go:463] GET https://192.168.39.187:8443/api/v1/nodes
I1210 00:07:55.452271 97943 round_trippers.go:469] Request Headers:
I1210 00:07:55.452278 97943 round_trippers.go:473] Accept: application/json, */*
I1210 00:07:55.452283 97943 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1210 00:07:55.455802 97943 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1210 00:07:55.456649 97943 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I1210 00:07:55.456674 97943 node_conditions.go:123] node cpu capacity is 2
I1210 00:07:55.456687 97943 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I1210 00:07:55.456691 97943 node_conditions.go:123] node cpu capacity is 2
I1210 00:07:55.456696 97943 node_conditions.go:105] duration metric: took 181.87045ms to run NodePressure ...
I1210 00:07:55.456708 97943 start.go:241] waiting for startup goroutines ...
I1210 00:07:55.456739 97943 start.go:255] writing updated cluster config ...
I1210 00:07:55.458841 97943 out.go:201]
I1210 00:07:55.460254 97943 config.go:182] Loaded profile config "ha-070032": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1210 00:07:55.460350 97943 profile.go:143] Saving config to /home/jenkins/minikube-integration/20062-79135/.minikube/profiles/ha-070032/config.json ...
I1210 00:07:55.461990 97943 out.go:177] * Starting "ha-070032-m03" control-plane node in "ha-070032" cluster
I1210 00:07:55.463162 97943 preload.go:131] Checking if preload exists for k8s version v1.31.2 and runtime crio
I1210 00:07:55.463187 97943 cache.go:56] Caching tarball of preloaded images
I1210 00:07:55.463285 97943 preload.go:172] Found /home/jenkins/minikube-integration/20062-79135/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.2-cri-o-overlay-amd64.tar.lz4 in cache, skipping download
I1210 00:07:55.463296 97943 cache.go:59] Finished verifying existence of preloaded tar for v1.31.2 on crio
I1210 00:07:55.463384 97943 profile.go:143] Saving config to /home/jenkins/minikube-integration/20062-79135/.minikube/profiles/ha-070032/config.json ...
I1210 00:07:55.463555 97943 start.go:360] acquireMachinesLock for ha-070032-m03: {Name:mk02db33dbfcec8136bb026deeb59bcf33be33d5 Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}
I1210 00:07:55.463598 97943 start.go:364] duration metric: took 23.179µs to acquireMachinesLock for "ha-070032-m03"
I1210 00:07:55.463615 97943 start.go:93] Provisioning new machine with config: &{Name:ha-070032 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19917/minikube-v1.34.0-1730913550-19917-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730888964-19917@sha256:629a5748e3ec15a091fef12257eb3754b8ffc0c974ebcbb016451c65d1829615 Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{Kubernete
sVersion:v1.31.2 ClusterName:ha-070032 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.39.187 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m02 IP:192.168.39.198 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m03 IP: Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[ambassador:false amd-gpu-device-plugin:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:false efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:fals
e ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:false storage-provisioner-gluster:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker Bi
naryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name:m03 IP: Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}
I1210 00:07:55.463708 97943 start.go:125] createHost starting for "m03" (driver="kvm2")
I1210 00:07:55.465955 97943 out.go:235] * Creating kvm2 VM (CPUs=2, Memory=2200MB, Disk=20000MB) ...
I1210 00:07:55.466061 97943 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1210 00:07:55.466099 97943 main.go:141] libmachine: Launching plugin server for driver kvm2
I1210 00:07:55.482132 97943 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:42799
I1210 00:07:55.482649 97943 main.go:141] libmachine: () Calling .GetVersion
I1210 00:07:55.483189 97943 main.go:141] libmachine: Using API Version 1
I1210 00:07:55.483214 97943 main.go:141] libmachine: () Calling .SetConfigRaw
I1210 00:07:55.483546 97943 main.go:141] libmachine: () Calling .GetMachineName
I1210 00:07:55.483725 97943 main.go:141] libmachine: (ha-070032-m03) Calling .GetMachineName
I1210 00:07:55.483847 97943 main.go:141] libmachine: (ha-070032-m03) Calling .DriverName
I1210 00:07:55.483970 97943 start.go:159] libmachine.API.Create for "ha-070032" (driver="kvm2")
I1210 00:07:55.484001 97943 client.go:168] LocalClient.Create starting
I1210 00:07:55.484030 97943 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/20062-79135/.minikube/certs/ca.pem
I1210 00:07:55.484063 97943 main.go:141] libmachine: Decoding PEM data...
I1210 00:07:55.484076 97943 main.go:141] libmachine: Parsing certificate...
I1210 00:07:55.484129 97943 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/20062-79135/.minikube/certs/cert.pem
I1210 00:07:55.484150 97943 main.go:141] libmachine: Decoding PEM data...
I1210 00:07:55.484160 97943 main.go:141] libmachine: Parsing certificate...
I1210 00:07:55.484177 97943 main.go:141] libmachine: Running pre-create checks...
I1210 00:07:55.484187 97943 main.go:141] libmachine: (ha-070032-m03) Calling .PreCreateCheck
I1210 00:07:55.484346 97943 main.go:141] libmachine: (ha-070032-m03) Calling .GetConfigRaw
I1210 00:07:55.484732 97943 main.go:141] libmachine: Creating machine...
I1210 00:07:55.484749 97943 main.go:141] libmachine: (ha-070032-m03) Calling .Create
I1210 00:07:55.484892 97943 main.go:141] libmachine: (ha-070032-m03) Creating KVM machine...
I1210 00:07:55.486009 97943 main.go:141] libmachine: (ha-070032-m03) DBG | found existing default KVM network
I1210 00:07:55.486135 97943 main.go:141] libmachine: (ha-070032-m03) DBG | found existing private KVM network mk-ha-070032
I1210 00:07:55.486275 97943 main.go:141] libmachine: (ha-070032-m03) Setting up store path in /home/jenkins/minikube-integration/20062-79135/.minikube/machines/ha-070032-m03 ...
I1210 00:07:55.486315 97943 main.go:141] libmachine: (ha-070032-m03) Building disk image from file:///home/jenkins/minikube-integration/20062-79135/.minikube/cache/iso/amd64/minikube-v1.34.0-1730913550-19917-amd64.iso
I1210 00:07:55.486369 97943 main.go:141] libmachine: (ha-070032-m03) DBG | I1210 00:07:55.486273 98753 common.go:144] Making disk image using store path: /home/jenkins/minikube-integration/20062-79135/.minikube
I1210 00:07:55.486441 97943 main.go:141] libmachine: (ha-070032-m03) Downloading /home/jenkins/minikube-integration/20062-79135/.minikube/cache/boot2docker.iso from file:///home/jenkins/minikube-integration/20062-79135/.minikube/cache/iso/amd64/minikube-v1.34.0-1730913550-19917-amd64.iso...
I1210 00:07:55.750942 97943 main.go:141] libmachine: (ha-070032-m03) DBG | I1210 00:07:55.750806 98753 common.go:151] Creating ssh key: /home/jenkins/minikube-integration/20062-79135/.minikube/machines/ha-070032-m03/id_rsa...
I1210 00:07:55.823142 97943 main.go:141] libmachine: (ha-070032-m03) DBG | I1210 00:07:55.822993 98753 common.go:157] Creating raw disk image: /home/jenkins/minikube-integration/20062-79135/.minikube/machines/ha-070032-m03/ha-070032-m03.rawdisk...
I1210 00:07:55.823184 97943 main.go:141] libmachine: (ha-070032-m03) DBG | Writing magic tar header
I1210 00:07:55.823200 97943 main.go:141] libmachine: (ha-070032-m03) DBG | Writing SSH key tar header
I1210 00:07:55.823214 97943 main.go:141] libmachine: (ha-070032-m03) DBG | I1210 00:07:55.823115 98753 common.go:171] Fixing permissions on /home/jenkins/minikube-integration/20062-79135/.minikube/machines/ha-070032-m03 ...
I1210 00:07:55.823231 97943 main.go:141] libmachine: (ha-070032-m03) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/20062-79135/.minikube/machines/ha-070032-m03
I1210 00:07:55.823252 97943 main.go:141] libmachine: (ha-070032-m03) Setting executable bit set on /home/jenkins/minikube-integration/20062-79135/.minikube/machines/ha-070032-m03 (perms=drwx------)
I1210 00:07:55.823278 97943 main.go:141] libmachine: (ha-070032-m03) Setting executable bit set on /home/jenkins/minikube-integration/20062-79135/.minikube/machines (perms=drwxr-xr-x)
I1210 00:07:55.823337 97943 main.go:141] libmachine: (ha-070032-m03) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/20062-79135/.minikube/machines
I1210 00:07:55.823363 97943 main.go:141] libmachine: (ha-070032-m03) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/20062-79135/.minikube
I1210 00:07:55.823375 97943 main.go:141] libmachine: (ha-070032-m03) Setting executable bit set on /home/jenkins/minikube-integration/20062-79135/.minikube (perms=drwxr-xr-x)
I1210 00:07:55.823392 97943 main.go:141] libmachine: (ha-070032-m03) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/20062-79135
I1210 00:07:55.823405 97943 main.go:141] libmachine: (ha-070032-m03) Setting executable bit set on /home/jenkins/minikube-integration/20062-79135 (perms=drwxrwxr-x)
I1210 00:07:55.823415 97943 main.go:141] libmachine: (ha-070032-m03) DBG | Checking permissions on dir: /home/jenkins/minikube-integration
I1210 00:07:55.823431 97943 main.go:141] libmachine: (ha-070032-m03) DBG | Checking permissions on dir: /home/jenkins
I1210 00:07:55.823442 97943 main.go:141] libmachine: (ha-070032-m03) DBG | Checking permissions on dir: /home
I1210 00:07:55.823456 97943 main.go:141] libmachine: (ha-070032-m03) DBG | Skipping /home - not owner
I1210 00:07:55.823471 97943 main.go:141] libmachine: (ha-070032-m03) Setting executable bit set on /home/jenkins/minikube-integration (perms=drwxrwxr-x)
I1210 00:07:55.823488 97943 main.go:141] libmachine: (ha-070032-m03) Setting executable bit set on /home/jenkins (perms=drwxr-xr-x)
I1210 00:07:55.823501 97943 main.go:141] libmachine: (ha-070032-m03) Creating domain...
I1210 00:07:55.824547 97943 main.go:141] libmachine: (ha-070032-m03) define libvirt domain using xml:
I1210 00:07:55.824562 97943 main.go:141] libmachine: (ha-070032-m03) <domain type='kvm'>
I1210 00:07:55.824568 97943 main.go:141] libmachine: (ha-070032-m03) <name>ha-070032-m03</name>
I1210 00:07:55.824572 97943 main.go:141] libmachine: (ha-070032-m03) <memory unit='MiB'>2200</memory>
I1210 00:07:55.824578 97943 main.go:141] libmachine: (ha-070032-m03) <vcpu>2</vcpu>
I1210 00:07:55.824582 97943 main.go:141] libmachine: (ha-070032-m03) <features>
I1210 00:07:55.824588 97943 main.go:141] libmachine: (ha-070032-m03) <acpi/>
I1210 00:07:55.824594 97943 main.go:141] libmachine: (ha-070032-m03) <apic/>
I1210 00:07:55.824599 97943 main.go:141] libmachine: (ha-070032-m03) <pae/>
I1210 00:07:55.824605 97943 main.go:141] libmachine: (ha-070032-m03)
I1210 00:07:55.824615 97943 main.go:141] libmachine: (ha-070032-m03) </features>
I1210 00:07:55.824649 97943 main.go:141] libmachine: (ha-070032-m03) <cpu mode='host-passthrough'>
I1210 00:07:55.824662 97943 main.go:141] libmachine: (ha-070032-m03)
I1210 00:07:55.824670 97943 main.go:141] libmachine: (ha-070032-m03) </cpu>
I1210 00:07:55.824678 97943 main.go:141] libmachine: (ha-070032-m03) <os>
I1210 00:07:55.824685 97943 main.go:141] libmachine: (ha-070032-m03) <type>hvm</type>
I1210 00:07:55.824690 97943 main.go:141] libmachine: (ha-070032-m03) <boot dev='cdrom'/>
I1210 00:07:55.824697 97943 main.go:141] libmachine: (ha-070032-m03) <boot dev='hd'/>
I1210 00:07:55.824703 97943 main.go:141] libmachine: (ha-070032-m03) <bootmenu enable='no'/>
I1210 00:07:55.824709 97943 main.go:141] libmachine: (ha-070032-m03) </os>
I1210 00:07:55.824714 97943 main.go:141] libmachine: (ha-070032-m03) <devices>
I1210 00:07:55.824720 97943 main.go:141] libmachine: (ha-070032-m03) <disk type='file' device='cdrom'>
I1210 00:07:55.824728 97943 main.go:141] libmachine: (ha-070032-m03) <source file='/home/jenkins/minikube-integration/20062-79135/.minikube/machines/ha-070032-m03/boot2docker.iso'/>
I1210 00:07:55.824735 97943 main.go:141] libmachine: (ha-070032-m03) <target dev='hdc' bus='scsi'/>
I1210 00:07:55.824740 97943 main.go:141] libmachine: (ha-070032-m03) <readonly/>
I1210 00:07:55.824746 97943 main.go:141] libmachine: (ha-070032-m03) </disk>
I1210 00:07:55.824753 97943 main.go:141] libmachine: (ha-070032-m03) <disk type='file' device='disk'>
I1210 00:07:55.824761 97943 main.go:141] libmachine: (ha-070032-m03) <driver name='qemu' type='raw' cache='default' io='threads' />
I1210 00:07:55.824769 97943 main.go:141] libmachine: (ha-070032-m03) <source file='/home/jenkins/minikube-integration/20062-79135/.minikube/machines/ha-070032-m03/ha-070032-m03.rawdisk'/>
I1210 00:07:55.824776 97943 main.go:141] libmachine: (ha-070032-m03) <target dev='hda' bus='virtio'/>
I1210 00:07:55.824780 97943 main.go:141] libmachine: (ha-070032-m03) </disk>
I1210 00:07:55.824787 97943 main.go:141] libmachine: (ha-070032-m03) <interface type='network'>
I1210 00:07:55.824793 97943 main.go:141] libmachine: (ha-070032-m03) <source network='mk-ha-070032'/>
I1210 00:07:55.824799 97943 main.go:141] libmachine: (ha-070032-m03) <model type='virtio'/>
I1210 00:07:55.824804 97943 main.go:141] libmachine: (ha-070032-m03) </interface>
I1210 00:07:55.824809 97943 main.go:141] libmachine: (ha-070032-m03) <interface type='network'>
I1210 00:07:55.824814 97943 main.go:141] libmachine: (ha-070032-m03) <source network='default'/>
I1210 00:07:55.824819 97943 main.go:141] libmachine: (ha-070032-m03) <model type='virtio'/>
I1210 00:07:55.824824 97943 main.go:141] libmachine: (ha-070032-m03) </interface>
I1210 00:07:55.824830 97943 main.go:141] libmachine: (ha-070032-m03) <serial type='pty'>
I1210 00:07:55.824835 97943 main.go:141] libmachine: (ha-070032-m03) <target port='0'/>
I1210 00:07:55.824842 97943 main.go:141] libmachine: (ha-070032-m03) </serial>
I1210 00:07:55.824846 97943 main.go:141] libmachine: (ha-070032-m03) <console type='pty'>
I1210 00:07:55.824852 97943 main.go:141] libmachine: (ha-070032-m03) <target type='serial' port='0'/>
I1210 00:07:55.824859 97943 main.go:141] libmachine: (ha-070032-m03) </console>
I1210 00:07:55.824863 97943 main.go:141] libmachine: (ha-070032-m03) <rng model='virtio'>
I1210 00:07:55.824871 97943 main.go:141] libmachine: (ha-070032-m03) <backend model='random'>/dev/random</backend>
I1210 00:07:55.824874 97943 main.go:141] libmachine: (ha-070032-m03) </rng>
I1210 00:07:55.824881 97943 main.go:141] libmachine: (ha-070032-m03)
I1210 00:07:55.824884 97943 main.go:141] libmachine: (ha-070032-m03)
I1210 00:07:55.824891 97943 main.go:141] libmachine: (ha-070032-m03) </devices>
I1210 00:07:55.824895 97943 main.go:141] libmachine: (ha-070032-m03) </domain>
I1210 00:07:55.824901 97943 main.go:141] libmachine: (ha-070032-m03)
I1210 00:07:55.831443 97943 main.go:141] libmachine: (ha-070032-m03) DBG | domain ha-070032-m03 has defined MAC address 52:54:00:5a:d9:d9 in network default
I1210 00:07:55.832042 97943 main.go:141] libmachine: (ha-070032-m03) DBG | domain ha-070032-m03 has defined MAC address 52:54:00:36:e7:81 in network mk-ha-070032
I1210 00:07:55.832057 97943 main.go:141] libmachine: (ha-070032-m03) Ensuring networks are active...
I1210 00:07:55.832934 97943 main.go:141] libmachine: (ha-070032-m03) Ensuring network default is active
I1210 00:07:55.833292 97943 main.go:141] libmachine: (ha-070032-m03) Ensuring network mk-ha-070032 is active
I1210 00:07:55.833793 97943 main.go:141] libmachine: (ha-070032-m03) Getting domain xml...
I1210 00:07:55.834538 97943 main.go:141] libmachine: (ha-070032-m03) Creating domain...
I1210 00:07:57.048312 97943 main.go:141] libmachine: (ha-070032-m03) Waiting to get IP...
I1210 00:07:57.049343 97943 main.go:141] libmachine: (ha-070032-m03) DBG | domain ha-070032-m03 has defined MAC address 52:54:00:36:e7:81 in network mk-ha-070032
I1210 00:07:57.049867 97943 main.go:141] libmachine: (ha-070032-m03) DBG | unable to find current IP address of domain ha-070032-m03 in network mk-ha-070032
I1210 00:07:57.049936 97943 main.go:141] libmachine: (ha-070032-m03) DBG | I1210 00:07:57.049857 98753 retry.go:31] will retry after 285.89703ms: waiting for machine to come up
I1210 00:07:57.337509 97943 main.go:141] libmachine: (ha-070032-m03) DBG | domain ha-070032-m03 has defined MAC address 52:54:00:36:e7:81 in network mk-ha-070032
I1210 00:07:57.337895 97943 main.go:141] libmachine: (ha-070032-m03) DBG | unable to find current IP address of domain ha-070032-m03 in network mk-ha-070032
I1210 00:07:57.337921 97943 main.go:141] libmachine: (ha-070032-m03) DBG | I1210 00:07:57.337875 98753 retry.go:31] will retry after 339.218188ms: waiting for machine to come up
I1210 00:07:57.678323 97943 main.go:141] libmachine: (ha-070032-m03) DBG | domain ha-070032-m03 has defined MAC address 52:54:00:36:e7:81 in network mk-ha-070032
I1210 00:07:57.678856 97943 main.go:141] libmachine: (ha-070032-m03) DBG | unable to find current IP address of domain ha-070032-m03 in network mk-ha-070032
I1210 00:07:57.678881 97943 main.go:141] libmachine: (ha-070032-m03) DBG | I1210 00:07:57.678806 98753 retry.go:31] will retry after 294.170833ms: waiting for machine to come up
I1210 00:07:57.974134 97943 main.go:141] libmachine: (ha-070032-m03) DBG | domain ha-070032-m03 has defined MAC address 52:54:00:36:e7:81 in network mk-ha-070032
I1210 00:07:57.974660 97943 main.go:141] libmachine: (ha-070032-m03) DBG | unable to find current IP address of domain ha-070032-m03 in network mk-ha-070032
I1210 00:07:57.974681 97943 main.go:141] libmachine: (ha-070032-m03) DBG | I1210 00:07:57.974611 98753 retry.go:31] will retry after 408.745882ms: waiting for machine to come up
I1210 00:07:58.385123 97943 main.go:141] libmachine: (ha-070032-m03) DBG | domain ha-070032-m03 has defined MAC address 52:54:00:36:e7:81 in network mk-ha-070032
I1210 00:07:58.385636 97943 main.go:141] libmachine: (ha-070032-m03) DBG | unable to find current IP address of domain ha-070032-m03 in network mk-ha-070032
I1210 00:07:58.385664 97943 main.go:141] libmachine: (ha-070032-m03) DBG | I1210 00:07:58.385591 98753 retry.go:31] will retry after 527.821664ms: waiting for machine to come up
I1210 00:07:58.915568 97943 main.go:141] libmachine: (ha-070032-m03) DBG | domain ha-070032-m03 has defined MAC address 52:54:00:36:e7:81 in network mk-ha-070032
I1210 00:07:58.916006 97943 main.go:141] libmachine: (ha-070032-m03) DBG | unable to find current IP address of domain ha-070032-m03 in network mk-ha-070032
I1210 00:07:58.916035 97943 main.go:141] libmachine: (ha-070032-m03) DBG | I1210 00:07:58.915961 98753 retry.go:31] will retry after 925.585874ms: waiting for machine to come up
I1210 00:07:59.843180 97943 main.go:141] libmachine: (ha-070032-m03) DBG | domain ha-070032-m03 has defined MAC address 52:54:00:36:e7:81 in network mk-ha-070032
I1210 00:07:59.843652 97943 main.go:141] libmachine: (ha-070032-m03) DBG | unable to find current IP address of domain ha-070032-m03 in network mk-ha-070032
I1210 00:07:59.843679 97943 main.go:141] libmachine: (ha-070032-m03) DBG | I1210 00:07:59.843610 98753 retry.go:31] will retry after 870.720245ms: waiting for machine to come up
I1210 00:08:00.715984 97943 main.go:141] libmachine: (ha-070032-m03) DBG | domain ha-070032-m03 has defined MAC address 52:54:00:36:e7:81 in network mk-ha-070032
I1210 00:08:00.716446 97943 main.go:141] libmachine: (ha-070032-m03) DBG | unable to find current IP address of domain ha-070032-m03 in network mk-ha-070032
I1210 00:08:00.716472 97943 main.go:141] libmachine: (ha-070032-m03) DBG | I1210 00:08:00.716425 98753 retry.go:31] will retry after 1.331743311s: waiting for machine to come up
I1210 00:08:02.049640 97943 main.go:141] libmachine: (ha-070032-m03) DBG | domain ha-070032-m03 has defined MAC address 52:54:00:36:e7:81 in network mk-ha-070032
I1210 00:08:02.050041 97943 main.go:141] libmachine: (ha-070032-m03) DBG | unable to find current IP address of domain ha-070032-m03 in network mk-ha-070032
I1210 00:08:02.050067 97943 main.go:141] libmachine: (ha-070032-m03) DBG | I1210 00:08:02.049985 98753 retry.go:31] will retry after 1.76199987s: waiting for machine to come up
I1210 00:08:03.813933 97943 main.go:141] libmachine: (ha-070032-m03) DBG | domain ha-070032-m03 has defined MAC address 52:54:00:36:e7:81 in network mk-ha-070032
I1210 00:08:03.814414 97943 main.go:141] libmachine: (ha-070032-m03) DBG | unable to find current IP address of domain ha-070032-m03 in network mk-ha-070032
I1210 00:08:03.814439 97943 main.go:141] libmachine: (ha-070032-m03) DBG | I1210 00:08:03.814370 98753 retry.go:31] will retry after 1.980303699s: waiting for machine to come up
I1210 00:08:05.796494 97943 main.go:141] libmachine: (ha-070032-m03) DBG | domain ha-070032-m03 has defined MAC address 52:54:00:36:e7:81 in network mk-ha-070032
I1210 00:08:05.797056 97943 main.go:141] libmachine: (ha-070032-m03) DBG | unable to find current IP address of domain ha-070032-m03 in network mk-ha-070032
I1210 00:08:05.797086 97943 main.go:141] libmachine: (ha-070032-m03) DBG | I1210 00:08:05.797021 98753 retry.go:31] will retry after 2.086128516s: waiting for machine to come up
I1210 00:08:07.884316 97943 main.go:141] libmachine: (ha-070032-m03) DBG | domain ha-070032-m03 has defined MAC address 52:54:00:36:e7:81 in network mk-ha-070032
I1210 00:08:07.884692 97943 main.go:141] libmachine: (ha-070032-m03) DBG | unable to find current IP address of domain ha-070032-m03 in network mk-ha-070032
I1210 00:08:07.884721 97943 main.go:141] libmachine: (ha-070032-m03) DBG | I1210 00:08:07.884642 98753 retry.go:31] will retry after 2.780301455s: waiting for machine to come up
I1210 00:08:10.666546 97943 main.go:141] libmachine: (ha-070032-m03) DBG | domain ha-070032-m03 has defined MAC address 52:54:00:36:e7:81 in network mk-ha-070032
I1210 00:08:10.666965 97943 main.go:141] libmachine: (ha-070032-m03) DBG | unable to find current IP address of domain ha-070032-m03 in network mk-ha-070032
I1210 00:08:10.666996 97943 main.go:141] libmachine: (ha-070032-m03) DBG | I1210 00:08:10.666924 98753 retry.go:31] will retry after 4.142573793s: waiting for machine to come up
I1210 00:08:14.811574 97943 main.go:141] libmachine: (ha-070032-m03) DBG | domain ha-070032-m03 has defined MAC address 52:54:00:36:e7:81 in network mk-ha-070032
I1210 00:08:14.811965 97943 main.go:141] libmachine: (ha-070032-m03) DBG | unable to find current IP address of domain ha-070032-m03 in network mk-ha-070032
I1210 00:08:14.811989 97943 main.go:141] libmachine: (ha-070032-m03) DBG | I1210 00:08:14.811918 98753 retry.go:31] will retry after 5.321214881s: waiting for machine to come up
I1210 00:08:20.135607 97943 main.go:141] libmachine: (ha-070032-m03) DBG | domain ha-070032-m03 has defined MAC address 52:54:00:36:e7:81 in network mk-ha-070032
I1210 00:08:20.136014 97943 main.go:141] libmachine: (ha-070032-m03) Found IP for machine: 192.168.39.244
I1210 00:08:20.136038 97943 main.go:141] libmachine: (ha-070032-m03) Reserving static IP address...
I1210 00:08:20.136048 97943 main.go:141] libmachine: (ha-070032-m03) DBG | domain ha-070032-m03 has current primary IP address 192.168.39.244 and MAC address 52:54:00:36:e7:81 in network mk-ha-070032
I1210 00:08:20.136451 97943 main.go:141] libmachine: (ha-070032-m03) DBG | unable to find host DHCP lease matching {name: "ha-070032-m03", mac: "52:54:00:36:e7:81", ip: "192.168.39.244"} in network mk-ha-070032
I1210 00:08:20.209941 97943 main.go:141] libmachine: (ha-070032-m03) DBG | Getting to WaitForSSH function...
I1210 00:08:20.209976 97943 main.go:141] libmachine: (ha-070032-m03) Reserved static IP address: 192.168.39.244
I1210 00:08:20.209989 97943 main.go:141] libmachine: (ha-070032-m03) Waiting for SSH to be available...
I1210 00:08:20.212879 97943 main.go:141] libmachine: (ha-070032-m03) DBG | domain ha-070032-m03 has defined MAC address 52:54:00:36:e7:81 in network mk-ha-070032
I1210 00:08:20.213267 97943 main.go:141] libmachine: (ha-070032-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:36:e7:81", ip: ""} in network mk-ha-070032: {Iface:virbr1 ExpiryTime:2024-12-10 01:08:10 +0000 UTC Type:0 Mac:52:54:00:36:e7:81 Iaid: IPaddr:192.168.39.244 Prefix:24 Hostname:minikube Clientid:01:52:54:00:36:e7:81}
I1210 00:08:20.213298 97943 main.go:141] libmachine: (ha-070032-m03) DBG | domain ha-070032-m03 has defined IP address 192.168.39.244 and MAC address 52:54:00:36:e7:81 in network mk-ha-070032
I1210 00:08:20.213460 97943 main.go:141] libmachine: (ha-070032-m03) DBG | Using SSH client type: external
I1210 00:08:20.213487 97943 main.go:141] libmachine: (ha-070032-m03) DBG | Using SSH private key: /home/jenkins/minikube-integration/20062-79135/.minikube/machines/ha-070032-m03/id_rsa (-rw-------)
I1210 00:08:20.213527 97943 main.go:141] libmachine: (ha-070032-m03) DBG | &{[-F /dev/null -o ConnectionAttempts=3 -o ConnectTimeout=10 -o ControlMaster=no -o ControlPath=none -o LogLevel=quiet -o PasswordAuthentication=no -o ServerAliveInterval=60 -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null docker@192.168.39.244 -o IdentitiesOnly=yes -i /home/jenkins/minikube-integration/20062-79135/.minikube/machines/ha-070032-m03/id_rsa -p 22] /usr/bin/ssh <nil>}
I1210 00:08:20.213547 97943 main.go:141] libmachine: (ha-070032-m03) DBG | About to run SSH command:
I1210 00:08:20.213584 97943 main.go:141] libmachine: (ha-070032-m03) DBG | exit 0
I1210 00:08:20.342480 97943 main.go:141] libmachine: (ha-070032-m03) DBG | SSH cmd err, output: <nil>:
I1210 00:08:20.342791 97943 main.go:141] libmachine: (ha-070032-m03) KVM machine creation complete!
I1210 00:08:20.343090 97943 main.go:141] libmachine: (ha-070032-m03) Calling .GetConfigRaw
I1210 00:08:20.343678 97943 main.go:141] libmachine: (ha-070032-m03) Calling .DriverName
I1210 00:08:20.343881 97943 main.go:141] libmachine: (ha-070032-m03) Calling .DriverName
I1210 00:08:20.344092 97943 main.go:141] libmachine: Waiting for machine to be running, this may take a few minutes...
I1210 00:08:20.344125 97943 main.go:141] libmachine: (ha-070032-m03) Calling .GetState
I1210 00:08:20.345413 97943 main.go:141] libmachine: Detecting operating system of created instance...
I1210 00:08:20.345430 97943 main.go:141] libmachine: Waiting for SSH to be available...
I1210 00:08:20.345437 97943 main.go:141] libmachine: Getting to WaitForSSH function...
I1210 00:08:20.345450 97943 main.go:141] libmachine: (ha-070032-m03) Calling .GetSSHHostname
I1210 00:08:20.347967 97943 main.go:141] libmachine: (ha-070032-m03) DBG | domain ha-070032-m03 has defined MAC address 52:54:00:36:e7:81 in network mk-ha-070032
I1210 00:08:20.348355 97943 main.go:141] libmachine: (ha-070032-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:36:e7:81", ip: ""} in network mk-ha-070032: {Iface:virbr1 ExpiryTime:2024-12-10 01:08:10 +0000 UTC Type:0 Mac:52:54:00:36:e7:81 Iaid: IPaddr:192.168.39.244 Prefix:24 Hostname:ha-070032-m03 Clientid:01:52:54:00:36:e7:81}
I1210 00:08:20.348389 97943 main.go:141] libmachine: (ha-070032-m03) DBG | domain ha-070032-m03 has defined IP address 192.168.39.244 and MAC address 52:54:00:36:e7:81 in network mk-ha-070032
I1210 00:08:20.348481 97943 main.go:141] libmachine: (ha-070032-m03) Calling .GetSSHPort
I1210 00:08:20.348653 97943 main.go:141] libmachine: (ha-070032-m03) Calling .GetSSHKeyPath
I1210 00:08:20.348776 97943 main.go:141] libmachine: (ha-070032-m03) Calling .GetSSHKeyPath
I1210 00:08:20.348911 97943 main.go:141] libmachine: (ha-070032-m03) Calling .GetSSHUsername
I1210 00:08:20.349041 97943 main.go:141] libmachine: Using SSH client type: native
I1210 00:08:20.349329 97943 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866ca0] 0x869980 <nil> [] 0s} 192.168.39.244 22 <nil> <nil>}
I1210 00:08:20.349348 97943 main.go:141] libmachine: About to run SSH command:
exit 0
I1210 00:08:20.449562 97943 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1210 00:08:20.449588 97943 main.go:141] libmachine: Detecting the provisioner...
I1210 00:08:20.449598 97943 main.go:141] libmachine: (ha-070032-m03) Calling .GetSSHHostname
I1210 00:08:20.452398 97943 main.go:141] libmachine: (ha-070032-m03) DBG | domain ha-070032-m03 has defined MAC address 52:54:00:36:e7:81 in network mk-ha-070032
I1210 00:08:20.452785 97943 main.go:141] libmachine: (ha-070032-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:36:e7:81", ip: ""} in network mk-ha-070032: {Iface:virbr1 ExpiryTime:2024-12-10 01:08:10 +0000 UTC Type:0 Mac:52:54:00:36:e7:81 Iaid: IPaddr:192.168.39.244 Prefix:24 Hostname:ha-070032-m03 Clientid:01:52:54:00:36:e7:81}
I1210 00:08:20.452812 97943 main.go:141] libmachine: (ha-070032-m03) DBG | domain ha-070032-m03 has defined IP address 192.168.39.244 and MAC address 52:54:00:36:e7:81 in network mk-ha-070032
I1210 00:08:20.452941 97943 main.go:141] libmachine: (ha-070032-m03) Calling .GetSSHPort
I1210 00:08:20.453110 97943 main.go:141] libmachine: (ha-070032-m03) Calling .GetSSHKeyPath
I1210 00:08:20.453240 97943 main.go:141] libmachine: (ha-070032-m03) Calling .GetSSHKeyPath
I1210 00:08:20.453428 97943 main.go:141] libmachine: (ha-070032-m03) Calling .GetSSHUsername
I1210 00:08:20.453598 97943 main.go:141] libmachine: Using SSH client type: native
I1210 00:08:20.453780 97943 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866ca0] 0x869980 <nil> [] 0s} 192.168.39.244 22 <nil> <nil>}
I1210 00:08:20.453798 97943 main.go:141] libmachine: About to run SSH command:
cat /etc/os-release
I1210 00:08:20.555272 97943 main.go:141] libmachine: SSH cmd err, output: <nil>: NAME=Buildroot
VERSION=2023.02.9-dirty
ID=buildroot
VERSION_ID=2023.02.9
PRETTY_NAME="Buildroot 2023.02.9"
I1210 00:08:20.555337 97943 main.go:141] libmachine: found compatible host: buildroot
I1210 00:08:20.555348 97943 main.go:141] libmachine: Provisioning with buildroot...
I1210 00:08:20.555362 97943 main.go:141] libmachine: (ha-070032-m03) Calling .GetMachineName
I1210 00:08:20.555624 97943 buildroot.go:166] provisioning hostname "ha-070032-m03"
I1210 00:08:20.555652 97943 main.go:141] libmachine: (ha-070032-m03) Calling .GetMachineName
I1210 00:08:20.555844 97943 main.go:141] libmachine: (ha-070032-m03) Calling .GetSSHHostname
I1210 00:08:20.558784 97943 main.go:141] libmachine: (ha-070032-m03) DBG | domain ha-070032-m03 has defined MAC address 52:54:00:36:e7:81 in network mk-ha-070032
I1210 00:08:20.559157 97943 main.go:141] libmachine: (ha-070032-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:36:e7:81", ip: ""} in network mk-ha-070032: {Iface:virbr1 ExpiryTime:2024-12-10 01:08:10 +0000 UTC Type:0 Mac:52:54:00:36:e7:81 Iaid: IPaddr:192.168.39.244 Prefix:24 Hostname:ha-070032-m03 Clientid:01:52:54:00:36:e7:81}
I1210 00:08:20.559192 97943 main.go:141] libmachine: (ha-070032-m03) DBG | domain ha-070032-m03 has defined IP address 192.168.39.244 and MAC address 52:54:00:36:e7:81 in network mk-ha-070032
I1210 00:08:20.559357 97943 main.go:141] libmachine: (ha-070032-m03) Calling .GetSSHPort
I1210 00:08:20.559555 97943 main.go:141] libmachine: (ha-070032-m03) Calling .GetSSHKeyPath
I1210 00:08:20.559716 97943 main.go:141] libmachine: (ha-070032-m03) Calling .GetSSHKeyPath
I1210 00:08:20.559850 97943 main.go:141] libmachine: (ha-070032-m03) Calling .GetSSHUsername
I1210 00:08:20.560050 97943 main.go:141] libmachine: Using SSH client type: native
I1210 00:08:20.560266 97943 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866ca0] 0x869980 <nil> [] 0s} 192.168.39.244 22 <nil> <nil>}
I1210 00:08:20.560285 97943 main.go:141] libmachine: About to run SSH command:
sudo hostname ha-070032-m03 && echo "ha-070032-m03" | sudo tee /etc/hostname
I1210 00:08:20.676771 97943 main.go:141] libmachine: SSH cmd err, output: <nil>: ha-070032-m03
I1210 00:08:20.676807 97943 main.go:141] libmachine: (ha-070032-m03) Calling .GetSSHHostname
I1210 00:08:20.679443 97943 main.go:141] libmachine: (ha-070032-m03) DBG | domain ha-070032-m03 has defined MAC address 52:54:00:36:e7:81 in network mk-ha-070032
I1210 00:08:20.679776 97943 main.go:141] libmachine: (ha-070032-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:36:e7:81", ip: ""} in network mk-ha-070032: {Iface:virbr1 ExpiryTime:2024-12-10 01:08:10 +0000 UTC Type:0 Mac:52:54:00:36:e7:81 Iaid: IPaddr:192.168.39.244 Prefix:24 Hostname:ha-070032-m03 Clientid:01:52:54:00:36:e7:81}
I1210 00:08:20.679807 97943 main.go:141] libmachine: (ha-070032-m03) DBG | domain ha-070032-m03 has defined IP address 192.168.39.244 and MAC address 52:54:00:36:e7:81 in network mk-ha-070032
I1210 00:08:20.680006 97943 main.go:141] libmachine: (ha-070032-m03) Calling .GetSSHPort
I1210 00:08:20.680185 97943 main.go:141] libmachine: (ha-070032-m03) Calling .GetSSHKeyPath
I1210 00:08:20.680359 97943 main.go:141] libmachine: (ha-070032-m03) Calling .GetSSHKeyPath
I1210 00:08:20.680491 97943 main.go:141] libmachine: (ha-070032-m03) Calling .GetSSHUsername
I1210 00:08:20.680620 97943 main.go:141] libmachine: Using SSH client type: native
I1210 00:08:20.680832 97943 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866ca0] 0x869980 <nil> [] 0s} 192.168.39.244 22 <nil> <nil>}
I1210 00:08:20.680847 97943 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\sha-070032-m03' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 ha-070032-m03/g' /etc/hosts;
else
echo '127.0.1.1 ha-070032-m03' | sudo tee -a /etc/hosts;
fi
fi
I1210 00:08:20.791291 97943 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1210 00:08:20.791325 97943 buildroot.go:172] set auth options {CertDir:/home/jenkins/minikube-integration/20062-79135/.minikube CaCertPath:/home/jenkins/minikube-integration/20062-79135/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/20062-79135/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/20062-79135/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/20062-79135/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/20062-79135/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/20062-79135/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/20062-79135/.minikube}
I1210 00:08:20.791341 97943 buildroot.go:174] setting up certificates
I1210 00:08:20.791358 97943 provision.go:84] configureAuth start
I1210 00:08:20.791370 97943 main.go:141] libmachine: (ha-070032-m03) Calling .GetMachineName
I1210 00:08:20.791652 97943 main.go:141] libmachine: (ha-070032-m03) Calling .GetIP
I1210 00:08:20.794419 97943 main.go:141] libmachine: (ha-070032-m03) DBG | domain ha-070032-m03 has defined MAC address 52:54:00:36:e7:81 in network mk-ha-070032
I1210 00:08:20.794874 97943 main.go:141] libmachine: (ha-070032-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:36:e7:81", ip: ""} in network mk-ha-070032: {Iface:virbr1 ExpiryTime:2024-12-10 01:08:10 +0000 UTC Type:0 Mac:52:54:00:36:e7:81 Iaid: IPaddr:192.168.39.244 Prefix:24 Hostname:ha-070032-m03 Clientid:01:52:54:00:36:e7:81}
I1210 00:08:20.794902 97943 main.go:141] libmachine: (ha-070032-m03) DBG | domain ha-070032-m03 has defined IP address 192.168.39.244 and MAC address 52:54:00:36:e7:81 in network mk-ha-070032
I1210 00:08:20.795002 97943 main.go:141] libmachine: (ha-070032-m03) Calling .GetSSHHostname
I1210 00:08:20.798177 97943 main.go:141] libmachine: (ha-070032-m03) DBG | domain ha-070032-m03 has defined MAC address 52:54:00:36:e7:81 in network mk-ha-070032
I1210 00:08:20.798590 97943 main.go:141] libmachine: (ha-070032-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:36:e7:81", ip: ""} in network mk-ha-070032: {Iface:virbr1 ExpiryTime:2024-12-10 01:08:10 +0000 UTC Type:0 Mac:52:54:00:36:e7:81 Iaid: IPaddr:192.168.39.244 Prefix:24 Hostname:ha-070032-m03 Clientid:01:52:54:00:36:e7:81}
I1210 00:08:20.798619 97943 main.go:141] libmachine: (ha-070032-m03) DBG | domain ha-070032-m03 has defined IP address 192.168.39.244 and MAC address 52:54:00:36:e7:81 in network mk-ha-070032
I1210 00:08:20.798789 97943 provision.go:143] copyHostCerts
I1210 00:08:20.798825 97943 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20062-79135/.minikube/certs/cert.pem -> /home/jenkins/minikube-integration/20062-79135/.minikube/cert.pem
I1210 00:08:20.798862 97943 exec_runner.go:144] found /home/jenkins/minikube-integration/20062-79135/.minikube/cert.pem, removing ...
I1210 00:08:20.798871 97943 exec_runner.go:203] rm: /home/jenkins/minikube-integration/20062-79135/.minikube/cert.pem
I1210 00:08:20.798934 97943 exec_runner.go:151] cp: /home/jenkins/minikube-integration/20062-79135/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/20062-79135/.minikube/cert.pem (1123 bytes)
I1210 00:08:20.799007 97943 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20062-79135/.minikube/certs/key.pem -> /home/jenkins/minikube-integration/20062-79135/.minikube/key.pem
I1210 00:08:20.799025 97943 exec_runner.go:144] found /home/jenkins/minikube-integration/20062-79135/.minikube/key.pem, removing ...
I1210 00:08:20.799030 97943 exec_runner.go:203] rm: /home/jenkins/minikube-integration/20062-79135/.minikube/key.pem
I1210 00:08:20.799053 97943 exec_runner.go:151] cp: /home/jenkins/minikube-integration/20062-79135/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/20062-79135/.minikube/key.pem (1675 bytes)
I1210 00:08:20.799097 97943 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20062-79135/.minikube/certs/ca.pem -> /home/jenkins/minikube-integration/20062-79135/.minikube/ca.pem
I1210 00:08:20.799112 97943 exec_runner.go:144] found /home/jenkins/minikube-integration/20062-79135/.minikube/ca.pem, removing ...
I1210 00:08:20.799119 97943 exec_runner.go:203] rm: /home/jenkins/minikube-integration/20062-79135/.minikube/ca.pem
I1210 00:08:20.799140 97943 exec_runner.go:151] cp: /home/jenkins/minikube-integration/20062-79135/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/20062-79135/.minikube/ca.pem (1078 bytes)
I1210 00:08:20.799198 97943 provision.go:117] generating server cert: /home/jenkins/minikube-integration/20062-79135/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/20062-79135/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/20062-79135/.minikube/certs/ca-key.pem org=jenkins.ha-070032-m03 san=[127.0.0.1 192.168.39.244 ha-070032-m03 localhost minikube]
I1210 00:08:20.901770 97943 provision.go:177] copyRemoteCerts
I1210 00:08:20.901829 97943 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1210 00:08:20.901857 97943 main.go:141] libmachine: (ha-070032-m03) Calling .GetSSHHostname
I1210 00:08:20.904479 97943 main.go:141] libmachine: (ha-070032-m03) DBG | domain ha-070032-m03 has defined MAC address 52:54:00:36:e7:81 in network mk-ha-070032
I1210 00:08:20.904810 97943 main.go:141] libmachine: (ha-070032-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:36:e7:81", ip: ""} in network mk-ha-070032: {Iface:virbr1 ExpiryTime:2024-12-10 01:08:10 +0000 UTC Type:0 Mac:52:54:00:36:e7:81 Iaid: IPaddr:192.168.39.244 Prefix:24 Hostname:ha-070032-m03 Clientid:01:52:54:00:36:e7:81}
I1210 00:08:20.904842 97943 main.go:141] libmachine: (ha-070032-m03) DBG | domain ha-070032-m03 has defined IP address 192.168.39.244 and MAC address 52:54:00:36:e7:81 in network mk-ha-070032
I1210 00:08:20.904999 97943 main.go:141] libmachine: (ha-070032-m03) Calling .GetSSHPort
I1210 00:08:20.905202 97943 main.go:141] libmachine: (ha-070032-m03) Calling .GetSSHKeyPath
I1210 00:08:20.905341 97943 main.go:141] libmachine: (ha-070032-m03) Calling .GetSSHUsername
I1210 00:08:20.905465 97943 sshutil.go:53] new ssh client: &{IP:192.168.39.244 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/20062-79135/.minikube/machines/ha-070032-m03/id_rsa Username:docker}
I1210 00:08:20.987981 97943 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20062-79135/.minikube/certs/ca.pem -> /etc/docker/ca.pem
I1210 00:08:20.988061 97943 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20062-79135/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)
I1210 00:08:21.011122 97943 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20062-79135/.minikube/machines/server.pem -> /etc/docker/server.pem
I1210 00:08:21.011186 97943 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20062-79135/.minikube/machines/server.pem --> /etc/docker/server.pem (1208 bytes)
I1210 00:08:21.033692 97943 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20062-79135/.minikube/machines/server-key.pem -> /etc/docker/server-key.pem
I1210 00:08:21.033754 97943 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20062-79135/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)
I1210 00:08:21.056597 97943 provision.go:87] duration metric: took 265.223032ms to configureAuth
I1210 00:08:21.056629 97943 buildroot.go:189] setting minikube options for container-runtime
I1210 00:08:21.057591 97943 config.go:182] Loaded profile config "ha-070032": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1210 00:08:21.057673 97943 main.go:141] libmachine: (ha-070032-m03) Calling .GetSSHHostname
I1210 00:08:21.060831 97943 main.go:141] libmachine: (ha-070032-m03) DBG | domain ha-070032-m03 has defined MAC address 52:54:00:36:e7:81 in network mk-ha-070032
I1210 00:08:21.061343 97943 main.go:141] libmachine: (ha-070032-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:36:e7:81", ip: ""} in network mk-ha-070032: {Iface:virbr1 ExpiryTime:2024-12-10 01:08:10 +0000 UTC Type:0 Mac:52:54:00:36:e7:81 Iaid: IPaddr:192.168.39.244 Prefix:24 Hostname:ha-070032-m03 Clientid:01:52:54:00:36:e7:81}
I1210 00:08:21.061378 97943 main.go:141] libmachine: (ha-070032-m03) DBG | domain ha-070032-m03 has defined IP address 192.168.39.244 and MAC address 52:54:00:36:e7:81 in network mk-ha-070032
I1210 00:08:21.061673 97943 main.go:141] libmachine: (ha-070032-m03) Calling .GetSSHPort
I1210 00:08:21.061904 97943 main.go:141] libmachine: (ha-070032-m03) Calling .GetSSHKeyPath
I1210 00:08:21.062107 97943 main.go:141] libmachine: (ha-070032-m03) Calling .GetSSHKeyPath
I1210 00:08:21.062269 97943 main.go:141] libmachine: (ha-070032-m03) Calling .GetSSHUsername
I1210 00:08:21.062474 97943 main.go:141] libmachine: Using SSH client type: native
I1210 00:08:21.062700 97943 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866ca0] 0x869980 <nil> [] 0s} 192.168.39.244 22 <nil> <nil>}
I1210 00:08:21.062721 97943 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1210 00:08:21.281273 97943 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1210 00:08:21.281301 97943 main.go:141] libmachine: Checking connection to Docker...
I1210 00:08:21.281310 97943 main.go:141] libmachine: (ha-070032-m03) Calling .GetURL
I1210 00:08:21.282833 97943 main.go:141] libmachine: (ha-070032-m03) DBG | Using libvirt version 6000000
I1210 00:08:21.285219 97943 main.go:141] libmachine: (ha-070032-m03) DBG | domain ha-070032-m03 has defined MAC address 52:54:00:36:e7:81 in network mk-ha-070032
I1210 00:08:21.285581 97943 main.go:141] libmachine: (ha-070032-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:36:e7:81", ip: ""} in network mk-ha-070032: {Iface:virbr1 ExpiryTime:2024-12-10 01:08:10 +0000 UTC Type:0 Mac:52:54:00:36:e7:81 Iaid: IPaddr:192.168.39.244 Prefix:24 Hostname:ha-070032-m03 Clientid:01:52:54:00:36:e7:81}
I1210 00:08:21.285613 97943 main.go:141] libmachine: (ha-070032-m03) DBG | domain ha-070032-m03 has defined IP address 192.168.39.244 and MAC address 52:54:00:36:e7:81 in network mk-ha-070032
I1210 00:08:21.285747 97943 main.go:141] libmachine: Docker is up and running!
I1210 00:08:21.285761 97943 main.go:141] libmachine: Reticulating splines...
I1210 00:08:21.285769 97943 client.go:171] duration metric: took 25.801757929s to LocalClient.Create
I1210 00:08:21.285791 97943 start.go:167] duration metric: took 25.801831678s to libmachine.API.Create "ha-070032"
I1210 00:08:21.285798 97943 start.go:293] postStartSetup for "ha-070032-m03" (driver="kvm2")
I1210 00:08:21.285807 97943 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1210 00:08:21.285828 97943 main.go:141] libmachine: (ha-070032-m03) Calling .DriverName
I1210 00:08:21.286085 97943 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1210 00:08:21.286117 97943 main.go:141] libmachine: (ha-070032-m03) Calling .GetSSHHostname
I1210 00:08:21.288055 97943 main.go:141] libmachine: (ha-070032-m03) DBG | domain ha-070032-m03 has defined MAC address 52:54:00:36:e7:81 in network mk-ha-070032
I1210 00:08:21.288329 97943 main.go:141] libmachine: (ha-070032-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:36:e7:81", ip: ""} in network mk-ha-070032: {Iface:virbr1 ExpiryTime:2024-12-10 01:08:10 +0000 UTC Type:0 Mac:52:54:00:36:e7:81 Iaid: IPaddr:192.168.39.244 Prefix:24 Hostname:ha-070032-m03 Clientid:01:52:54:00:36:e7:81}
I1210 00:08:21.288370 97943 main.go:141] libmachine: (ha-070032-m03) DBG | domain ha-070032-m03 has defined IP address 192.168.39.244 and MAC address 52:54:00:36:e7:81 in network mk-ha-070032
I1210 00:08:21.288480 97943 main.go:141] libmachine: (ha-070032-m03) Calling .GetSSHPort
I1210 00:08:21.288647 97943 main.go:141] libmachine: (ha-070032-m03) Calling .GetSSHKeyPath
I1210 00:08:21.288777 97943 main.go:141] libmachine: (ha-070032-m03) Calling .GetSSHUsername
I1210 00:08:21.288901 97943 sshutil.go:53] new ssh client: &{IP:192.168.39.244 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/20062-79135/.minikube/machines/ha-070032-m03/id_rsa Username:docker}
I1210 00:08:21.369391 97943 ssh_runner.go:195] Run: cat /etc/os-release
I1210 00:08:21.373285 97943 info.go:137] Remote host: Buildroot 2023.02.9
I1210 00:08:21.373310 97943 filesync.go:126] Scanning /home/jenkins/minikube-integration/20062-79135/.minikube/addons for local assets ...
I1210 00:08:21.373392 97943 filesync.go:126] Scanning /home/jenkins/minikube-integration/20062-79135/.minikube/files for local assets ...
I1210 00:08:21.373503 97943 filesync.go:149] local asset: /home/jenkins/minikube-integration/20062-79135/.minikube/files/etc/ssl/certs/862962.pem -> 862962.pem in /etc/ssl/certs
I1210 00:08:21.373518 97943 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20062-79135/.minikube/files/etc/ssl/certs/862962.pem -> /etc/ssl/certs/862962.pem
I1210 00:08:21.373639 97943 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1210 00:08:21.382298 97943 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20062-79135/.minikube/files/etc/ssl/certs/862962.pem --> /etc/ssl/certs/862962.pem (1708 bytes)
I1210 00:08:21.403806 97943 start.go:296] duration metric: took 117.996202ms for postStartSetup
I1210 00:08:21.403863 97943 main.go:141] libmachine: (ha-070032-m03) Calling .GetConfigRaw
I1210 00:08:21.404476 97943 main.go:141] libmachine: (ha-070032-m03) Calling .GetIP
I1210 00:08:21.407162 97943 main.go:141] libmachine: (ha-070032-m03) DBG | domain ha-070032-m03 has defined MAC address 52:54:00:36:e7:81 in network mk-ha-070032
I1210 00:08:21.407495 97943 main.go:141] libmachine: (ha-070032-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:36:e7:81", ip: ""} in network mk-ha-070032: {Iface:virbr1 ExpiryTime:2024-12-10 01:08:10 +0000 UTC Type:0 Mac:52:54:00:36:e7:81 Iaid: IPaddr:192.168.39.244 Prefix:24 Hostname:ha-070032-m03 Clientid:01:52:54:00:36:e7:81}
I1210 00:08:21.407517 97943 main.go:141] libmachine: (ha-070032-m03) DBG | domain ha-070032-m03 has defined IP address 192.168.39.244 and MAC address 52:54:00:36:e7:81 in network mk-ha-070032
I1210 00:08:21.407796 97943 profile.go:143] Saving config to /home/jenkins/minikube-integration/20062-79135/.minikube/profiles/ha-070032/config.json ...
I1210 00:08:21.408029 97943 start.go:128] duration metric: took 25.944309943s to createHost
I1210 00:08:21.408053 97943 main.go:141] libmachine: (ha-070032-m03) Calling .GetSSHHostname
I1210 00:08:21.410158 97943 main.go:141] libmachine: (ha-070032-m03) DBG | domain ha-070032-m03 has defined MAC address 52:54:00:36:e7:81 in network mk-ha-070032
I1210 00:08:21.410458 97943 main.go:141] libmachine: (ha-070032-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:36:e7:81", ip: ""} in network mk-ha-070032: {Iface:virbr1 ExpiryTime:2024-12-10 01:08:10 +0000 UTC Type:0 Mac:52:54:00:36:e7:81 Iaid: IPaddr:192.168.39.244 Prefix:24 Hostname:ha-070032-m03 Clientid:01:52:54:00:36:e7:81}
I1210 00:08:21.410486 97943 main.go:141] libmachine: (ha-070032-m03) DBG | domain ha-070032-m03 has defined IP address 192.168.39.244 and MAC address 52:54:00:36:e7:81 in network mk-ha-070032
I1210 00:08:21.410661 97943 main.go:141] libmachine: (ha-070032-m03) Calling .GetSSHPort
I1210 00:08:21.410839 97943 main.go:141] libmachine: (ha-070032-m03) Calling .GetSSHKeyPath
I1210 00:08:21.411023 97943 main.go:141] libmachine: (ha-070032-m03) Calling .GetSSHKeyPath
I1210 00:08:21.411142 97943 main.go:141] libmachine: (ha-070032-m03) Calling .GetSSHUsername
I1210 00:08:21.411301 97943 main.go:141] libmachine: Using SSH client type: native
I1210 00:08:21.411462 97943 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866ca0] 0x869980 <nil> [] 0s} 192.168.39.244 22 <nil> <nil>}
I1210 00:08:21.411473 97943 main.go:141] libmachine: About to run SSH command:
date +%s.%N
I1210 00:08:21.514926 97943 main.go:141] libmachine: SSH cmd err, output: <nil>: 1733789301.493981402
I1210 00:08:21.514949 97943 fix.go:216] guest clock: 1733789301.493981402
I1210 00:08:21.514956 97943 fix.go:229] Guest: 2024-12-10 00:08:21.493981402 +0000 UTC Remote: 2024-12-10 00:08:21.408042688 +0000 UTC m=+148.654123328 (delta=85.938714ms)
I1210 00:08:21.514972 97943 fix.go:200] guest clock delta is within tolerance: 85.938714ms
I1210 00:08:21.514978 97943 start.go:83] releasing machines lock for "ha-070032-m03", held for 26.05137115s
I1210 00:08:21.514997 97943 main.go:141] libmachine: (ha-070032-m03) Calling .DriverName
I1210 00:08:21.515241 97943 main.go:141] libmachine: (ha-070032-m03) Calling .GetIP
I1210 00:08:21.517912 97943 main.go:141] libmachine: (ha-070032-m03) DBG | domain ha-070032-m03 has defined MAC address 52:54:00:36:e7:81 in network mk-ha-070032
I1210 00:08:21.518241 97943 main.go:141] libmachine: (ha-070032-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:36:e7:81", ip: ""} in network mk-ha-070032: {Iface:virbr1 ExpiryTime:2024-12-10 01:08:10 +0000 UTC Type:0 Mac:52:54:00:36:e7:81 Iaid: IPaddr:192.168.39.244 Prefix:24 Hostname:ha-070032-m03 Clientid:01:52:54:00:36:e7:81}
I1210 00:08:21.518261 97943 main.go:141] libmachine: (ha-070032-m03) DBG | domain ha-070032-m03 has defined IP address 192.168.39.244 and MAC address 52:54:00:36:e7:81 in network mk-ha-070032
I1210 00:08:21.520470 97943 out.go:177] * Found network options:
I1210 00:08:21.521800 97943 out.go:177] - NO_PROXY=192.168.39.187,192.168.39.198
W1210 00:08:21.523143 97943 proxy.go:119] fail to check proxy env: Error ip not in block
W1210 00:08:21.523168 97943 proxy.go:119] fail to check proxy env: Error ip not in block
I1210 00:08:21.523188 97943 main.go:141] libmachine: (ha-070032-m03) Calling .DriverName
I1210 00:08:21.523682 97943 main.go:141] libmachine: (ha-070032-m03) Calling .DriverName
I1210 00:08:21.523924 97943 main.go:141] libmachine: (ha-070032-m03) Calling .DriverName
I1210 00:08:21.524029 97943 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1210 00:08:21.524084 97943 main.go:141] libmachine: (ha-070032-m03) Calling .GetSSHHostname
W1210 00:08:21.524110 97943 proxy.go:119] fail to check proxy env: Error ip not in block
W1210 00:08:21.524137 97943 proxy.go:119] fail to check proxy env: Error ip not in block
I1210 00:08:21.524228 97943 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1210 00:08:21.524251 97943 main.go:141] libmachine: (ha-070032-m03) Calling .GetSSHHostname
I1210 00:08:21.527134 97943 main.go:141] libmachine: (ha-070032-m03) DBG | domain ha-070032-m03 has defined MAC address 52:54:00:36:e7:81 in network mk-ha-070032
I1210 00:08:21.527403 97943 main.go:141] libmachine: (ha-070032-m03) DBG | domain ha-070032-m03 has defined MAC address 52:54:00:36:e7:81 in network mk-ha-070032
I1210 00:08:21.527435 97943 main.go:141] libmachine: (ha-070032-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:36:e7:81", ip: ""} in network mk-ha-070032: {Iface:virbr1 ExpiryTime:2024-12-10 01:08:10 +0000 UTC Type:0 Mac:52:54:00:36:e7:81 Iaid: IPaddr:192.168.39.244 Prefix:24 Hostname:ha-070032-m03 Clientid:01:52:54:00:36:e7:81}
I1210 00:08:21.527461 97943 main.go:141] libmachine: (ha-070032-m03) DBG | domain ha-070032-m03 has defined IP address 192.168.39.244 and MAC address 52:54:00:36:e7:81 in network mk-ha-070032
I1210 00:08:21.527644 97943 main.go:141] libmachine: (ha-070032-m03) Calling .GetSSHPort
I1210 00:08:21.527864 97943 main.go:141] libmachine: (ha-070032-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:36:e7:81", ip: ""} in network mk-ha-070032: {Iface:virbr1 ExpiryTime:2024-12-10 01:08:10 +0000 UTC Type:0 Mac:52:54:00:36:e7:81 Iaid: IPaddr:192.168.39.244 Prefix:24 Hostname:ha-070032-m03 Clientid:01:52:54:00:36:e7:81}
I1210 00:08:21.527884 97943 main.go:141] libmachine: (ha-070032-m03) Calling .GetSSHKeyPath
I1210 00:08:21.527885 97943 main.go:141] libmachine: (ha-070032-m03) DBG | domain ha-070032-m03 has defined IP address 192.168.39.244 and MAC address 52:54:00:36:e7:81 in network mk-ha-070032
I1210 00:08:21.528014 97943 main.go:141] libmachine: (ha-070032-m03) Calling .GetSSHPort
I1210 00:08:21.528094 97943 main.go:141] libmachine: (ha-070032-m03) Calling .GetSSHUsername
I1210 00:08:21.528182 97943 main.go:141] libmachine: (ha-070032-m03) Calling .GetSSHKeyPath
I1210 00:08:21.528256 97943 sshutil.go:53] new ssh client: &{IP:192.168.39.244 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/20062-79135/.minikube/machines/ha-070032-m03/id_rsa Username:docker}
I1210 00:08:21.528295 97943 main.go:141] libmachine: (ha-070032-m03) Calling .GetSSHUsername
I1210 00:08:21.528396 97943 sshutil.go:53] new ssh client: &{IP:192.168.39.244 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/20062-79135/.minikube/machines/ha-070032-m03/id_rsa Username:docker}
I1210 00:08:21.759543 97943 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
W1210 00:08:21.765842 97943 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I1210 00:08:21.765945 97943 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1210 00:08:21.781497 97943 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)
I1210 00:08:21.781528 97943 start.go:495] detecting cgroup driver to use...
I1210 00:08:21.781601 97943 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1210 00:08:21.798260 97943 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1210 00:08:21.812631 97943 docker.go:217] disabling cri-docker service (if available) ...
I1210 00:08:21.812703 97943 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1210 00:08:21.826291 97943 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1210 00:08:21.839819 97943 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1210 00:08:21.970011 97943 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1210 00:08:22.106825 97943 docker.go:233] disabling docker service ...
I1210 00:08:22.106898 97943 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1210 00:08:22.120845 97943 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1210 00:08:22.133078 97943 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1210 00:08:22.277754 97943 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1210 00:08:22.396135 97943 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1210 00:08:22.410691 97943 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1210 00:08:22.428016 97943 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10" pause image...
I1210 00:08:22.428081 97943 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10"|' /etc/crio/crio.conf.d/02-crio.conf"
I1210 00:08:22.437432 97943 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I1210 00:08:22.437492 97943 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I1210 00:08:22.446807 97943 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1210 00:08:22.457081 97943 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1210 00:08:22.466785 97943 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1210 00:08:22.476232 97943 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I1210 00:08:22.485876 97943 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I1210 00:08:22.501168 97943 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I1210 00:08:22.511414 97943 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1210 00:08:22.520354 97943 crio.go:166] couldn't verify netfilter by "sudo sysctl net.bridge.bridge-nf-call-iptables" which might be okay. error: sudo sysctl net.bridge.bridge-nf-call-iptables: Process exited with status 255
stdout:
stderr:
sysctl: cannot stat /proc/sys/net/bridge/bridge-nf-call-iptables: No such file or directory
I1210 00:08:22.520415 97943 ssh_runner.go:195] Run: sudo modprobe br_netfilter
I1210 00:08:22.532412 97943 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1210 00:08:22.541467 97943 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1210 00:08:22.650142 97943 ssh_runner.go:195] Run: sudo systemctl restart crio
I1210 00:08:22.739814 97943 start.go:542] Will wait 60s for socket path /var/run/crio/crio.sock
I1210 00:08:22.739908 97943 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1210 00:08:22.744756 97943 start.go:563] Will wait 60s for crictl version
I1210 00:08:22.744820 97943 ssh_runner.go:195] Run: which crictl
I1210 00:08:22.748420 97943 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I1210 00:08:22.786505 97943 start.go:579] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.29.1
RuntimeApiVersion: v1
I1210 00:08:22.786627 97943 ssh_runner.go:195] Run: crio --version
I1210 00:08:22.812591 97943 ssh_runner.go:195] Run: crio --version
I1210 00:08:22.840186 97943 out.go:177] * Preparing Kubernetes v1.31.2 on CRI-O 1.29.1 ...
I1210 00:08:22.841668 97943 out.go:177] - env NO_PROXY=192.168.39.187
I1210 00:08:22.842917 97943 out.go:177] - env NO_PROXY=192.168.39.187,192.168.39.198
I1210 00:08:22.843965 97943 main.go:141] libmachine: (ha-070032-m03) Calling .GetIP
I1210 00:08:22.846623 97943 main.go:141] libmachine: (ha-070032-m03) DBG | domain ha-070032-m03 has defined MAC address 52:54:00:36:e7:81 in network mk-ha-070032
I1210 00:08:22.847074 97943 main.go:141] libmachine: (ha-070032-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:36:e7:81", ip: ""} in network mk-ha-070032: {Iface:virbr1 ExpiryTime:2024-12-10 01:08:10 +0000 UTC Type:0 Mac:52:54:00:36:e7:81 Iaid: IPaddr:192.168.39.244 Prefix:24 Hostname:ha-070032-m03 Clientid:01:52:54:00:36:e7:81}
I1210 00:08:22.847104 97943 main.go:141] libmachine: (ha-070032-m03) DBG | domain ha-070032-m03 has defined IP address 192.168.39.244 and MAC address 52:54:00:36:e7:81 in network mk-ha-070032
I1210 00:08:22.847299 97943 ssh_runner.go:195] Run: grep 192.168.39.1 host.minikube.internal$ /etc/hosts
I1210 00:08:22.851246 97943 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.39.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1210 00:08:22.863976 97943 mustload.go:65] Loading cluster: ha-070032
I1210 00:08:22.864213 97943 config.go:182] Loaded profile config "ha-070032": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1210 00:08:22.864497 97943 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1210 00:08:22.864537 97943 main.go:141] libmachine: Launching plugin server for driver kvm2
I1210 00:08:22.879688 97943 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:33619
I1210 00:08:22.880163 97943 main.go:141] libmachine: () Calling .GetVersion
I1210 00:08:22.880674 97943 main.go:141] libmachine: Using API Version 1
I1210 00:08:22.880695 97943 main.go:141] libmachine: () Calling .SetConfigRaw
I1210 00:08:22.880999 97943 main.go:141] libmachine: () Calling .GetMachineName
I1210 00:08:22.881201 97943 main.go:141] libmachine: (ha-070032) Calling .GetState
I1210 00:08:22.882501 97943 host.go:66] Checking if "ha-070032" exists ...
I1210 00:08:22.882829 97943 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1210 00:08:22.882872 97943 main.go:141] libmachine: Launching plugin server for driver kvm2
I1210 00:08:22.897175 97943 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:38647
I1210 00:08:22.897634 97943 main.go:141] libmachine: () Calling .GetVersion
I1210 00:08:22.898146 97943 main.go:141] libmachine: Using API Version 1
I1210 00:08:22.898164 97943 main.go:141] libmachine: () Calling .SetConfigRaw
I1210 00:08:22.898482 97943 main.go:141] libmachine: () Calling .GetMachineName
I1210 00:08:22.898668 97943 main.go:141] libmachine: (ha-070032) Calling .DriverName
I1210 00:08:22.898817 97943 certs.go:68] Setting up /home/jenkins/minikube-integration/20062-79135/.minikube/profiles/ha-070032 for IP: 192.168.39.244
I1210 00:08:22.898832 97943 certs.go:194] generating shared ca certs ...
I1210 00:08:22.898852 97943 certs.go:226] acquiring lock for ca certs: {Name:mk82048ce3206adab88c39bd4bfb12d93c4bec87 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1210 00:08:22.899000 97943 certs.go:235] skipping valid "minikubeCA" ca cert: /home/jenkins/minikube-integration/20062-79135/.minikube/ca.key
I1210 00:08:22.899051 97943 certs.go:235] skipping valid "proxyClientCA" ca cert: /home/jenkins/minikube-integration/20062-79135/.minikube/proxy-client-ca.key
I1210 00:08:22.899064 97943 certs.go:256] generating profile certs ...
I1210 00:08:22.899170 97943 certs.go:359] skipping valid signed profile cert regeneration for "minikube-user": /home/jenkins/minikube-integration/20062-79135/.minikube/profiles/ha-070032/client.key
I1210 00:08:22.899201 97943 certs.go:363] generating signed profile cert for "minikube": /home/jenkins/minikube-integration/20062-79135/.minikube/profiles/ha-070032/apiserver.key.293befb8
I1210 00:08:22.899223 97943 crypto.go:68] Generating cert /home/jenkins/minikube-integration/20062-79135/.minikube/profiles/ha-070032/apiserver.crt.293befb8 with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.168.39.187 192.168.39.198 192.168.39.244 192.168.39.254]
I1210 00:08:23.092450 97943 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/20062-79135/.minikube/profiles/ha-070032/apiserver.crt.293befb8 ...
I1210 00:08:23.092478 97943 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20062-79135/.minikube/profiles/ha-070032/apiserver.crt.293befb8: {Name:mk366065b18659314ca3f0bba1448963daaf0a11 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1210 00:08:23.092639 97943 crypto.go:164] Writing key to /home/jenkins/minikube-integration/20062-79135/.minikube/profiles/ha-070032/apiserver.key.293befb8 ...
I1210 00:08:23.092651 97943 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20062-79135/.minikube/profiles/ha-070032/apiserver.key.293befb8: {Name:mk5fa66078dcf45a83918146be6cef89d508f259 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1210 00:08:23.092720 97943 certs.go:381] copying /home/jenkins/minikube-integration/20062-79135/.minikube/profiles/ha-070032/apiserver.crt.293befb8 -> /home/jenkins/minikube-integration/20062-79135/.minikube/profiles/ha-070032/apiserver.crt
I1210 00:08:23.092839 97943 certs.go:385] copying /home/jenkins/minikube-integration/20062-79135/.minikube/profiles/ha-070032/apiserver.key.293befb8 -> /home/jenkins/minikube-integration/20062-79135/.minikube/profiles/ha-070032/apiserver.key
I1210 00:08:23.092959 97943 certs.go:359] skipping valid signed profile cert regeneration for "aggregator": /home/jenkins/minikube-integration/20062-79135/.minikube/profiles/ha-070032/proxy-client.key
I1210 00:08:23.092977 97943 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20062-79135/.minikube/ca.crt -> /var/lib/minikube/certs/ca.crt
I1210 00:08:23.092992 97943 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20062-79135/.minikube/ca.key -> /var/lib/minikube/certs/ca.key
I1210 00:08:23.093006 97943 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20062-79135/.minikube/proxy-client-ca.crt -> /var/lib/minikube/certs/proxy-client-ca.crt
I1210 00:08:23.093017 97943 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20062-79135/.minikube/proxy-client-ca.key -> /var/lib/minikube/certs/proxy-client-ca.key
I1210 00:08:23.093029 97943 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20062-79135/.minikube/profiles/ha-070032/apiserver.crt -> /var/lib/minikube/certs/apiserver.crt
I1210 00:08:23.093041 97943 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20062-79135/.minikube/profiles/ha-070032/apiserver.key -> /var/lib/minikube/certs/apiserver.key
I1210 00:08:23.093053 97943 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20062-79135/.minikube/profiles/ha-070032/proxy-client.crt -> /var/lib/minikube/certs/proxy-client.crt
I1210 00:08:23.106669 97943 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20062-79135/.minikube/profiles/ha-070032/proxy-client.key -> /var/lib/minikube/certs/proxy-client.key
I1210 00:08:23.106767 97943 certs.go:484] found cert: /home/jenkins/minikube-integration/20062-79135/.minikube/certs/86296.pem (1338 bytes)
W1210 00:08:23.106812 97943 certs.go:480] ignoring /home/jenkins/minikube-integration/20062-79135/.minikube/certs/86296_empty.pem, impossibly tiny 0 bytes
I1210 00:08:23.106826 97943 certs.go:484] found cert: /home/jenkins/minikube-integration/20062-79135/.minikube/certs/ca-key.pem (1675 bytes)
I1210 00:08:23.106858 97943 certs.go:484] found cert: /home/jenkins/minikube-integration/20062-79135/.minikube/certs/ca.pem (1078 bytes)
I1210 00:08:23.106887 97943 certs.go:484] found cert: /home/jenkins/minikube-integration/20062-79135/.minikube/certs/cert.pem (1123 bytes)
I1210 00:08:23.106916 97943 certs.go:484] found cert: /home/jenkins/minikube-integration/20062-79135/.minikube/certs/key.pem (1675 bytes)
I1210 00:08:23.107014 97943 certs.go:484] found cert: /home/jenkins/minikube-integration/20062-79135/.minikube/files/etc/ssl/certs/862962.pem (1708 bytes)
I1210 00:08:23.107059 97943 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20062-79135/.minikube/ca.crt -> /usr/share/ca-certificates/minikubeCA.pem
I1210 00:08:23.107078 97943 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20062-79135/.minikube/certs/86296.pem -> /usr/share/ca-certificates/86296.pem
I1210 00:08:23.107095 97943 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20062-79135/.minikube/files/etc/ssl/certs/862962.pem -> /usr/share/ca-certificates/862962.pem
I1210 00:08:23.107140 97943 main.go:141] libmachine: (ha-070032) Calling .GetSSHHostname
I1210 00:08:23.110428 97943 main.go:141] libmachine: (ha-070032) DBG | domain ha-070032 has defined MAC address 52:54:00:ad:ce:dc in network mk-ha-070032
I1210 00:08:23.110865 97943 main.go:141] libmachine: (ha-070032) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:ad:ce:dc", ip: ""} in network mk-ha-070032: {Iface:virbr1 ExpiryTime:2024-12-10 01:06:07 +0000 UTC Type:0 Mac:52:54:00:ad:ce:dc Iaid: IPaddr:192.168.39.187 Prefix:24 Hostname:ha-070032 Clientid:01:52:54:00:ad:ce:dc}
I1210 00:08:23.110897 97943 main.go:141] libmachine: (ha-070032) DBG | domain ha-070032 has defined IP address 192.168.39.187 and MAC address 52:54:00:ad:ce:dc in network mk-ha-070032
I1210 00:08:23.111098 97943 main.go:141] libmachine: (ha-070032) Calling .GetSSHPort
I1210 00:08:23.111299 97943 main.go:141] libmachine: (ha-070032) Calling .GetSSHKeyPath
I1210 00:08:23.111497 97943 main.go:141] libmachine: (ha-070032) Calling .GetSSHUsername
I1210 00:08:23.111654 97943 sshutil.go:53] new ssh client: &{IP:192.168.39.187 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/20062-79135/.minikube/machines/ha-070032/id_rsa Username:docker}
I1210 00:08:23.182834 97943 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/sa.pub
I1210 00:08:23.187460 97943 ssh_runner.go:447] scp /var/lib/minikube/certs/sa.pub --> memory (451 bytes)
I1210 00:08:23.201682 97943 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/sa.key
I1210 00:08:23.206212 97943 ssh_runner.go:447] scp /var/lib/minikube/certs/sa.key --> memory (1679 bytes)
I1210 00:08:23.216977 97943 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/front-proxy-ca.crt
I1210 00:08:23.221040 97943 ssh_runner.go:447] scp /var/lib/minikube/certs/front-proxy-ca.crt --> memory (1123 bytes)
I1210 00:08:23.231771 97943 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/front-proxy-ca.key
I1210 00:08:23.235936 97943 ssh_runner.go:447] scp /var/lib/minikube/certs/front-proxy-ca.key --> memory (1679 bytes)
I1210 00:08:23.245237 97943 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/etcd/ca.crt
I1210 00:08:23.249225 97943 ssh_runner.go:447] scp /var/lib/minikube/certs/etcd/ca.crt --> memory (1094 bytes)
I1210 00:08:23.259163 97943 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/etcd/ca.key
I1210 00:08:23.262970 97943 ssh_runner.go:447] scp /var/lib/minikube/certs/etcd/ca.key --> memory (1675 bytes)
I1210 00:08:23.272905 97943 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20062-79135/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1210 00:08:23.296036 97943 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20062-79135/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1679 bytes)
I1210 00:08:23.319479 97943 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20062-79135/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1210 00:08:23.343697 97943 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20062-79135/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I1210 00:08:23.365055 97943 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20062-79135/.minikube/profiles/ha-070032/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1444 bytes)
I1210 00:08:23.386745 97943 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20062-79135/.minikube/profiles/ha-070032/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)
I1210 00:08:23.408376 97943 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20062-79135/.minikube/profiles/ha-070032/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1210 00:08:23.431761 97943 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20062-79135/.minikube/profiles/ha-070032/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1679 bytes)
I1210 00:08:23.453442 97943 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20062-79135/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1210 00:08:23.474461 97943 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20062-79135/.minikube/certs/86296.pem --> /usr/share/ca-certificates/86296.pem (1338 bytes)
I1210 00:08:23.496103 97943 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20062-79135/.minikube/files/etc/ssl/certs/862962.pem --> /usr/share/ca-certificates/862962.pem (1708 bytes)
I1210 00:08:23.518047 97943 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/sa.pub (451 bytes)
I1210 00:08:23.533023 97943 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/sa.key (1679 bytes)
I1210 00:08:23.547698 97943 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/front-proxy-ca.crt (1123 bytes)
I1210 00:08:23.563066 97943 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/front-proxy-ca.key (1679 bytes)
I1210 00:08:23.577579 97943 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/etcd/ca.crt (1094 bytes)
I1210 00:08:23.592182 97943 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/etcd/ca.key (1675 bytes)
I1210 00:08:23.608125 97943 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (744 bytes)
I1210 00:08:23.627416 97943 ssh_runner.go:195] Run: openssl version
I1210 00:08:23.632821 97943 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1210 00:08:23.642458 97943 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1210 00:08:23.646845 97943 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Dec 9 23:44 /usr/share/ca-certificates/minikubeCA.pem
I1210 00:08:23.646909 97943 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1210 00:08:23.652298 97943 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1210 00:08:23.662442 97943 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/86296.pem && ln -fs /usr/share/ca-certificates/86296.pem /etc/ssl/certs/86296.pem"
I1210 00:08:23.672292 97943 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/86296.pem
I1210 00:08:23.676158 97943 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Dec 9 23:55 /usr/share/ca-certificates/86296.pem
I1210 00:08:23.676205 97943 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/86296.pem
I1210 00:08:23.681586 97943 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/86296.pem /etc/ssl/certs/51391683.0"
I1210 00:08:23.691472 97943 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/862962.pem && ln -fs /usr/share/ca-certificates/862962.pem /etc/ssl/certs/862962.pem"
I1210 00:08:23.701487 97943 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/862962.pem
I1210 00:08:23.705375 97943 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Dec 9 23:55 /usr/share/ca-certificates/862962.pem
I1210 00:08:23.705413 97943 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/862962.pem
I1210 00:08:23.710443 97943 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/862962.pem /etc/ssl/certs/3ec20f2e.0"
I1210 00:08:23.720294 97943 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1210 00:08:23.723799 97943 certs.go:399] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I1210 00:08:23.723848 97943 kubeadm.go:934] updating node {m03 192.168.39.244 8443 v1.31.2 crio true true} ...
I1210 00:08:23.723926 97943 kubeadm.go:946] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.31.2/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --hostname-override=ha-070032-m03 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.39.244
[Install]
config:
{KubernetesVersion:v1.31.2 ClusterName:ha-070032 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1210 00:08:23.723949 97943 kube-vip.go:115] generating kube-vip config ...
I1210 00:08:23.723977 97943 ssh_runner.go:195] Run: sudo sh -c "modprobe --all ip_vs ip_vs_rr ip_vs_wrr ip_vs_sh nf_conntrack"
I1210 00:08:23.738685 97943 kube-vip.go:167] auto-enabling control-plane load-balancing in kube-vip
I1210 00:08:23.738750 97943 kube-vip.go:137] kube-vip config:
apiVersion: v1
kind: Pod
metadata:
creationTimestamp: null
name: kube-vip
namespace: kube-system
spec:
containers:
- args:
- manager
env:
- name: vip_arp
value: "true"
- name: port
value: "8443"
- name: vip_nodename
valueFrom:
fieldRef:
fieldPath: spec.nodeName
- name: vip_interface
value: eth0
- name: vip_cidr
value: "32"
- name: dns_mode
value: first
- name: cp_enable
value: "true"
- name: cp_namespace
value: kube-system
- name: vip_leaderelection
value: "true"
- name: vip_leasename
value: plndr-cp-lock
- name: vip_leaseduration
value: "5"
- name: vip_renewdeadline
value: "3"
- name: vip_retryperiod
value: "1"
- name: address
value: 192.168.39.254
- name: prometheus_server
value: :2112
- name : lb_enable
value: "true"
- name: lb_port
value: "8443"
image: ghcr.io/kube-vip/kube-vip:v0.8.7
imagePullPolicy: IfNotPresent
name: kube-vip
resources: {}
securityContext:
capabilities:
add:
- NET_ADMIN
- NET_RAW
volumeMounts:
- mountPath: /etc/kubernetes/admin.conf
name: kubeconfig
hostAliases:
- hostnames:
- kubernetes
ip: 127.0.0.1
hostNetwork: true
volumes:
- hostPath:
path: "/etc/kubernetes/admin.conf"
name: kubeconfig
status: {}
I1210 00:08:23.738796 97943 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.31.2
I1210 00:08:23.747698 97943 binaries.go:47] Didn't find k8s binaries: sudo ls /var/lib/minikube/binaries/v1.31.2: Process exited with status 2
stdout:
stderr:
ls: cannot access '/var/lib/minikube/binaries/v1.31.2': No such file or directory
Initiating transfer...
I1210 00:08:23.747755 97943 ssh_runner.go:195] Run: sudo mkdir -p /var/lib/minikube/binaries/v1.31.2
I1210 00:08:23.756795 97943 binary.go:74] Not caching binary, using https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubelet?checksum=file:https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubelet.sha256
I1210 00:08:23.756827 97943 binary.go:74] Not caching binary, using https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubectl?checksum=file:https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubectl.sha256
I1210 00:08:23.756846 97943 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1210 00:08:23.756856 97943 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20062-79135/.minikube/cache/linux/amd64/v1.31.2/kubectl -> /var/lib/minikube/binaries/v1.31.2/kubectl
I1210 00:08:23.756795 97943 binary.go:74] Not caching binary, using https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubeadm?checksum=file:https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubeadm.sha256
I1210 00:08:23.756914 97943 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20062-79135/.minikube/cache/linux/amd64/v1.31.2/kubeadm -> /var/lib/minikube/binaries/v1.31.2/kubeadm
I1210 00:08:23.756945 97943 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubectl
I1210 00:08:23.756968 97943 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubeadm
I1210 00:08:23.773755 97943 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20062-79135/.minikube/cache/linux/amd64/v1.31.2/kubelet -> /var/lib/minikube/binaries/v1.31.2/kubelet
I1210 00:08:23.773816 97943 ssh_runner.go:352] existence check for /var/lib/minikube/binaries/v1.31.2/kubectl: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubectl: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/binaries/v1.31.2/kubectl': No such file or directory
I1210 00:08:23.773823 97943 ssh_runner.go:352] existence check for /var/lib/minikube/binaries/v1.31.2/kubeadm: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubeadm: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/binaries/v1.31.2/kubeadm': No such file or directory
I1210 00:08:23.773844 97943 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20062-79135/.minikube/cache/linux/amd64/v1.31.2/kubeadm --> /var/lib/minikube/binaries/v1.31.2/kubeadm (58290328 bytes)
I1210 00:08:23.773877 97943 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubelet
I1210 00:08:23.773844 97943 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20062-79135/.minikube/cache/linux/amd64/v1.31.2/kubectl --> /var/lib/minikube/binaries/v1.31.2/kubectl (56381592 bytes)
I1210 00:08:23.793177 97943 ssh_runner.go:352] existence check for /var/lib/minikube/binaries/v1.31.2/kubelet: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubelet: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/binaries/v1.31.2/kubelet': No such file or directory
I1210 00:08:23.793213 97943 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20062-79135/.minikube/cache/linux/amd64/v1.31.2/kubelet --> /var/lib/minikube/binaries/v1.31.2/kubelet (76902744 bytes)
I1210 00:08:24.557518 97943 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /etc/kubernetes/manifests
I1210 00:08:24.566776 97943 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (313 bytes)
I1210 00:08:24.582142 97943 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1210 00:08:24.597144 97943 ssh_runner.go:362] scp memory --> /etc/kubernetes/manifests/kube-vip.yaml (1441 bytes)
I1210 00:08:24.611549 97943 ssh_runner.go:195] Run: grep 192.168.39.254 control-plane.minikube.internal$ /etc/hosts
I1210 00:08:24.615055 97943 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.39.254 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1210 00:08:24.625780 97943 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1210 00:08:24.763770 97943 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1210 00:08:24.783613 97943 host.go:66] Checking if "ha-070032" exists ...
I1210 00:08:24.784058 97943 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1210 00:08:24.784117 97943 main.go:141] libmachine: Launching plugin server for driver kvm2
I1210 00:08:24.799970 97943 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:40537
I1210 00:08:24.800574 97943 main.go:141] libmachine: () Calling .GetVersion
I1210 00:08:24.801077 97943 main.go:141] libmachine: Using API Version 1
I1210 00:08:24.801104 97943 main.go:141] libmachine: () Calling .SetConfigRaw
I1210 00:08:24.801443 97943 main.go:141] libmachine: () Calling .GetMachineName
I1210 00:08:24.801614 97943 main.go:141] libmachine: (ha-070032) Calling .DriverName
I1210 00:08:24.801763 97943 start.go:317] joinCluster: &{Name:ha-070032 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19917/minikube-v1.34.0-1730913550-19917-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730888964-19917@sha256:629a5748e3ec15a091fef12257eb3754b8ffc0c974ebcbb016451c65d1829615 Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.2 Cluster
Name:ha-070032 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.39.187 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m02 IP:192.168.39.198 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m03 IP:192.168.39.244 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[ambassador:false amd-gpu-device-plugin:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:false efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-
dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:false storage-provisioner-gluster:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror
: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1210 00:08:24.801913 97943 ssh_runner.go:195] Run: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.2:$PATH" kubeadm token create --print-join-command --ttl=0"
I1210 00:08:24.801952 97943 main.go:141] libmachine: (ha-070032) Calling .GetSSHHostname
I1210 00:08:24.804893 97943 main.go:141] libmachine: (ha-070032) DBG | domain ha-070032 has defined MAC address 52:54:00:ad:ce:dc in network mk-ha-070032
I1210 00:08:24.805288 97943 main.go:141] libmachine: (ha-070032) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:ad:ce:dc", ip: ""} in network mk-ha-070032: {Iface:virbr1 ExpiryTime:2024-12-10 01:06:07 +0000 UTC Type:0 Mac:52:54:00:ad:ce:dc Iaid: IPaddr:192.168.39.187 Prefix:24 Hostname:ha-070032 Clientid:01:52:54:00:ad:ce:dc}
I1210 00:08:24.805318 97943 main.go:141] libmachine: (ha-070032) DBG | domain ha-070032 has defined IP address 192.168.39.187 and MAC address 52:54:00:ad:ce:dc in network mk-ha-070032
I1210 00:08:24.805470 97943 main.go:141] libmachine: (ha-070032) Calling .GetSSHPort
I1210 00:08:24.805660 97943 main.go:141] libmachine: (ha-070032) Calling .GetSSHKeyPath
I1210 00:08:24.805792 97943 main.go:141] libmachine: (ha-070032) Calling .GetSSHUsername
I1210 00:08:24.805938 97943 sshutil.go:53] new ssh client: &{IP:192.168.39.187 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/20062-79135/.minikube/machines/ha-070032/id_rsa Username:docker}
I1210 00:08:24.954369 97943 start.go:343] trying to join control-plane node "m03" to cluster: &{Name:m03 IP:192.168.39.244 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}
I1210 00:08:24.954415 97943 ssh_runner.go:195] Run: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.2:$PATH" kubeadm join control-plane.minikube.internal:8443 --token 7o473f.weadhysgevqpchg6 --discovery-token-ca-cert-hash sha256:f58183563ef012ba19490e91b4951ad764e8834fc8f21cd0c4b0e6017b139191 --ignore-preflight-errors=all --cri-socket unix:///var/run/crio/crio.sock --node-name=ha-070032-m03 --control-plane --apiserver-advertise-address=192.168.39.244 --apiserver-bind-port=8443"
I1210 00:08:45.926879 97943 ssh_runner.go:235] Completed: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.2:$PATH" kubeadm join control-plane.minikube.internal:8443 --token 7o473f.weadhysgevqpchg6 --discovery-token-ca-cert-hash sha256:f58183563ef012ba19490e91b4951ad764e8834fc8f21cd0c4b0e6017b139191 --ignore-preflight-errors=all --cri-socket unix:///var/run/crio/crio.sock --node-name=ha-070032-m03 --control-plane --apiserver-advertise-address=192.168.39.244 --apiserver-bind-port=8443": (20.972431626s)
I1210 00:08:45.926930 97943 ssh_runner.go:195] Run: /bin/bash -c "sudo systemctl daemon-reload && sudo systemctl enable kubelet && sudo systemctl start kubelet"
I1210 00:08:46.537890 97943 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig label --overwrite nodes ha-070032-m03 minikube.k8s.io/updated_at=2024_12_10T00_08_46_0700 minikube.k8s.io/version=v1.34.0 minikube.k8s.io/commit=ef4b1d364e31f576638442321d9f6b3bc3aea9a9 minikube.k8s.io/name=ha-070032 minikube.k8s.io/primary=false
I1210 00:08:46.678755 97943 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig taint nodes ha-070032-m03 node-role.kubernetes.io/control-plane:NoSchedule-
I1210 00:08:46.787657 97943 start.go:319] duration metric: took 21.985888121s to joinCluster
I1210 00:08:46.787759 97943 start.go:235] Will wait 6m0s for node &{Name:m03 IP:192.168.39.244 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}
I1210 00:08:46.788166 97943 config.go:182] Loaded profile config "ha-070032": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1210 00:08:46.789343 97943 out.go:177] * Verifying Kubernetes components...
I1210 00:08:46.790511 97943 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1210 00:08:47.024805 97943 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1210 00:08:47.076330 97943 loader.go:395] Config loaded from file: /home/jenkins/minikube-integration/20062-79135/kubeconfig
I1210 00:08:47.076598 97943 kapi.go:59] client config for ha-070032: &rest.Config{Host:"https://192.168.39.254:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/home/jenkins/minikube-integration/20062-79135/.minikube/profiles/ha-070032/client.crt", KeyFile:"/home/jenkins/minikube-integration/20062-79135/.minikube/profiles/ha-070032/client.key", CAFile:"/home/jenkins/minikube-integration/20062-79135/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil), CAData:[]uint8(nil), NextProtos:[]string(nil)
}, UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x243b6e0), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
W1210 00:08:47.076672 97943 kubeadm.go:483] Overriding stale ClientConfig host https://192.168.39.254:8443 with https://192.168.39.187:8443
I1210 00:08:47.076938 97943 node_ready.go:35] waiting up to 6m0s for node "ha-070032-m03" to be "Ready" ...
I1210 00:08:47.077046 97943 round_trippers.go:463] GET https://192.168.39.187:8443/api/v1/nodes/ha-070032-m03
I1210 00:08:47.077058 97943 round_trippers.go:469] Request Headers:
I1210 00:08:47.077068 97943 round_trippers.go:473] Accept: application/json, */*
I1210 00:08:47.077072 97943 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1210 00:08:47.081152 97943 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1210 00:08:47.577919 97943 round_trippers.go:463] GET https://192.168.39.187:8443/api/v1/nodes/ha-070032-m03
I1210 00:08:47.577942 97943 round_trippers.go:469] Request Headers:
I1210 00:08:47.577950 97943 round_trippers.go:473] Accept: application/json, */*
I1210 00:08:47.577954 97943 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1210 00:08:47.581367 97943 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1210 00:08:48.077920 97943 round_trippers.go:463] GET https://192.168.39.187:8443/api/v1/nodes/ha-070032-m03
I1210 00:08:48.077946 97943 round_trippers.go:469] Request Headers:
I1210 00:08:48.077954 97943 round_trippers.go:473] Accept: application/json, */*
I1210 00:08:48.077957 97943 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1210 00:08:48.081478 97943 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1210 00:08:48.578106 97943 round_trippers.go:463] GET https://192.168.39.187:8443/api/v1/nodes/ha-070032-m03
I1210 00:08:48.578131 97943 round_trippers.go:469] Request Headers:
I1210 00:08:48.578140 97943 round_trippers.go:473] Accept: application/json, */*
I1210 00:08:48.578145 97943 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1210 00:08:48.581394 97943 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1210 00:08:49.077995 97943 round_trippers.go:463] GET https://192.168.39.187:8443/api/v1/nodes/ha-070032-m03
I1210 00:08:49.078020 97943 round_trippers.go:469] Request Headers:
I1210 00:08:49.078028 97943 round_trippers.go:473] Accept: application/json, */*
I1210 00:08:49.078032 97943 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1210 00:08:49.081191 97943 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1210 00:08:49.081654 97943 node_ready.go:53] node "ha-070032-m03" has status "Ready":"False"
I1210 00:08:49.577520 97943 round_trippers.go:463] GET https://192.168.39.187:8443/api/v1/nodes/ha-070032-m03
I1210 00:08:49.577543 97943 round_trippers.go:469] Request Headers:
I1210 00:08:49.577568 97943 round_trippers.go:473] Accept: application/json, */*
I1210 00:08:49.577572 97943 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1210 00:08:49.580973 97943 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1210 00:08:50.077456 97943 round_trippers.go:463] GET https://192.168.39.187:8443/api/v1/nodes/ha-070032-m03
I1210 00:08:50.077483 97943 round_trippers.go:469] Request Headers:
I1210 00:08:50.077492 97943 round_trippers.go:473] Accept: application/json, */*
I1210 00:08:50.077497 97943 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1210 00:08:50.083402 97943 round_trippers.go:574] Response Status: 200 OK in 5 milliseconds
I1210 00:08:50.577976 97943 round_trippers.go:463] GET https://192.168.39.187:8443/api/v1/nodes/ha-070032-m03
I1210 00:08:50.577999 97943 round_trippers.go:469] Request Headers:
I1210 00:08:50.578007 97943 round_trippers.go:473] Accept: application/json, */*
I1210 00:08:50.578010 97943 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1210 00:08:50.580506 97943 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1210 00:08:51.077330 97943 round_trippers.go:463] GET https://192.168.39.187:8443/api/v1/nodes/ha-070032-m03
I1210 00:08:51.077376 97943 round_trippers.go:469] Request Headers:
I1210 00:08:51.077386 97943 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1210 00:08:51.077395 97943 round_trippers.go:473] Accept: application/json, */*
I1210 00:08:51.080649 97943 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1210 00:08:51.577290 97943 round_trippers.go:463] GET https://192.168.39.187:8443/api/v1/nodes/ha-070032-m03
I1210 00:08:51.577326 97943 round_trippers.go:469] Request Headers:
I1210 00:08:51.577339 97943 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1210 00:08:51.577349 97943 round_trippers.go:473] Accept: application/json, */*
I1210 00:08:51.580882 97943 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1210 00:08:51.581750 97943 node_ready.go:53] node "ha-070032-m03" has status "Ready":"False"
I1210 00:08:52.077653 97943 round_trippers.go:463] GET https://192.168.39.187:8443/api/v1/nodes/ha-070032-m03
I1210 00:08:52.077675 97943 round_trippers.go:469] Request Headers:
I1210 00:08:52.077683 97943 round_trippers.go:473] Accept: application/json, */*
I1210 00:08:52.077687 97943 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1210 00:08:52.080889 97943 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1210 00:08:52.578159 97943 round_trippers.go:463] GET https://192.168.39.187:8443/api/v1/nodes/ha-070032-m03
I1210 00:08:52.578187 97943 round_trippers.go:469] Request Headers:
I1210 00:08:52.578198 97943 round_trippers.go:473] Accept: application/json, */*
I1210 00:08:52.578206 97943 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1210 00:08:52.582757 97943 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1210 00:08:53.078153 97943 round_trippers.go:463] GET https://192.168.39.187:8443/api/v1/nodes/ha-070032-m03
I1210 00:08:53.078177 97943 round_trippers.go:469] Request Headers:
I1210 00:08:53.078185 97943 round_trippers.go:473] Accept: application/json, */*
I1210 00:08:53.078189 97943 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1210 00:08:53.081439 97943 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1210 00:08:53.577299 97943 round_trippers.go:463] GET https://192.168.39.187:8443/api/v1/nodes/ha-070032-m03
I1210 00:08:53.577324 97943 round_trippers.go:469] Request Headers:
I1210 00:08:53.577333 97943 round_trippers.go:473] Accept: application/json, */*
I1210 00:08:53.577338 97943 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1210 00:08:53.580510 97943 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1210 00:08:54.077196 97943 round_trippers.go:463] GET https://192.168.39.187:8443/api/v1/nodes/ha-070032-m03
I1210 00:08:54.077220 97943 round_trippers.go:469] Request Headers:
I1210 00:08:54.077230 97943 round_trippers.go:473] Accept: application/json, */*
I1210 00:08:54.077236 97943 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1210 00:08:54.083654 97943 round_trippers.go:574] Response Status: 200 OK in 6 milliseconds
I1210 00:08:54.084273 97943 node_ready.go:53] node "ha-070032-m03" has status "Ready":"False"
I1210 00:08:54.578076 97943 round_trippers.go:463] GET https://192.168.39.187:8443/api/v1/nodes/ha-070032-m03
I1210 00:08:54.578111 97943 round_trippers.go:469] Request Headers:
I1210 00:08:54.578119 97943 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1210 00:08:54.578123 97943 round_trippers.go:473] Accept: application/json, */*
I1210 00:08:54.581723 97943 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1210 00:08:55.077626 97943 round_trippers.go:463] GET https://192.168.39.187:8443/api/v1/nodes/ha-070032-m03
I1210 00:08:55.077648 97943 round_trippers.go:469] Request Headers:
I1210 00:08:55.077657 97943 round_trippers.go:473] Accept: application/json, */*
I1210 00:08:55.077660 97943 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1210 00:08:55.081300 97943 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1210 00:08:55.577841 97943 round_trippers.go:463] GET https://192.168.39.187:8443/api/v1/nodes/ha-070032-m03
I1210 00:08:55.577867 97943 round_trippers.go:469] Request Headers:
I1210 00:08:55.577877 97943 round_trippers.go:473] Accept: application/json, */*
I1210 00:08:55.577886 97943 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1210 00:08:55.581081 97943 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1210 00:08:56.078005 97943 round_trippers.go:463] GET https://192.168.39.187:8443/api/v1/nodes/ha-070032-m03
I1210 00:08:56.078027 97943 round_trippers.go:469] Request Headers:
I1210 00:08:56.078036 97943 round_trippers.go:473] Accept: application/json, */*
I1210 00:08:56.078039 97943 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1210 00:08:56.081200 97943 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1210 00:08:56.577743 97943 round_trippers.go:463] GET https://192.168.39.187:8443/api/v1/nodes/ha-070032-m03
I1210 00:08:56.577839 97943 round_trippers.go:469] Request Headers:
I1210 00:08:56.577862 97943 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1210 00:08:56.577877 97943 round_trippers.go:473] Accept: application/json, */*
I1210 00:08:56.582190 97943 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1210 00:08:56.583066 97943 node_ready.go:53] node "ha-070032-m03" has status "Ready":"False"
I1210 00:08:57.077440 97943 round_trippers.go:463] GET https://192.168.39.187:8443/api/v1/nodes/ha-070032-m03
I1210 00:08:57.077464 97943 round_trippers.go:469] Request Headers:
I1210 00:08:57.077472 97943 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1210 00:08:57.077477 97943 round_trippers.go:473] Accept: application/json, */*
I1210 00:08:57.080605 97943 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1210 00:08:57.577457 97943 round_trippers.go:463] GET https://192.168.39.187:8443/api/v1/nodes/ha-070032-m03
I1210 00:08:57.577484 97943 round_trippers.go:469] Request Headers:
I1210 00:08:57.577493 97943 round_trippers.go:473] Accept: application/json, */*
I1210 00:08:57.577503 97943 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1210 00:08:57.580830 97943 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1210 00:08:58.077293 97943 round_trippers.go:463] GET https://192.168.39.187:8443/api/v1/nodes/ha-070032-m03
I1210 00:08:58.077331 97943 round_trippers.go:469] Request Headers:
I1210 00:08:58.077344 97943 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1210 00:08:58.077352 97943 round_trippers.go:473] Accept: application/json, */*
I1210 00:08:58.080511 97943 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1210 00:08:58.577256 97943 round_trippers.go:463] GET https://192.168.39.187:8443/api/v1/nodes/ha-070032-m03
I1210 00:08:58.577282 97943 round_trippers.go:469] Request Headers:
I1210 00:08:58.577294 97943 round_trippers.go:473] Accept: application/json, */*
I1210 00:08:58.577299 97943 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1210 00:08:58.580528 97943 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1210 00:08:59.077895 97943 round_trippers.go:463] GET https://192.168.39.187:8443/api/v1/nodes/ha-070032-m03
I1210 00:08:59.077918 97943 round_trippers.go:469] Request Headers:
I1210 00:08:59.077926 97943 round_trippers.go:473] Accept: application/json, */*
I1210 00:08:59.077932 97943 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1210 00:08:59.080996 97943 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1210 00:08:59.081515 97943 node_ready.go:53] node "ha-070032-m03" has status "Ready":"False"
I1210 00:08:59.577418 97943 round_trippers.go:463] GET https://192.168.39.187:8443/api/v1/nodes/ha-070032-m03
I1210 00:08:59.577442 97943 round_trippers.go:469] Request Headers:
I1210 00:08:59.577450 97943 round_trippers.go:473] Accept: application/json, */*
I1210 00:08:59.577454 97943 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1210 00:08:59.580861 97943 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1210 00:09:00.077126 97943 round_trippers.go:463] GET https://192.168.39.187:8443/api/v1/nodes/ha-070032-m03
I1210 00:09:00.077149 97943 round_trippers.go:469] Request Headers:
I1210 00:09:00.077160 97943 round_trippers.go:473] Accept: application/json, */*
I1210 00:09:00.077166 97943 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1210 00:09:00.080369 97943 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1210 00:09:00.577334 97943 round_trippers.go:463] GET https://192.168.39.187:8443/api/v1/nodes/ha-070032-m03
I1210 00:09:00.577358 97943 round_trippers.go:469] Request Headers:
I1210 00:09:00.577369 97943 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1210 00:09:00.577376 97943 round_trippers.go:473] Accept: application/json, */*
I1210 00:09:00.580424 97943 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1210 00:09:01.077338 97943 round_trippers.go:463] GET https://192.168.39.187:8443/api/v1/nodes/ha-070032-m03
I1210 00:09:01.077364 97943 round_trippers.go:469] Request Headers:
I1210 00:09:01.077371 97943 round_trippers.go:473] Accept: application/json, */*
I1210 00:09:01.077375 97943 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1210 00:09:01.080475 97943 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1210 00:09:01.577333 97943 round_trippers.go:463] GET https://192.168.39.187:8443/api/v1/nodes/ha-070032-m03
I1210 00:09:01.577358 97943 round_trippers.go:469] Request Headers:
I1210 00:09:01.577371 97943 round_trippers.go:473] Accept: application/json, */*
I1210 00:09:01.577378 97943 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1210 00:09:01.581002 97943 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1210 00:09:01.581675 97943 node_ready.go:53] node "ha-070032-m03" has status "Ready":"False"
I1210 00:09:02.078158 97943 round_trippers.go:463] GET https://192.168.39.187:8443/api/v1/nodes/ha-070032-m03
I1210 00:09:02.078188 97943 round_trippers.go:469] Request Headers:
I1210 00:09:02.078197 97943 round_trippers.go:473] Accept: application/json, */*
I1210 00:09:02.078202 97943 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1210 00:09:02.081520 97943 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1210 00:09:02.577513 97943 round_trippers.go:463] GET https://192.168.39.187:8443/api/v1/nodes/ha-070032-m03
I1210 00:09:02.577534 97943 round_trippers.go:469] Request Headers:
I1210 00:09:02.577542 97943 round_trippers.go:473] Accept: application/json, */*
I1210 00:09:02.577548 97943 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1210 00:09:02.580750 97943 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1210 00:09:03.077225 97943 round_trippers.go:463] GET https://192.168.39.187:8443/api/v1/nodes/ha-070032-m03
I1210 00:09:03.077249 97943 round_trippers.go:469] Request Headers:
I1210 00:09:03.077258 97943 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1210 00:09:03.077262 97943 round_trippers.go:473] Accept: application/json, */*
I1210 00:09:03.080188 97943 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1210 00:09:03.577192 97943 round_trippers.go:463] GET https://192.168.39.187:8443/api/v1/nodes/ha-070032-m03
I1210 00:09:03.577225 97943 round_trippers.go:469] Request Headers:
I1210 00:09:03.577233 97943 round_trippers.go:473] Accept: application/json, */*
I1210 00:09:03.577238 97943 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1210 00:09:03.579962 97943 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1210 00:09:04.078167 97943 round_trippers.go:463] GET https://192.168.39.187:8443/api/v1/nodes/ha-070032-m03
I1210 00:09:04.078198 97943 round_trippers.go:469] Request Headers:
I1210 00:09:04.078207 97943 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1210 00:09:04.078211 97943 round_trippers.go:473] Accept: application/json, */*
I1210 00:09:04.081272 97943 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1210 00:09:04.081781 97943 node_ready.go:53] node "ha-070032-m03" has status "Ready":"False"
I1210 00:09:04.577794 97943 round_trippers.go:463] GET https://192.168.39.187:8443/api/v1/nodes/ha-070032-m03
I1210 00:09:04.577818 97943 round_trippers.go:469] Request Headers:
I1210 00:09:04.577826 97943 round_trippers.go:473] Accept: application/json, */*
I1210 00:09:04.577833 97943 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1210 00:09:04.580810 97943 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1210 00:09:05.077153 97943 round_trippers.go:463] GET https://192.168.39.187:8443/api/v1/nodes/ha-070032-m03
I1210 00:09:05.077175 97943 round_trippers.go:469] Request Headers:
I1210 00:09:05.077183 97943 round_trippers.go:473] Accept: application/json, */*
I1210 00:09:05.077189 97943 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1210 00:09:05.080235 97943 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1210 00:09:05.577566 97943 round_trippers.go:463] GET https://192.168.39.187:8443/api/v1/nodes/ha-070032-m03
I1210 00:09:05.577589 97943 round_trippers.go:469] Request Headers:
I1210 00:09:05.577597 97943 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1210 00:09:05.577601 97943 round_trippers.go:473] Accept: application/json, */*
I1210 00:09:05.580616 97943 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1210 00:09:05.581339 97943 node_ready.go:49] node "ha-070032-m03" has status "Ready":"True"
I1210 00:09:05.581357 97943 node_ready.go:38] duration metric: took 18.504395192s for node "ha-070032-m03" to be "Ready" ...
I1210 00:09:05.581372 97943 pod_ready.go:36] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1210 00:09:05.581447 97943 round_trippers.go:463] GET https://192.168.39.187:8443/api/v1/namespaces/kube-system/pods
I1210 00:09:05.581458 97943 round_trippers.go:469] Request Headers:
I1210 00:09:05.581465 97943 round_trippers.go:473] Accept: application/json, */*
I1210 00:09:05.581469 97943 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1210 00:09:05.589597 97943 round_trippers.go:574] Response Status: 200 OK in 8 milliseconds
I1210 00:09:05.596462 97943 pod_ready.go:79] waiting up to 6m0s for pod "coredns-7c65d6cfc9-fs6l6" in "kube-system" namespace to be "Ready" ...
I1210 00:09:05.596536 97943 round_trippers.go:463] GET https://192.168.39.187:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-fs6l6
I1210 00:09:05.596544 97943 round_trippers.go:469] Request Headers:
I1210 00:09:05.596551 97943 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1210 00:09:05.596556 97943 round_trippers.go:473] Accept: application/json, */*
I1210 00:09:05.599226 97943 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1210 00:09:05.599844 97943 round_trippers.go:463] GET https://192.168.39.187:8443/api/v1/nodes/ha-070032
I1210 00:09:05.599860 97943 round_trippers.go:469] Request Headers:
I1210 00:09:05.599867 97943 round_trippers.go:473] Accept: application/json, */*
I1210 00:09:05.599871 97943 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1210 00:09:05.602025 97943 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1210 00:09:05.602633 97943 pod_ready.go:93] pod "coredns-7c65d6cfc9-fs6l6" in "kube-system" namespace has status "Ready":"True"
I1210 00:09:05.602657 97943 pod_ready.go:82] duration metric: took 6.171823ms for pod "coredns-7c65d6cfc9-fs6l6" in "kube-system" namespace to be "Ready" ...
I1210 00:09:05.602669 97943 pod_ready.go:79] waiting up to 6m0s for pod "coredns-7c65d6cfc9-nqnhw" in "kube-system" namespace to be "Ready" ...
I1210 00:09:05.602734 97943 round_trippers.go:463] GET https://192.168.39.187:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-nqnhw
I1210 00:09:05.602745 97943 round_trippers.go:469] Request Headers:
I1210 00:09:05.602755 97943 round_trippers.go:473] Accept: application/json, */*
I1210 00:09:05.602759 97943 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1210 00:09:05.605440 97943 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1210 00:09:05.606129 97943 round_trippers.go:463] GET https://192.168.39.187:8443/api/v1/nodes/ha-070032
I1210 00:09:05.606147 97943 round_trippers.go:469] Request Headers:
I1210 00:09:05.606157 97943 round_trippers.go:473] Accept: application/json, */*
I1210 00:09:05.606166 97943 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1210 00:09:05.608461 97943 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1210 00:09:05.608910 97943 pod_ready.go:93] pod "coredns-7c65d6cfc9-nqnhw" in "kube-system" namespace has status "Ready":"True"
I1210 00:09:05.608928 97943 pod_ready.go:82] duration metric: took 6.250217ms for pod "coredns-7c65d6cfc9-nqnhw" in "kube-system" namespace to be "Ready" ...
I1210 00:09:05.608941 97943 pod_ready.go:79] waiting up to 6m0s for pod "etcd-ha-070032" in "kube-system" namespace to be "Ready" ...
I1210 00:09:05.608999 97943 round_trippers.go:463] GET https://192.168.39.187:8443/api/v1/namespaces/kube-system/pods/etcd-ha-070032
I1210 00:09:05.609009 97943 round_trippers.go:469] Request Headers:
I1210 00:09:05.609019 97943 round_trippers.go:473] Accept: application/json, */*
I1210 00:09:05.609029 97943 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1210 00:09:05.611004 97943 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1210 00:09:05.611561 97943 round_trippers.go:463] GET https://192.168.39.187:8443/api/v1/nodes/ha-070032
I1210 00:09:05.611577 97943 round_trippers.go:469] Request Headers:
I1210 00:09:05.611587 97943 round_trippers.go:473] Accept: application/json, */*
I1210 00:09:05.611591 97943 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1210 00:09:05.613769 97943 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1210 00:09:05.614248 97943 pod_ready.go:93] pod "etcd-ha-070032" in "kube-system" namespace has status "Ready":"True"
I1210 00:09:05.614265 97943 pod_ready.go:82] duration metric: took 5.312355ms for pod "etcd-ha-070032" in "kube-system" namespace to be "Ready" ...
I1210 00:09:05.614275 97943 pod_ready.go:79] waiting up to 6m0s for pod "etcd-ha-070032-m02" in "kube-system" namespace to be "Ready" ...
I1210 00:09:05.614330 97943 round_trippers.go:463] GET https://192.168.39.187:8443/api/v1/namespaces/kube-system/pods/etcd-ha-070032-m02
I1210 00:09:05.614341 97943 round_trippers.go:469] Request Headers:
I1210 00:09:05.614352 97943 round_trippers.go:473] Accept: application/json, */*
I1210 00:09:05.614362 97943 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1210 00:09:05.616534 97943 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1210 00:09:05.617151 97943 round_trippers.go:463] GET https://192.168.39.187:8443/api/v1/nodes/ha-070032-m02
I1210 00:09:05.617169 97943 round_trippers.go:469] Request Headers:
I1210 00:09:05.617188 97943 round_trippers.go:473] Accept: application/json, */*
I1210 00:09:05.617196 97943 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1210 00:09:05.619058 97943 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1210 00:09:05.619439 97943 pod_ready.go:93] pod "etcd-ha-070032-m02" in "kube-system" namespace has status "Ready":"True"
I1210 00:09:05.619455 97943 pod_ready.go:82] duration metric: took 5.173011ms for pod "etcd-ha-070032-m02" in "kube-system" namespace to be "Ready" ...
I1210 00:09:05.619463 97943 pod_ready.go:79] waiting up to 6m0s for pod "etcd-ha-070032-m03" in "kube-system" namespace to be "Ready" ...
I1210 00:09:05.777761 97943 request.go:632] Waited for 158.225465ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.187:8443/api/v1/namespaces/kube-system/pods/etcd-ha-070032-m03
I1210 00:09:05.777859 97943 round_trippers.go:463] GET https://192.168.39.187:8443/api/v1/namespaces/kube-system/pods/etcd-ha-070032-m03
I1210 00:09:05.777871 97943 round_trippers.go:469] Request Headers:
I1210 00:09:05.777881 97943 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1210 00:09:05.777892 97943 round_trippers.go:473] Accept: application/json, */*
I1210 00:09:05.780968 97943 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1210 00:09:05.978102 97943 request.go:632] Waited for 196.392006ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.187:8443/api/v1/nodes/ha-070032-m03
I1210 00:09:05.978169 97943 round_trippers.go:463] GET https://192.168.39.187:8443/api/v1/nodes/ha-070032-m03
I1210 00:09:05.978176 97943 round_trippers.go:469] Request Headers:
I1210 00:09:05.978187 97943 round_trippers.go:473] Accept: application/json, */*
I1210 00:09:05.978209 97943 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1210 00:09:05.981545 97943 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1210 00:09:05.981978 97943 pod_ready.go:93] pod "etcd-ha-070032-m03" in "kube-system" namespace has status "Ready":"True"
I1210 00:09:05.981997 97943 pod_ready.go:82] duration metric: took 362.528097ms for pod "etcd-ha-070032-m03" in "kube-system" namespace to be "Ready" ...
I1210 00:09:05.982014 97943 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-ha-070032" in "kube-system" namespace to be "Ready" ...
I1210 00:09:06.178303 97943 request.go:632] Waited for 196.186487ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.187:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-070032
I1210 00:09:06.178366 97943 round_trippers.go:463] GET https://192.168.39.187:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-070032
I1210 00:09:06.178371 97943 round_trippers.go:469] Request Headers:
I1210 00:09:06.178384 97943 round_trippers.go:473] Accept: application/json, */*
I1210 00:09:06.178391 97943 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1210 00:09:06.181153 97943 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1210 00:09:06.378297 97943 request.go:632] Waited for 196.356871ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.187:8443/api/v1/nodes/ha-070032
I1210 00:09:06.378357 97943 round_trippers.go:463] GET https://192.168.39.187:8443/api/v1/nodes/ha-070032
I1210 00:09:06.378363 97943 round_trippers.go:469] Request Headers:
I1210 00:09:06.378371 97943 round_trippers.go:473] Accept: application/json, */*
I1210 00:09:06.378375 97943 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1210 00:09:06.381593 97943 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1210 00:09:06.382165 97943 pod_ready.go:93] pod "kube-apiserver-ha-070032" in "kube-system" namespace has status "Ready":"True"
I1210 00:09:06.382184 97943 pod_ready.go:82] duration metric: took 400.160632ms for pod "kube-apiserver-ha-070032" in "kube-system" namespace to be "Ready" ...
I1210 00:09:06.382194 97943 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-ha-070032-m02" in "kube-system" namespace to be "Ready" ...
I1210 00:09:06.578291 97943 request.go:632] Waited for 195.993966ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.187:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-070032-m02
I1210 00:09:06.578353 97943 round_trippers.go:463] GET https://192.168.39.187:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-070032-m02
I1210 00:09:06.578358 97943 round_trippers.go:469] Request Headers:
I1210 00:09:06.578366 97943 round_trippers.go:473] Accept: application/json, */*
I1210 00:09:06.578370 97943 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1210 00:09:06.582418 97943 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1210 00:09:06.777593 97943 request.go:632] Waited for 194.199077ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.187:8443/api/v1/nodes/ha-070032-m02
I1210 00:09:06.777669 97943 round_trippers.go:463] GET https://192.168.39.187:8443/api/v1/nodes/ha-070032-m02
I1210 00:09:06.777674 97943 round_trippers.go:469] Request Headers:
I1210 00:09:06.777681 97943 round_trippers.go:473] Accept: application/json, */*
I1210 00:09:06.777686 97943 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1210 00:09:06.780997 97943 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1210 00:09:06.781681 97943 pod_ready.go:93] pod "kube-apiserver-ha-070032-m02" in "kube-system" namespace has status "Ready":"True"
I1210 00:09:06.781703 97943 pod_ready.go:82] duration metric: took 399.498231ms for pod "kube-apiserver-ha-070032-m02" in "kube-system" namespace to be "Ready" ...
I1210 00:09:06.781713 97943 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-ha-070032-m03" in "kube-system" namespace to be "Ready" ...
I1210 00:09:06.977670 97943 request.go:632] Waited for 195.882184ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.187:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-070032-m03
I1210 00:09:06.977738 97943 round_trippers.go:463] GET https://192.168.39.187:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-070032-m03
I1210 00:09:06.977758 97943 round_trippers.go:469] Request Headers:
I1210 00:09:06.977770 97943 round_trippers.go:473] Accept: application/json, */*
I1210 00:09:06.977778 97943 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1210 00:09:06.981052 97943 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1210 00:09:07.178250 97943 request.go:632] Waited for 196.370885ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.187:8443/api/v1/nodes/ha-070032-m03
I1210 00:09:07.178313 97943 round_trippers.go:463] GET https://192.168.39.187:8443/api/v1/nodes/ha-070032-m03
I1210 00:09:07.178319 97943 round_trippers.go:469] Request Headers:
I1210 00:09:07.178329 97943 round_trippers.go:473] Accept: application/json, */*
I1210 00:09:07.178338 97943 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1210 00:09:07.182730 97943 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1210 00:09:07.183284 97943 pod_ready.go:93] pod "kube-apiserver-ha-070032-m03" in "kube-system" namespace has status "Ready":"True"
I1210 00:09:07.183306 97943 pod_ready.go:82] duration metric: took 401.586259ms for pod "kube-apiserver-ha-070032-m03" in "kube-system" namespace to be "Ready" ...
I1210 00:09:07.183318 97943 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-ha-070032" in "kube-system" namespace to be "Ready" ...
I1210 00:09:07.378237 97943 request.go:632] Waited for 194.824127ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.187:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-070032
I1210 00:09:07.378316 97943 round_trippers.go:463] GET https://192.168.39.187:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-070032
I1210 00:09:07.378322 97943 round_trippers.go:469] Request Headers:
I1210 00:09:07.378330 97943 round_trippers.go:473] Accept: application/json, */*
I1210 00:09:07.378333 97943 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1210 00:09:07.382039 97943 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1210 00:09:07.578085 97943 request.go:632] Waited for 195.402263ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.187:8443/api/v1/nodes/ha-070032
I1210 00:09:07.578148 97943 round_trippers.go:463] GET https://192.168.39.187:8443/api/v1/nodes/ha-070032
I1210 00:09:07.578154 97943 round_trippers.go:469] Request Headers:
I1210 00:09:07.578162 97943 round_trippers.go:473] Accept: application/json, */*
I1210 00:09:07.578166 97943 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1210 00:09:07.581490 97943 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1210 00:09:07.582147 97943 pod_ready.go:93] pod "kube-controller-manager-ha-070032" in "kube-system" namespace has status "Ready":"True"
I1210 00:09:07.582169 97943 pod_ready.go:82] duration metric: took 398.840074ms for pod "kube-controller-manager-ha-070032" in "kube-system" namespace to be "Ready" ...
I1210 00:09:07.582184 97943 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-ha-070032-m02" in "kube-system" namespace to be "Ready" ...
I1210 00:09:07.778287 97943 request.go:632] Waited for 195.989005ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.187:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-070032-m02
I1210 00:09:07.778362 97943 round_trippers.go:463] GET https://192.168.39.187:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-070032-m02
I1210 00:09:07.778374 97943 round_trippers.go:469] Request Headers:
I1210 00:09:07.778386 97943 round_trippers.go:473] Accept: application/json, */*
I1210 00:09:07.778396 97943 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1210 00:09:07.781669 97943 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1210 00:09:07.978394 97943 request.go:632] Waited for 195.912192ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.187:8443/api/v1/nodes/ha-070032-m02
I1210 00:09:07.978479 97943 round_trippers.go:463] GET https://192.168.39.187:8443/api/v1/nodes/ha-070032-m02
I1210 00:09:07.978484 97943 round_trippers.go:469] Request Headers:
I1210 00:09:07.978492 97943 round_trippers.go:473] Accept: application/json, */*
I1210 00:09:07.978496 97943 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1210 00:09:07.981759 97943 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1210 00:09:07.982200 97943 pod_ready.go:93] pod "kube-controller-manager-ha-070032-m02" in "kube-system" namespace has status "Ready":"True"
I1210 00:09:07.982218 97943 pod_ready.go:82] duration metric: took 400.02698ms for pod "kube-controller-manager-ha-070032-m02" in "kube-system" namespace to be "Ready" ...
I1210 00:09:07.982230 97943 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-ha-070032-m03" in "kube-system" namespace to be "Ready" ...
I1210 00:09:08.178354 97943 request.go:632] Waited for 196.04264ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.187:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-070032-m03
I1210 00:09:08.178439 97943 round_trippers.go:463] GET https://192.168.39.187:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-070032-m03
I1210 00:09:08.178449 97943 round_trippers.go:469] Request Headers:
I1210 00:09:08.178457 97943 round_trippers.go:473] Accept: application/json, */*
I1210 00:09:08.178466 97943 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1210 00:09:08.181631 97943 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1210 00:09:08.378597 97943 request.go:632] Waited for 196.366344ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.187:8443/api/v1/nodes/ha-070032-m03
I1210 00:09:08.378673 97943 round_trippers.go:463] GET https://192.168.39.187:8443/api/v1/nodes/ha-070032-m03
I1210 00:09:08.378683 97943 round_trippers.go:469] Request Headers:
I1210 00:09:08.378697 97943 round_trippers.go:473] Accept: application/json, */*
I1210 00:09:08.378707 97943 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1210 00:09:08.384450 97943 round_trippers.go:574] Response Status: 200 OK in 5 milliseconds
I1210 00:09:08.385049 97943 pod_ready.go:93] pod "kube-controller-manager-ha-070032-m03" in "kube-system" namespace has status "Ready":"True"
I1210 00:09:08.385078 97943 pod_ready.go:82] duration metric: took 402.840862ms for pod "kube-controller-manager-ha-070032-m03" in "kube-system" namespace to be "Ready" ...
I1210 00:09:08.385096 97943 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-7fm88" in "kube-system" namespace to be "Ready" ...
I1210 00:09:08.577999 97943 request.go:632] Waited for 192.799851ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.187:8443/api/v1/namespaces/kube-system/pods/kube-proxy-7fm88
I1210 00:09:08.578083 97943 round_trippers.go:463] GET https://192.168.39.187:8443/api/v1/namespaces/kube-system/pods/kube-proxy-7fm88
I1210 00:09:08.578091 97943 round_trippers.go:469] Request Headers:
I1210 00:09:08.578100 97943 round_trippers.go:473] Accept: application/json, */*
I1210 00:09:08.578112 97943 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1210 00:09:08.581292 97943 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1210 00:09:08.777999 97943 request.go:632] Waited for 196.009017ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.187:8443/api/v1/nodes/ha-070032-m02
I1210 00:09:08.778080 97943 round_trippers.go:463] GET https://192.168.39.187:8443/api/v1/nodes/ha-070032-m02
I1210 00:09:08.778085 97943 round_trippers.go:469] Request Headers:
I1210 00:09:08.778093 97943 round_trippers.go:473] Accept: application/json, */*
I1210 00:09:08.778098 97943 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1210 00:09:08.781007 97943 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1210 00:09:08.781565 97943 pod_ready.go:93] pod "kube-proxy-7fm88" in "kube-system" namespace has status "Ready":"True"
I1210 00:09:08.781586 97943 pod_ready.go:82] duration metric: took 396.482834ms for pod "kube-proxy-7fm88" in "kube-system" namespace to be "Ready" ...
I1210 00:09:08.781597 97943 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-bhnsm" in "kube-system" namespace to be "Ready" ...
I1210 00:09:08.978485 97943 request.go:632] Waited for 196.79193ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.187:8443/api/v1/namespaces/kube-system/pods/kube-proxy-bhnsm
I1210 00:09:08.978550 97943 round_trippers.go:463] GET https://192.168.39.187:8443/api/v1/namespaces/kube-system/pods/kube-proxy-bhnsm
I1210 00:09:08.978555 97943 round_trippers.go:469] Request Headers:
I1210 00:09:08.978577 97943 round_trippers.go:473] Accept: application/json, */*
I1210 00:09:08.978584 97943 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1210 00:09:08.981555 97943 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1210 00:09:09.178372 97943 request.go:632] Waited for 196.176512ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.187:8443/api/v1/nodes/ha-070032-m03
I1210 00:09:09.178445 97943 round_trippers.go:463] GET https://192.168.39.187:8443/api/v1/nodes/ha-070032-m03
I1210 00:09:09.178450 97943 round_trippers.go:469] Request Headers:
I1210 00:09:09.178457 97943 round_trippers.go:473] Accept: application/json, */*
I1210 00:09:09.178462 97943 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1210 00:09:09.180718 97943 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1210 00:09:09.181230 97943 pod_ready.go:93] pod "kube-proxy-bhnsm" in "kube-system" namespace has status "Ready":"True"
I1210 00:09:09.181253 97943 pod_ready.go:82] duration metric: took 399.648229ms for pod "kube-proxy-bhnsm" in "kube-system" namespace to be "Ready" ...
I1210 00:09:09.181267 97943 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-xsxdp" in "kube-system" namespace to be "Ready" ...
I1210 00:09:09.378388 97943 request.go:632] Waited for 197.025674ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.187:8443/api/v1/namespaces/kube-system/pods/kube-proxy-xsxdp
I1210 00:09:09.378477 97943 round_trippers.go:463] GET https://192.168.39.187:8443/api/v1/namespaces/kube-system/pods/kube-proxy-xsxdp
I1210 00:09:09.378488 97943 round_trippers.go:469] Request Headers:
I1210 00:09:09.378497 97943 round_trippers.go:473] Accept: application/json, */*
I1210 00:09:09.378503 97943 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1210 00:09:09.381425 97943 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1210 00:09:09.578360 97943 request.go:632] Waited for 196.219183ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.187:8443/api/v1/nodes/ha-070032
I1210 00:09:09.578421 97943 round_trippers.go:463] GET https://192.168.39.187:8443/api/v1/nodes/ha-070032
I1210 00:09:09.578427 97943 round_trippers.go:469] Request Headers:
I1210 00:09:09.578435 97943 round_trippers.go:473] Accept: application/json, */*
I1210 00:09:09.578443 97943 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1210 00:09:09.581280 97943 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1210 00:09:09.581905 97943 pod_ready.go:93] pod "kube-proxy-xsxdp" in "kube-system" namespace has status "Ready":"True"
I1210 00:09:09.581924 97943 pod_ready.go:82] duration metric: took 400.650321ms for pod "kube-proxy-xsxdp" in "kube-system" namespace to be "Ready" ...
I1210 00:09:09.581937 97943 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-ha-070032" in "kube-system" namespace to be "Ready" ...
I1210 00:09:09.778061 97943 request.go:632] Waited for 196.052401ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.187:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-070032
I1210 00:09:09.778128 97943 round_trippers.go:463] GET https://192.168.39.187:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-070032
I1210 00:09:09.778147 97943 round_trippers.go:469] Request Headers:
I1210 00:09:09.778155 97943 round_trippers.go:473] Accept: application/json, */*
I1210 00:09:09.778159 97943 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1210 00:09:09.781448 97943 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1210 00:09:09.978364 97943 request.go:632] Waited for 196.322768ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.187:8443/api/v1/nodes/ha-070032
I1210 00:09:09.978428 97943 round_trippers.go:463] GET https://192.168.39.187:8443/api/v1/nodes/ha-070032
I1210 00:09:09.978432 97943 round_trippers.go:469] Request Headers:
I1210 00:09:09.978441 97943 round_trippers.go:473] Accept: application/json, */*
I1210 00:09:09.978451 97943 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1210 00:09:09.981730 97943 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1210 00:09:09.982286 97943 pod_ready.go:93] pod "kube-scheduler-ha-070032" in "kube-system" namespace has status "Ready":"True"
I1210 00:09:09.982308 97943 pod_ready.go:82] duration metric: took 400.362948ms for pod "kube-scheduler-ha-070032" in "kube-system" namespace to be "Ready" ...
I1210 00:09:09.982322 97943 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-ha-070032-m02" in "kube-system" namespace to be "Ready" ...
I1210 00:09:10.178076 97943 request.go:632] Waited for 195.65251ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.187:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-070032-m02
I1210 00:09:10.178166 97943 round_trippers.go:463] GET https://192.168.39.187:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-070032-m02
I1210 00:09:10.178177 97943 round_trippers.go:469] Request Headers:
I1210 00:09:10.178190 97943 round_trippers.go:473] Accept: application/json, */*
I1210 00:09:10.178199 97943 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1210 00:09:10.180876 97943 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1210 00:09:10.377670 97943 request.go:632] Waited for 196.175118ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.187:8443/api/v1/nodes/ha-070032-m02
I1210 00:09:10.377736 97943 round_trippers.go:463] GET https://192.168.39.187:8443/api/v1/nodes/ha-070032-m02
I1210 00:09:10.377741 97943 round_trippers.go:469] Request Headers:
I1210 00:09:10.377751 97943 round_trippers.go:473] Accept: application/json, */*
I1210 00:09:10.377756 97943 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1210 00:09:10.380801 97943 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1210 00:09:10.381686 97943 pod_ready.go:93] pod "kube-scheduler-ha-070032-m02" in "kube-system" namespace has status "Ready":"True"
I1210 00:09:10.381707 97943 pod_ready.go:82] duration metric: took 399.375185ms for pod "kube-scheduler-ha-070032-m02" in "kube-system" namespace to be "Ready" ...
I1210 00:09:10.381723 97943 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-ha-070032-m03" in "kube-system" namespace to be "Ready" ...
I1210 00:09:10.578151 97943 request.go:632] Waited for 196.332176ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.187:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-070032-m03
I1210 00:09:10.578230 97943 round_trippers.go:463] GET https://192.168.39.187:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-070032-m03
I1210 00:09:10.578239 97943 round_trippers.go:469] Request Headers:
I1210 00:09:10.578251 97943 round_trippers.go:473] Accept: application/json, */*
I1210 00:09:10.578259 97943 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1210 00:09:10.581336 97943 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1210 00:09:10.778384 97943 request.go:632] Waited for 196.388806ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.187:8443/api/v1/nodes/ha-070032-m03
I1210 00:09:10.778498 97943 round_trippers.go:463] GET https://192.168.39.187:8443/api/v1/nodes/ha-070032-m03
I1210 00:09:10.778512 97943 round_trippers.go:469] Request Headers:
I1210 00:09:10.778524 97943 round_trippers.go:473] Accept: application/json, */*
I1210 00:09:10.778534 97943 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1210 00:09:10.781555 97943 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1210 00:09:10.782190 97943 pod_ready.go:93] pod "kube-scheduler-ha-070032-m03" in "kube-system" namespace has status "Ready":"True"
I1210 00:09:10.782213 97943 pod_ready.go:82] duration metric: took 400.482867ms for pod "kube-scheduler-ha-070032-m03" in "kube-system" namespace to be "Ready" ...
I1210 00:09:10.782226 97943 pod_ready.go:39] duration metric: took 5.200841149s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1210 00:09:10.782243 97943 api_server.go:52] waiting for apiserver process to appear ...
I1210 00:09:10.782306 97943 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1210 00:09:10.798221 97943 api_server.go:72] duration metric: took 24.010410964s to wait for apiserver process to appear ...
I1210 00:09:10.798252 97943 api_server.go:88] waiting for apiserver healthz status ...
I1210 00:09:10.798277 97943 api_server.go:253] Checking apiserver healthz at https://192.168.39.187:8443/healthz ...
I1210 00:09:10.802683 97943 api_server.go:279] https://192.168.39.187:8443/healthz returned 200:
ok
I1210 00:09:10.802763 97943 round_trippers.go:463] GET https://192.168.39.187:8443/version
I1210 00:09:10.802775 97943 round_trippers.go:469] Request Headers:
I1210 00:09:10.802786 97943 round_trippers.go:473] Accept: application/json, */*
I1210 00:09:10.802791 97943 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1210 00:09:10.803637 97943 round_trippers.go:574] Response Status: 200 OK in 0 milliseconds
I1210 00:09:10.803715 97943 api_server.go:141] control plane version: v1.31.2
I1210 00:09:10.803733 97943 api_server.go:131] duration metric: took 5.473282ms to wait for apiserver health ...
I1210 00:09:10.803747 97943 system_pods.go:43] waiting for kube-system pods to appear ...
I1210 00:09:10.978074 97943 request.go:632] Waited for 174.240033ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.187:8443/api/v1/namespaces/kube-system/pods
I1210 00:09:10.978174 97943 round_trippers.go:463] GET https://192.168.39.187:8443/api/v1/namespaces/kube-system/pods
I1210 00:09:10.978188 97943 round_trippers.go:469] Request Headers:
I1210 00:09:10.978200 97943 round_trippers.go:473] Accept: application/json, */*
I1210 00:09:10.978210 97943 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1210 00:09:10.984458 97943 round_trippers.go:574] Response Status: 200 OK in 6 milliseconds
I1210 00:09:10.990989 97943 system_pods.go:59] 24 kube-system pods found
I1210 00:09:10.991013 97943 system_pods.go:61] "coredns-7c65d6cfc9-fs6l6" [9a1cf8b4-0a76-41a1-930f-1574e31db324] Running
I1210 00:09:10.991018 97943 system_pods.go:61] "coredns-7c65d6cfc9-nqnhw" [2c81e85b-ea31-43b6-9467-97ff40b0b4a0] Running
I1210 00:09:10.991022 97943 system_pods.go:61] "etcd-ha-070032" [db08368f-b4a3-4d4b-8863-3a2bef1f832b] Running
I1210 00:09:10.991026 97943 system_pods.go:61] "etcd-ha-070032-m02" [22d5e0f8-0395-40fe-b734-1718a89c251a] Running
I1210 00:09:10.991029 97943 system_pods.go:61] "etcd-ha-070032-m03" [ab936be4-5488-4dfc-a02a-d503eaf3ea02] Running
I1210 00:09:10.991032 97943 system_pods.go:61] "kindnet-69btk" [23838518-3372-48bc-986e-e4688e0963bb] Running
I1210 00:09:10.991034 97943 system_pods.go:61] "kindnet-gbrrg" [fe384e2f-f251-49d1-9b90-e73cddcd45e1] Running
I1210 00:09:10.991037 97943 system_pods.go:61] "kindnet-r97q9" [566672d9-989b-4337-84f4-bafd5c70755f] Running
I1210 00:09:10.991041 97943 system_pods.go:61] "kube-apiserver-ha-070032" [e06e8916-31d6-4690-bc97-ed55126af827] Running
I1210 00:09:10.991044 97943 system_pods.go:61] "kube-apiserver-ha-070032-m02" [b2c543a7-2d54-44a4-9369-3115629d79bb] Running
I1210 00:09:10.991047 97943 system_pods.go:61] "kube-apiserver-ha-070032-m03" [7d78ed28-bd45-49a7-bdd8-85d011048605] Running
I1210 00:09:10.991050 97943 system_pods.go:61] "kube-controller-manager-ha-070032" [d01a145f-816f-41ce-83db-c81713564109] Running
I1210 00:09:10.991054 97943 system_pods.go:61] "kube-controller-manager-ha-070032-m02" [d8af77ba-8496-4383-a8a8-387110a2a026] Running
I1210 00:09:10.991057 97943 system_pods.go:61] "kube-controller-manager-ha-070032-m03" [f9860096-95b3-4911-b95f-22a2080afd02] Running
I1210 00:09:10.991060 97943 system_pods.go:61] "kube-proxy-7fm88" [e935cde6-5a4b-4387-93a9-26ca701c54ac] Running
I1210 00:09:10.991064 97943 system_pods.go:61] "kube-proxy-bhnsm" [b886bbdb-e0b7-4cb8-8e71-4b9d23993178] Running
I1210 00:09:10.991068 97943 system_pods.go:61] "kube-proxy-xsxdp" [9d403bbd-ec8c-4917-abdd-d1f97d3d0ce5] Running
I1210 00:09:10.991074 97943 system_pods.go:61] "kube-scheduler-ha-070032" [28986558-f062-4f8e-9fb1-413a22311d7d] Running
I1210 00:09:10.991078 97943 system_pods.go:61] "kube-scheduler-ha-070032-m02" [0600e010-0e55-44d9-ac1f-1e62c0139dd1] Running
I1210 00:09:10.991081 97943 system_pods.go:61] "kube-scheduler-ha-070032-m03" [3b8eede7-a587-4561-9d46-ca58b43d7ebe] Running
I1210 00:09:10.991084 97943 system_pods.go:61] "kube-vip-ha-070032" [dcecf230-f635-42a1-8fd4-567e3409d086] Running
I1210 00:09:10.991087 97943 system_pods.go:61] "kube-vip-ha-070032-m02" [af656c29-7151-4ef7-8fa6-91187358671e] Running
I1210 00:09:10.991090 97943 system_pods.go:61] "kube-vip-ha-070032-m03" [db7c389f-4b41-4fee-a43d-e89ef1455a1d] Running
I1210 00:09:10.991095 97943 system_pods.go:61] "storage-provisioner" [920be345-6e4a-425f-bcde-0e5463fd92b7] Running
I1210 00:09:10.991101 97943 system_pods.go:74] duration metric: took 187.346055ms to wait for pod list to return data ...
I1210 00:09:10.991110 97943 default_sa.go:34] waiting for default service account to be created ...
I1210 00:09:11.178582 97943 request.go:632] Waited for 187.368121ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.187:8443/api/v1/namespaces/default/serviceaccounts
I1210 00:09:11.178661 97943 round_trippers.go:463] GET https://192.168.39.187:8443/api/v1/namespaces/default/serviceaccounts
I1210 00:09:11.178670 97943 round_trippers.go:469] Request Headers:
I1210 00:09:11.178681 97943 round_trippers.go:473] Accept: application/json, */*
I1210 00:09:11.178692 97943 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1210 00:09:11.181792 97943 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1210 00:09:11.181919 97943 default_sa.go:45] found service account: "default"
I1210 00:09:11.181932 97943 default_sa.go:55] duration metric: took 190.816109ms for default service account to be created ...
I1210 00:09:11.181940 97943 system_pods.go:116] waiting for k8s-apps to be running ...
I1210 00:09:11.378264 97943 request.go:632] Waited for 196.227358ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.187:8443/api/v1/namespaces/kube-system/pods
I1210 00:09:11.378336 97943 round_trippers.go:463] GET https://192.168.39.187:8443/api/v1/namespaces/kube-system/pods
I1210 00:09:11.378344 97943 round_trippers.go:469] Request Headers:
I1210 00:09:11.378355 97943 round_trippers.go:473] Accept: application/json, */*
I1210 00:09:11.378365 97943 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1210 00:09:11.383056 97943 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1210 00:09:11.390160 97943 system_pods.go:86] 24 kube-system pods found
I1210 00:09:11.390190 97943 system_pods.go:89] "coredns-7c65d6cfc9-fs6l6" [9a1cf8b4-0a76-41a1-930f-1574e31db324] Running
I1210 00:09:11.390197 97943 system_pods.go:89] "coredns-7c65d6cfc9-nqnhw" [2c81e85b-ea31-43b6-9467-97ff40b0b4a0] Running
I1210 00:09:11.390201 97943 system_pods.go:89] "etcd-ha-070032" [db08368f-b4a3-4d4b-8863-3a2bef1f832b] Running
I1210 00:09:11.390207 97943 system_pods.go:89] "etcd-ha-070032-m02" [22d5e0f8-0395-40fe-b734-1718a89c251a] Running
I1210 00:09:11.390211 97943 system_pods.go:89] "etcd-ha-070032-m03" [ab936be4-5488-4dfc-a02a-d503eaf3ea02] Running
I1210 00:09:11.390215 97943 system_pods.go:89] "kindnet-69btk" [23838518-3372-48bc-986e-e4688e0963bb] Running
I1210 00:09:11.390219 97943 system_pods.go:89] "kindnet-gbrrg" [fe384e2f-f251-49d1-9b90-e73cddcd45e1] Running
I1210 00:09:11.390223 97943 system_pods.go:89] "kindnet-r97q9" [566672d9-989b-4337-84f4-bafd5c70755f] Running
I1210 00:09:11.390227 97943 system_pods.go:89] "kube-apiserver-ha-070032" [e06e8916-31d6-4690-bc97-ed55126af827] Running
I1210 00:09:11.390231 97943 system_pods.go:89] "kube-apiserver-ha-070032-m02" [b2c543a7-2d54-44a4-9369-3115629d79bb] Running
I1210 00:09:11.390238 97943 system_pods.go:89] "kube-apiserver-ha-070032-m03" [7d78ed28-bd45-49a7-bdd8-85d011048605] Running
I1210 00:09:11.390243 97943 system_pods.go:89] "kube-controller-manager-ha-070032" [d01a145f-816f-41ce-83db-c81713564109] Running
I1210 00:09:11.390247 97943 system_pods.go:89] "kube-controller-manager-ha-070032-m02" [d8af77ba-8496-4383-a8a8-387110a2a026] Running
I1210 00:09:11.390251 97943 system_pods.go:89] "kube-controller-manager-ha-070032-m03" [f9860096-95b3-4911-b95f-22a2080afd02] Running
I1210 00:09:11.390256 97943 system_pods.go:89] "kube-proxy-7fm88" [e935cde6-5a4b-4387-93a9-26ca701c54ac] Running
I1210 00:09:11.390259 97943 system_pods.go:89] "kube-proxy-bhnsm" [b886bbdb-e0b7-4cb8-8e71-4b9d23993178] Running
I1210 00:09:11.390263 97943 system_pods.go:89] "kube-proxy-xsxdp" [9d403bbd-ec8c-4917-abdd-d1f97d3d0ce5] Running
I1210 00:09:11.390266 97943 system_pods.go:89] "kube-scheduler-ha-070032" [28986558-f062-4f8e-9fb1-413a22311d7d] Running
I1210 00:09:11.390273 97943 system_pods.go:89] "kube-scheduler-ha-070032-m02" [0600e010-0e55-44d9-ac1f-1e62c0139dd1] Running
I1210 00:09:11.390276 97943 system_pods.go:89] "kube-scheduler-ha-070032-m03" [3b8eede7-a587-4561-9d46-ca58b43d7ebe] Running
I1210 00:09:11.390280 97943 system_pods.go:89] "kube-vip-ha-070032" [dcecf230-f635-42a1-8fd4-567e3409d086] Running
I1210 00:09:11.390284 97943 system_pods.go:89] "kube-vip-ha-070032-m02" [af656c29-7151-4ef7-8fa6-91187358671e] Running
I1210 00:09:11.390287 97943 system_pods.go:89] "kube-vip-ha-070032-m03" [db7c389f-4b41-4fee-a43d-e89ef1455a1d] Running
I1210 00:09:11.390290 97943 system_pods.go:89] "storage-provisioner" [920be345-6e4a-425f-bcde-0e5463fd92b7] Running
I1210 00:09:11.390298 97943 system_pods.go:126] duration metric: took 208.352897ms to wait for k8s-apps to be running ...
I1210 00:09:11.390309 97943 system_svc.go:44] waiting for kubelet service to be running ....
I1210 00:09:11.390362 97943 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1210 00:09:11.405439 97943 system_svc.go:56] duration metric: took 15.123283ms WaitForService to wait for kubelet
I1210 00:09:11.405468 97943 kubeadm.go:582] duration metric: took 24.617672778s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1210 00:09:11.405491 97943 node_conditions.go:102] verifying NodePressure condition ...
I1210 00:09:11.577957 97943 request.go:632] Waited for 172.358102ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.187:8443/api/v1/nodes
I1210 00:09:11.578045 97943 round_trippers.go:463] GET https://192.168.39.187:8443/api/v1/nodes
I1210 00:09:11.578061 97943 round_trippers.go:469] Request Headers:
I1210 00:09:11.578081 97943 round_trippers.go:473] Accept: application/json, */*
I1210 00:09:11.578091 97943 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1210 00:09:11.582050 97943 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1210 00:09:11.583133 97943 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I1210 00:09:11.583157 97943 node_conditions.go:123] node cpu capacity is 2
I1210 00:09:11.583185 97943 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I1210 00:09:11.583189 97943 node_conditions.go:123] node cpu capacity is 2
I1210 00:09:11.583193 97943 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I1210 00:09:11.583196 97943 node_conditions.go:123] node cpu capacity is 2
I1210 00:09:11.583201 97943 node_conditions.go:105] duration metric: took 177.705427ms to run NodePressure ...
I1210 00:09:11.583218 97943 start.go:241] waiting for startup goroutines ...
I1210 00:09:11.583239 97943 start.go:255] writing updated cluster config ...
I1210 00:09:11.583593 97943 ssh_runner.go:195] Run: rm -f paused
I1210 00:09:11.635827 97943 start.go:600] kubectl: 1.31.3, cluster: 1.31.2 (minor skew: 0)
I1210 00:09:11.638609 97943 out.go:177] * Done! kubectl is now configured to use "ha-070032" cluster and "default" namespace by default
==> CRI-O <==
Dec 10 00:13:07 ha-070032 crio[662]: time="2024-12-10 00:13:07.181670013Z" level=debug msg="Response: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733789587181652176,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156102,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}" file="otel-collector/interceptors.go:74" id=286eeab8-4385-4f3b-a485-909d0df7ae66 name=/runtime.v1.ImageService/ImageFsInfo
Dec 10 00:13:07 ha-070032 crio[662]: time="2024-12-10 00:13:07.182254942Z" level=debug msg="Request: &ListContainersRequest{Filter:&ContainerFilter{Id:,State:nil,PodSandboxId:,LabelSelector:map[string]string{},},}" file="otel-collector/interceptors.go:62" id=e748281d-9f53-4fe6-94bc-d39a4078e262 name=/runtime.v1.RuntimeService/ListContainers
Dec 10 00:13:07 ha-070032 crio[662]: time="2024-12-10 00:13:07.182323684Z" level=debug msg="No filters were applied, returning full container list" file="server/container_list.go:60" id=e748281d-9f53-4fe6-94bc-d39a4078e262 name=/runtime.v1.RuntimeService/ListContainers
Dec 10 00:13:07 ha-070032 crio[662]: time="2024-12-10 00:13:07.182556721Z" level=debug msg="Response: &ListContainersResponse{Containers:[]*Container{&Container{Id:1c6ab8dccd8ba997291d2b80d419b2b2e05a32373d0202dd8c719263ae30ccdb,PodSandboxId:e3f274c30a3959296a5c030d1ffa934b64c75f95bf0306039097cb7cf68b4fe4,Metadata:&ContainerMetadata{Name:busybox,Attempt:0,},Image:&ImageSpec{Image:gcr.io/k8s-minikube/busybox@sha256:74f634b1bc1bd74535d5209589734efbd44a25f4e2dc96d78784576a3eb5b335,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:8c811b4aec35f259572d0f79207bc0678df4c736eeec50bc9fec37ed936a472a,State:CONTAINER_RUNNING,CreatedAt:1733789355190103686,Labels:map[string]string{io.kubernetes.container.name: busybox,io.kubernetes.pod.name: busybox-7dff88458-d682h,io.kubernetes.pod.namespace: default,io.kubernetes.pod.uid: 856c7b29-d84b-4688-8af1-c6cd60e5c948,},Annotations:map[string]string{io.kubernetes.container.hash: 82159afa,io.kubernetes.container.restartCount: 0,io.kubernetes.c
ontainer.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:e305236942a6a79ef7f91e253be393cd58488d48aba3b5bf66c479acd0067bc8,PodSandboxId:5a85b4a79da52f1c29e7fcfa81fa0bedc1eb6bfd38fb444179c78f575d79d860,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1733789215377276438,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-nqnhw,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 2c81e85b-ea31-43b6-9467-97ff40b0b4a0,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"
UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:7c2e334f3ec55e4be646775958650ae4186637afeca4998288d1fbd38037c8ea,PodSandboxId:f558795052a9d75e6b78b43096de277d42834212f92a6b90269650e35759d438,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1733789215322355166,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-fs6l6,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid:
9a1cf8b4-0a76-41a1-930f-1574e31db324,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:a0bc6f0cc193d54e7a8a7dd22a38ca0e4d4f61bb51f322d3f41dac47db13c95b,PodSandboxId:3ad98b3ae6d227d0d652ff69ea4b3d54dd4f3e946d6480b75ce103fe7eaffa18,Metadata:&ContainerMetadata{Name:storage-provisioner,Attempt:0,},Image:&ImageSpec{Image:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,State:CONTAINER_RUNNIN
G,CreatedAt:1733789215263534966,Labels:map[string]string{io.kubernetes.container.name: storage-provisioner,io.kubernetes.pod.name: storage-provisioner,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 920be345-6e4a-425f-bcde-0e5463fd92b7,},Annotations:map[string]string{io.kubernetes.container.hash: 6c6bf961,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:4c87cad753cfce5b05fd5987342e13dea86a36bc44f9c4b3a934dd48d2329af3,PodSandboxId:07cf68f38d235286c1e4b79576c7b2d5fd1fb3fd1b16b9f3f13cfe64eaed0c17,Metadata:&ContainerMetadata{Name:kindnet-cni,Attempt:0,},Image:&ImageSpec{Image:docker.io/kindest/kindnetd@sha256:3da053f9c42d9123d34d4582cc77041c013e1419204b9ef180f0b3bffa7769e3,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:50415e5d05f05adbdfd902507532ebb86f924dc2e05511a3b47920156ee4236e,State:CO
NTAINER_RUNNING,CreatedAt:1733789203352008941,Labels:map[string]string{io.kubernetes.container.name: kindnet-cni,io.kubernetes.pod.name: kindnet-r97q9,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 566672d9-989b-4337-84f4-bafd5c70755f,},Annotations:map[string]string{io.kubernetes.container.hash: 9533276,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:d7ce0ccc8b2285ae9861ca675ddee1c7cc4b2eb95f1fc9b3c252e8b7f70e57e2,PodSandboxId:f6e164f7d5dc23cc23d172647390aa33a976f115b0e620a3f1c8ceb1972b50c9,Metadata:&ContainerMetadata{Name:kube-proxy,Attempt:0,},Image:&ImageSpec{Image:505d571f5fd56726488d27af0d9a8e02c6db58f5d62ea51dd10d47de7a0c2d38,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:505d571f5fd56726488d27af0d9a8e02c6db58f5d62ea51dd10d47de7a0c2d38,State:CONTAINER_RUNNING,CreatedAt:1733789199
811986108,Labels:map[string]string{io.kubernetes.container.name: kube-proxy,io.kubernetes.pod.name: kube-proxy-xsxdp,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 9d403bbd-ec8c-4917-abdd-d1f97d3d0ce5,},Annotations:map[string]string{io.kubernetes.container.hash: adb187fb,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:2c832ea7354c3849fb453286649b272a5fcf355d47187efa465c13d6fc4d65dd,PodSandboxId:63415c4eed5c67ae421bad643372f730f2058ddc450abd01192ea02adf7fd1cd,Metadata:&ContainerMetadata{Name:kube-vip,Attempt:0,},Image:&ImageSpec{Image:ghcr.io/kube-vip/kube-vip@sha256:32829cc6f8630eba4e1b5e4df5bcbc34c767e70703d26e64a0f7317951c7b517,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:f1c87c24be687be21b68228b1b53b7792a3d82fb4d99bc68a5a984f582508a37,State:CONTAINER_RUNNING,CreatedAt:173378919154
1880372,Labels:map[string]string{io.kubernetes.container.name: kube-vip,io.kubernetes.pod.name: kube-vip-ha-070032,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 853eed8c10d2af858abe4fbec7a3d503,},Annotations:map[string]string{io.kubernetes.container.hash: 69195791,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:a1ad93591d94d418f536035e0dbd58787d7e5c96ef2645619b7bf1fdd88df33c,PodSandboxId:974a006af9e0d5faa5a19f159a45e227208fee0ebf388fba700952547d1d2529,Metadata:&ContainerMetadata{Name:kube-apiserver,Attempt:0,},Image:&ImageSpec{Image:9499c9960544e80a96c223cdc5d3059dd7c2cc37ea20e7138af4a6e415a49173,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:9499c9960544e80a96c223cdc5d3059dd7c2cc37ea20e7138af4a6e415a49173,State:CONTAINER_RUNNING,CreatedAt:1733789188777226881,Labels:map[string]string{
io.kubernetes.container.name: kube-apiserver,io.kubernetes.pod.name: kube-apiserver-ha-070032,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 3ecd4fc4633d25364aa5747e7113ed8c,},Annotations:map[string]string{io.kubernetes.container.hash: c6927529,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:3cc792ca2c2098e4d3b71b355fb33ce358f1d7de4b2454c236712b6102bdaa06,PodSandboxId:94eb5ad94038f1074001a9da0f0356b4211451a99d8498e75f83f6896f01e753,Metadata:&ContainerMetadata{Name:etcd,Attempt:0,},Image:&ImageSpec{Image:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,State:CONTAINER_RUNNING,CreatedAt:1733789188760652300,Labels:map[string]string{io.kubernetes.container.name: e
tcd,io.kubernetes.pod.name: etcd-ha-070032,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 2215b8ddb73d6ba5d32a52569092583d,},Annotations:map[string]string{io.kubernetes.container.hash: cdf7d3fa,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:1482c9caeda45e0518bea419e7de0b9d7ea7016563bc8769f4f33151afc52fca,PodSandboxId:2ae901f42d38831fd48a04c073ff0005559a868da016d574361a8a116dae1424,Metadata:&ContainerMetadata{Name:kube-scheduler,Attempt:0,},Image:&ImageSpec{Image:847c7bc1a541865e150af08318f49d02d0e0cff4a0530fd4ffe369e294dd2856,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:847c7bc1a541865e150af08318f49d02d0e0cff4a0530fd4ffe369e294dd2856,State:CONTAINER_RUNNING,CreatedAt:1733789188774438801,Labels:map[string]string{io.kubernetes.container.name: kube-scheduler,io.kubernetes.pod.name: kub
e-scheduler-ha-070032,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 1b5b3080b6aff5134adaf044003845e8,},Annotations:map[string]string{io.kubernetes.container.hash: 16c835f9,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:d06c286b00c118c3e50e8da5c902bb87ed0d31b055437ffb3e10bda025f3a64d,PodSandboxId:baf6b5fc008a937d1c54f73e03b660e8eddaec5406534b7f3a1ae0650baf4121,Metadata:&ContainerMetadata{Name:kube-controller-manager,Attempt:0,},Image:&ImageSpec{Image:0486b6c53a1b5af26f2ad2fb89a089e04c6baa6369f8545ab0854f9d62b44503,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:0486b6c53a1b5af26f2ad2fb89a089e04c6baa6369f8545ab0854f9d62b44503,State:CONTAINER_RUNNING,CreatedAt:1733789188707109904,Labels:map[string]string{io.kubernetes.container.name: kube-controller-manager,io.kubernetes.pod.name: kube-c
ontroller-manager-ha-070032,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 727141bf4ae4b442d005a5b0b8b6fdb9,},Annotations:map[string]string{io.kubernetes.container.hash: 3111262b,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},},}" file="otel-collector/interceptors.go:74" id=e748281d-9f53-4fe6-94bc-d39a4078e262 name=/runtime.v1.RuntimeService/ListContainers
Dec 10 00:13:07 ha-070032 crio[662]: time="2024-12-10 00:13:07.215230114Z" level=debug msg="Request: &VersionRequest{Version:,}" file="otel-collector/interceptors.go:62" id=3b9555a0-6d58-4301-91b1-89fa27e8a497 name=/runtime.v1.RuntimeService/Version
Dec 10 00:13:07 ha-070032 crio[662]: time="2024-12-10 00:13:07.215304356Z" level=debug msg="Response: &VersionResponse{Version:0.1.0,RuntimeName:cri-o,RuntimeVersion:1.29.1,RuntimeApiVersion:v1,}" file="otel-collector/interceptors.go:74" id=3b9555a0-6d58-4301-91b1-89fa27e8a497 name=/runtime.v1.RuntimeService/Version
Dec 10 00:13:07 ha-070032 crio[662]: time="2024-12-10 00:13:07.216370693Z" level=debug msg="Request: &ImageFsInfoRequest{}" file="otel-collector/interceptors.go:62" id=f4484af1-5fbe-4414-b0cb-08e3220c2938 name=/runtime.v1.ImageService/ImageFsInfo
Dec 10 00:13:07 ha-070032 crio[662]: time="2024-12-10 00:13:07.216969055Z" level=debug msg="Response: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733789587216945361,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156102,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}" file="otel-collector/interceptors.go:74" id=f4484af1-5fbe-4414-b0cb-08e3220c2938 name=/runtime.v1.ImageService/ImageFsInfo
Dec 10 00:13:07 ha-070032 crio[662]: time="2024-12-10 00:13:07.217443630Z" level=debug msg="Request: &ListContainersRequest{Filter:&ContainerFilter{Id:,State:nil,PodSandboxId:,LabelSelector:map[string]string{},},}" file="otel-collector/interceptors.go:62" id=4840cd1d-e64e-409b-ad7c-c583b007957b name=/runtime.v1.RuntimeService/ListContainers
Dec 10 00:13:07 ha-070032 crio[662]: time="2024-12-10 00:13:07.217504244Z" level=debug msg="No filters were applied, returning full container list" file="server/container_list.go:60" id=4840cd1d-e64e-409b-ad7c-c583b007957b name=/runtime.v1.RuntimeService/ListContainers
Dec 10 00:13:07 ha-070032 crio[662]: time="2024-12-10 00:13:07.217763546Z" level=debug msg="Response: &ListContainersResponse{Containers:[]*Container{&Container{Id:1c6ab8dccd8ba997291d2b80d419b2b2e05a32373d0202dd8c719263ae30ccdb,PodSandboxId:e3f274c30a3959296a5c030d1ffa934b64c75f95bf0306039097cb7cf68b4fe4,Metadata:&ContainerMetadata{Name:busybox,Attempt:0,},Image:&ImageSpec{Image:gcr.io/k8s-minikube/busybox@sha256:74f634b1bc1bd74535d5209589734efbd44a25f4e2dc96d78784576a3eb5b335,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:8c811b4aec35f259572d0f79207bc0678df4c736eeec50bc9fec37ed936a472a,State:CONTAINER_RUNNING,CreatedAt:1733789355190103686,Labels:map[string]string{io.kubernetes.container.name: busybox,io.kubernetes.pod.name: busybox-7dff88458-d682h,io.kubernetes.pod.namespace: default,io.kubernetes.pod.uid: 856c7b29-d84b-4688-8af1-c6cd60e5c948,},Annotations:map[string]string{io.kubernetes.container.hash: 82159afa,io.kubernetes.container.restartCount: 0,io.kubernetes.c
ontainer.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:e305236942a6a79ef7f91e253be393cd58488d48aba3b5bf66c479acd0067bc8,PodSandboxId:5a85b4a79da52f1c29e7fcfa81fa0bedc1eb6bfd38fb444179c78f575d79d860,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1733789215377276438,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-nqnhw,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 2c81e85b-ea31-43b6-9467-97ff40b0b4a0,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"
UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:7c2e334f3ec55e4be646775958650ae4186637afeca4998288d1fbd38037c8ea,PodSandboxId:f558795052a9d75e6b78b43096de277d42834212f92a6b90269650e35759d438,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1733789215322355166,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-fs6l6,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid:
9a1cf8b4-0a76-41a1-930f-1574e31db324,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:a0bc6f0cc193d54e7a8a7dd22a38ca0e4d4f61bb51f322d3f41dac47db13c95b,PodSandboxId:3ad98b3ae6d227d0d652ff69ea4b3d54dd4f3e946d6480b75ce103fe7eaffa18,Metadata:&ContainerMetadata{Name:storage-provisioner,Attempt:0,},Image:&ImageSpec{Image:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,State:CONTAINER_RUNNIN
G,CreatedAt:1733789215263534966,Labels:map[string]string{io.kubernetes.container.name: storage-provisioner,io.kubernetes.pod.name: storage-provisioner,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 920be345-6e4a-425f-bcde-0e5463fd92b7,},Annotations:map[string]string{io.kubernetes.container.hash: 6c6bf961,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:4c87cad753cfce5b05fd5987342e13dea86a36bc44f9c4b3a934dd48d2329af3,PodSandboxId:07cf68f38d235286c1e4b79576c7b2d5fd1fb3fd1b16b9f3f13cfe64eaed0c17,Metadata:&ContainerMetadata{Name:kindnet-cni,Attempt:0,},Image:&ImageSpec{Image:docker.io/kindest/kindnetd@sha256:3da053f9c42d9123d34d4582cc77041c013e1419204b9ef180f0b3bffa7769e3,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:50415e5d05f05adbdfd902507532ebb86f924dc2e05511a3b47920156ee4236e,State:CO
NTAINER_RUNNING,CreatedAt:1733789203352008941,Labels:map[string]string{io.kubernetes.container.name: kindnet-cni,io.kubernetes.pod.name: kindnet-r97q9,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 566672d9-989b-4337-84f4-bafd5c70755f,},Annotations:map[string]string{io.kubernetes.container.hash: 9533276,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:d7ce0ccc8b2285ae9861ca675ddee1c7cc4b2eb95f1fc9b3c252e8b7f70e57e2,PodSandboxId:f6e164f7d5dc23cc23d172647390aa33a976f115b0e620a3f1c8ceb1972b50c9,Metadata:&ContainerMetadata{Name:kube-proxy,Attempt:0,},Image:&ImageSpec{Image:505d571f5fd56726488d27af0d9a8e02c6db58f5d62ea51dd10d47de7a0c2d38,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:505d571f5fd56726488d27af0d9a8e02c6db58f5d62ea51dd10d47de7a0c2d38,State:CONTAINER_RUNNING,CreatedAt:1733789199
811986108,Labels:map[string]string{io.kubernetes.container.name: kube-proxy,io.kubernetes.pod.name: kube-proxy-xsxdp,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 9d403bbd-ec8c-4917-abdd-d1f97d3d0ce5,},Annotations:map[string]string{io.kubernetes.container.hash: adb187fb,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:2c832ea7354c3849fb453286649b272a5fcf355d47187efa465c13d6fc4d65dd,PodSandboxId:63415c4eed5c67ae421bad643372f730f2058ddc450abd01192ea02adf7fd1cd,Metadata:&ContainerMetadata{Name:kube-vip,Attempt:0,},Image:&ImageSpec{Image:ghcr.io/kube-vip/kube-vip@sha256:32829cc6f8630eba4e1b5e4df5bcbc34c767e70703d26e64a0f7317951c7b517,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:f1c87c24be687be21b68228b1b53b7792a3d82fb4d99bc68a5a984f582508a37,State:CONTAINER_RUNNING,CreatedAt:173378919154
1880372,Labels:map[string]string{io.kubernetes.container.name: kube-vip,io.kubernetes.pod.name: kube-vip-ha-070032,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 853eed8c10d2af858abe4fbec7a3d503,},Annotations:map[string]string{io.kubernetes.container.hash: 69195791,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:a1ad93591d94d418f536035e0dbd58787d7e5c96ef2645619b7bf1fdd88df33c,PodSandboxId:974a006af9e0d5faa5a19f159a45e227208fee0ebf388fba700952547d1d2529,Metadata:&ContainerMetadata{Name:kube-apiserver,Attempt:0,},Image:&ImageSpec{Image:9499c9960544e80a96c223cdc5d3059dd7c2cc37ea20e7138af4a6e415a49173,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:9499c9960544e80a96c223cdc5d3059dd7c2cc37ea20e7138af4a6e415a49173,State:CONTAINER_RUNNING,CreatedAt:1733789188777226881,Labels:map[string]string{
io.kubernetes.container.name: kube-apiserver,io.kubernetes.pod.name: kube-apiserver-ha-070032,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 3ecd4fc4633d25364aa5747e7113ed8c,},Annotations:map[string]string{io.kubernetes.container.hash: c6927529,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:3cc792ca2c2098e4d3b71b355fb33ce358f1d7de4b2454c236712b6102bdaa06,PodSandboxId:94eb5ad94038f1074001a9da0f0356b4211451a99d8498e75f83f6896f01e753,Metadata:&ContainerMetadata{Name:etcd,Attempt:0,},Image:&ImageSpec{Image:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,State:CONTAINER_RUNNING,CreatedAt:1733789188760652300,Labels:map[string]string{io.kubernetes.container.name: e
tcd,io.kubernetes.pod.name: etcd-ha-070032,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 2215b8ddb73d6ba5d32a52569092583d,},Annotations:map[string]string{io.kubernetes.container.hash: cdf7d3fa,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:1482c9caeda45e0518bea419e7de0b9d7ea7016563bc8769f4f33151afc52fca,PodSandboxId:2ae901f42d38831fd48a04c073ff0005559a868da016d574361a8a116dae1424,Metadata:&ContainerMetadata{Name:kube-scheduler,Attempt:0,},Image:&ImageSpec{Image:847c7bc1a541865e150af08318f49d02d0e0cff4a0530fd4ffe369e294dd2856,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:847c7bc1a541865e150af08318f49d02d0e0cff4a0530fd4ffe369e294dd2856,State:CONTAINER_RUNNING,CreatedAt:1733789188774438801,Labels:map[string]string{io.kubernetes.container.name: kube-scheduler,io.kubernetes.pod.name: kub
e-scheduler-ha-070032,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 1b5b3080b6aff5134adaf044003845e8,},Annotations:map[string]string{io.kubernetes.container.hash: 16c835f9,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:d06c286b00c118c3e50e8da5c902bb87ed0d31b055437ffb3e10bda025f3a64d,PodSandboxId:baf6b5fc008a937d1c54f73e03b660e8eddaec5406534b7f3a1ae0650baf4121,Metadata:&ContainerMetadata{Name:kube-controller-manager,Attempt:0,},Image:&ImageSpec{Image:0486b6c53a1b5af26f2ad2fb89a089e04c6baa6369f8545ab0854f9d62b44503,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:0486b6c53a1b5af26f2ad2fb89a089e04c6baa6369f8545ab0854f9d62b44503,State:CONTAINER_RUNNING,CreatedAt:1733789188707109904,Labels:map[string]string{io.kubernetes.container.name: kube-controller-manager,io.kubernetes.pod.name: kube-c
ontroller-manager-ha-070032,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 727141bf4ae4b442d005a5b0b8b6fdb9,},Annotations:map[string]string{io.kubernetes.container.hash: 3111262b,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},},}" file="otel-collector/interceptors.go:74" id=4840cd1d-e64e-409b-ad7c-c583b007957b name=/runtime.v1.RuntimeService/ListContainers
Dec 10 00:13:07 ha-070032 crio[662]: time="2024-12-10 00:13:07.260163980Z" level=debug msg="Request: &VersionRequest{Version:,}" file="otel-collector/interceptors.go:62" id=f17b869e-0158-46ca-ba9e-3cd67cc99b2e name=/runtime.v1.RuntimeService/Version
Dec 10 00:13:07 ha-070032 crio[662]: time="2024-12-10 00:13:07.260246213Z" level=debug msg="Response: &VersionResponse{Version:0.1.0,RuntimeName:cri-o,RuntimeVersion:1.29.1,RuntimeApiVersion:v1,}" file="otel-collector/interceptors.go:74" id=f17b869e-0158-46ca-ba9e-3cd67cc99b2e name=/runtime.v1.RuntimeService/Version
Dec 10 00:13:07 ha-070032 crio[662]: time="2024-12-10 00:13:07.261230528Z" level=debug msg="Request: &ImageFsInfoRequest{}" file="otel-collector/interceptors.go:62" id=bbbe27a8-6d56-4932-b0fb-6bae7c27af56 name=/runtime.v1.ImageService/ImageFsInfo
Dec 10 00:13:07 ha-070032 crio[662]: time="2024-12-10 00:13:07.261654716Z" level=debug msg="Response: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733789587261634708,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156102,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}" file="otel-collector/interceptors.go:74" id=bbbe27a8-6d56-4932-b0fb-6bae7c27af56 name=/runtime.v1.ImageService/ImageFsInfo
Dec 10 00:13:07 ha-070032 crio[662]: time="2024-12-10 00:13:07.262212000Z" level=debug msg="Request: &ListContainersRequest{Filter:&ContainerFilter{Id:,State:nil,PodSandboxId:,LabelSelector:map[string]string{},},}" file="otel-collector/interceptors.go:62" id=b4e88895-f6c9-4be7-b40f-233a7b78fa37 name=/runtime.v1.RuntimeService/ListContainers
Dec 10 00:13:07 ha-070032 crio[662]: time="2024-12-10 00:13:07.262271269Z" level=debug msg="No filters were applied, returning full container list" file="server/container_list.go:60" id=b4e88895-f6c9-4be7-b40f-233a7b78fa37 name=/runtime.v1.RuntimeService/ListContainers
Dec 10 00:13:07 ha-070032 crio[662]: time="2024-12-10 00:13:07.262562608Z" level=debug msg="Response: &ListContainersResponse{Containers:[]*Container{&Container{Id:1c6ab8dccd8ba997291d2b80d419b2b2e05a32373d0202dd8c719263ae30ccdb,PodSandboxId:e3f274c30a3959296a5c030d1ffa934b64c75f95bf0306039097cb7cf68b4fe4,Metadata:&ContainerMetadata{Name:busybox,Attempt:0,},Image:&ImageSpec{Image:gcr.io/k8s-minikube/busybox@sha256:74f634b1bc1bd74535d5209589734efbd44a25f4e2dc96d78784576a3eb5b335,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:8c811b4aec35f259572d0f79207bc0678df4c736eeec50bc9fec37ed936a472a,State:CONTAINER_RUNNING,CreatedAt:1733789355190103686,Labels:map[string]string{io.kubernetes.container.name: busybox,io.kubernetes.pod.name: busybox-7dff88458-d682h,io.kubernetes.pod.namespace: default,io.kubernetes.pod.uid: 856c7b29-d84b-4688-8af1-c6cd60e5c948,},Annotations:map[string]string{io.kubernetes.container.hash: 82159afa,io.kubernetes.container.restartCount: 0,io.kubernetes.c
ontainer.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:e305236942a6a79ef7f91e253be393cd58488d48aba3b5bf66c479acd0067bc8,PodSandboxId:5a85b4a79da52f1c29e7fcfa81fa0bedc1eb6bfd38fb444179c78f575d79d860,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1733789215377276438,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-nqnhw,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 2c81e85b-ea31-43b6-9467-97ff40b0b4a0,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"
UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:7c2e334f3ec55e4be646775958650ae4186637afeca4998288d1fbd38037c8ea,PodSandboxId:f558795052a9d75e6b78b43096de277d42834212f92a6b90269650e35759d438,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1733789215322355166,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-fs6l6,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid:
9a1cf8b4-0a76-41a1-930f-1574e31db324,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:a0bc6f0cc193d54e7a8a7dd22a38ca0e4d4f61bb51f322d3f41dac47db13c95b,PodSandboxId:3ad98b3ae6d227d0d652ff69ea4b3d54dd4f3e946d6480b75ce103fe7eaffa18,Metadata:&ContainerMetadata{Name:storage-provisioner,Attempt:0,},Image:&ImageSpec{Image:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,State:CONTAINER_RUNNIN
G,CreatedAt:1733789215263534966,Labels:map[string]string{io.kubernetes.container.name: storage-provisioner,io.kubernetes.pod.name: storage-provisioner,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 920be345-6e4a-425f-bcde-0e5463fd92b7,},Annotations:map[string]string{io.kubernetes.container.hash: 6c6bf961,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:4c87cad753cfce5b05fd5987342e13dea86a36bc44f9c4b3a934dd48d2329af3,PodSandboxId:07cf68f38d235286c1e4b79576c7b2d5fd1fb3fd1b16b9f3f13cfe64eaed0c17,Metadata:&ContainerMetadata{Name:kindnet-cni,Attempt:0,},Image:&ImageSpec{Image:docker.io/kindest/kindnetd@sha256:3da053f9c42d9123d34d4582cc77041c013e1419204b9ef180f0b3bffa7769e3,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:50415e5d05f05adbdfd902507532ebb86f924dc2e05511a3b47920156ee4236e,State:CO
NTAINER_RUNNING,CreatedAt:1733789203352008941,Labels:map[string]string{io.kubernetes.container.name: kindnet-cni,io.kubernetes.pod.name: kindnet-r97q9,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 566672d9-989b-4337-84f4-bafd5c70755f,},Annotations:map[string]string{io.kubernetes.container.hash: 9533276,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:d7ce0ccc8b2285ae9861ca675ddee1c7cc4b2eb95f1fc9b3c252e8b7f70e57e2,PodSandboxId:f6e164f7d5dc23cc23d172647390aa33a976f115b0e620a3f1c8ceb1972b50c9,Metadata:&ContainerMetadata{Name:kube-proxy,Attempt:0,},Image:&ImageSpec{Image:505d571f5fd56726488d27af0d9a8e02c6db58f5d62ea51dd10d47de7a0c2d38,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:505d571f5fd56726488d27af0d9a8e02c6db58f5d62ea51dd10d47de7a0c2d38,State:CONTAINER_RUNNING,CreatedAt:1733789199
811986108,Labels:map[string]string{io.kubernetes.container.name: kube-proxy,io.kubernetes.pod.name: kube-proxy-xsxdp,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 9d403bbd-ec8c-4917-abdd-d1f97d3d0ce5,},Annotations:map[string]string{io.kubernetes.container.hash: adb187fb,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:2c832ea7354c3849fb453286649b272a5fcf355d47187efa465c13d6fc4d65dd,PodSandboxId:63415c4eed5c67ae421bad643372f730f2058ddc450abd01192ea02adf7fd1cd,Metadata:&ContainerMetadata{Name:kube-vip,Attempt:0,},Image:&ImageSpec{Image:ghcr.io/kube-vip/kube-vip@sha256:32829cc6f8630eba4e1b5e4df5bcbc34c767e70703d26e64a0f7317951c7b517,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:f1c87c24be687be21b68228b1b53b7792a3d82fb4d99bc68a5a984f582508a37,State:CONTAINER_RUNNING,CreatedAt:173378919154
1880372,Labels:map[string]string{io.kubernetes.container.name: kube-vip,io.kubernetes.pod.name: kube-vip-ha-070032,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 853eed8c10d2af858abe4fbec7a3d503,},Annotations:map[string]string{io.kubernetes.container.hash: 69195791,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:a1ad93591d94d418f536035e0dbd58787d7e5c96ef2645619b7bf1fdd88df33c,PodSandboxId:974a006af9e0d5faa5a19f159a45e227208fee0ebf388fba700952547d1d2529,Metadata:&ContainerMetadata{Name:kube-apiserver,Attempt:0,},Image:&ImageSpec{Image:9499c9960544e80a96c223cdc5d3059dd7c2cc37ea20e7138af4a6e415a49173,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:9499c9960544e80a96c223cdc5d3059dd7c2cc37ea20e7138af4a6e415a49173,State:CONTAINER_RUNNING,CreatedAt:1733789188777226881,Labels:map[string]string{
io.kubernetes.container.name: kube-apiserver,io.kubernetes.pod.name: kube-apiserver-ha-070032,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 3ecd4fc4633d25364aa5747e7113ed8c,},Annotations:map[string]string{io.kubernetes.container.hash: c6927529,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:3cc792ca2c2098e4d3b71b355fb33ce358f1d7de4b2454c236712b6102bdaa06,PodSandboxId:94eb5ad94038f1074001a9da0f0356b4211451a99d8498e75f83f6896f01e753,Metadata:&ContainerMetadata{Name:etcd,Attempt:0,},Image:&ImageSpec{Image:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,State:CONTAINER_RUNNING,CreatedAt:1733789188760652300,Labels:map[string]string{io.kubernetes.container.name: e
tcd,io.kubernetes.pod.name: etcd-ha-070032,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 2215b8ddb73d6ba5d32a52569092583d,},Annotations:map[string]string{io.kubernetes.container.hash: cdf7d3fa,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:1482c9caeda45e0518bea419e7de0b9d7ea7016563bc8769f4f33151afc52fca,PodSandboxId:2ae901f42d38831fd48a04c073ff0005559a868da016d574361a8a116dae1424,Metadata:&ContainerMetadata{Name:kube-scheduler,Attempt:0,},Image:&ImageSpec{Image:847c7bc1a541865e150af08318f49d02d0e0cff4a0530fd4ffe369e294dd2856,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:847c7bc1a541865e150af08318f49d02d0e0cff4a0530fd4ffe369e294dd2856,State:CONTAINER_RUNNING,CreatedAt:1733789188774438801,Labels:map[string]string{io.kubernetes.container.name: kube-scheduler,io.kubernetes.pod.name: kub
e-scheduler-ha-070032,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 1b5b3080b6aff5134adaf044003845e8,},Annotations:map[string]string{io.kubernetes.container.hash: 16c835f9,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:d06c286b00c118c3e50e8da5c902bb87ed0d31b055437ffb3e10bda025f3a64d,PodSandboxId:baf6b5fc008a937d1c54f73e03b660e8eddaec5406534b7f3a1ae0650baf4121,Metadata:&ContainerMetadata{Name:kube-controller-manager,Attempt:0,},Image:&ImageSpec{Image:0486b6c53a1b5af26f2ad2fb89a089e04c6baa6369f8545ab0854f9d62b44503,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:0486b6c53a1b5af26f2ad2fb89a089e04c6baa6369f8545ab0854f9d62b44503,State:CONTAINER_RUNNING,CreatedAt:1733789188707109904,Labels:map[string]string{io.kubernetes.container.name: kube-controller-manager,io.kubernetes.pod.name: kube-c
ontroller-manager-ha-070032,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 727141bf4ae4b442d005a5b0b8b6fdb9,},Annotations:map[string]string{io.kubernetes.container.hash: 3111262b,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},},}" file="otel-collector/interceptors.go:74" id=b4e88895-f6c9-4be7-b40f-233a7b78fa37 name=/runtime.v1.RuntimeService/ListContainers
Dec 10 00:13:07 ha-070032 crio[662]: time="2024-12-10 00:13:07.298487952Z" level=debug msg="Request: &VersionRequest{Version:,}" file="otel-collector/interceptors.go:62" id=5f47204e-6edb-41a7-bddd-b705263dc9ee name=/runtime.v1.RuntimeService/Version
Dec 10 00:13:07 ha-070032 crio[662]: time="2024-12-10 00:13:07.298565742Z" level=debug msg="Response: &VersionResponse{Version:0.1.0,RuntimeName:cri-o,RuntimeVersion:1.29.1,RuntimeApiVersion:v1,}" file="otel-collector/interceptors.go:74" id=5f47204e-6edb-41a7-bddd-b705263dc9ee name=/runtime.v1.RuntimeService/Version
Dec 10 00:13:07 ha-070032 crio[662]: time="2024-12-10 00:13:07.299547463Z" level=debug msg="Request: &ImageFsInfoRequest{}" file="otel-collector/interceptors.go:62" id=ee83dd29-a295-4427-8194-016765158ae2 name=/runtime.v1.ImageService/ImageFsInfo
Dec 10 00:13:07 ha-070032 crio[662]: time="2024-12-10 00:13:07.300147787Z" level=debug msg="Response: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733789587300121399,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156102,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}" file="otel-collector/interceptors.go:74" id=ee83dd29-a295-4427-8194-016765158ae2 name=/runtime.v1.ImageService/ImageFsInfo
Dec 10 00:13:07 ha-070032 crio[662]: time="2024-12-10 00:13:07.300804516Z" level=debug msg="Request: &ListContainersRequest{Filter:&ContainerFilter{Id:,State:nil,PodSandboxId:,LabelSelector:map[string]string{},},}" file="otel-collector/interceptors.go:62" id=2a504839-96dc-40d8-bbe6-78efe360d091 name=/runtime.v1.RuntimeService/ListContainers
Dec 10 00:13:07 ha-070032 crio[662]: time="2024-12-10 00:13:07.300857258Z" level=debug msg="No filters were applied, returning full container list" file="server/container_list.go:60" id=2a504839-96dc-40d8-bbe6-78efe360d091 name=/runtime.v1.RuntimeService/ListContainers
Dec 10 00:13:07 ha-070032 crio[662]: time="2024-12-10 00:13:07.301077668Z" level=debug msg="Response: &ListContainersResponse{Containers:[]*Container{&Container{Id:1c6ab8dccd8ba997291d2b80d419b2b2e05a32373d0202dd8c719263ae30ccdb,PodSandboxId:e3f274c30a3959296a5c030d1ffa934b64c75f95bf0306039097cb7cf68b4fe4,Metadata:&ContainerMetadata{Name:busybox,Attempt:0,},Image:&ImageSpec{Image:gcr.io/k8s-minikube/busybox@sha256:74f634b1bc1bd74535d5209589734efbd44a25f4e2dc96d78784576a3eb5b335,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:8c811b4aec35f259572d0f79207bc0678df4c736eeec50bc9fec37ed936a472a,State:CONTAINER_RUNNING,CreatedAt:1733789355190103686,Labels:map[string]string{io.kubernetes.container.name: busybox,io.kubernetes.pod.name: busybox-7dff88458-d682h,io.kubernetes.pod.namespace: default,io.kubernetes.pod.uid: 856c7b29-d84b-4688-8af1-c6cd60e5c948,},Annotations:map[string]string{io.kubernetes.container.hash: 82159afa,io.kubernetes.container.restartCount: 0,io.kubernetes.c
ontainer.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:e305236942a6a79ef7f91e253be393cd58488d48aba3b5bf66c479acd0067bc8,PodSandboxId:5a85b4a79da52f1c29e7fcfa81fa0bedc1eb6bfd38fb444179c78f575d79d860,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1733789215377276438,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-nqnhw,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 2c81e85b-ea31-43b6-9467-97ff40b0b4a0,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"
UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:7c2e334f3ec55e4be646775958650ae4186637afeca4998288d1fbd38037c8ea,PodSandboxId:f558795052a9d75e6b78b43096de277d42834212f92a6b90269650e35759d438,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1733789215322355166,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-fs6l6,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid:
9a1cf8b4-0a76-41a1-930f-1574e31db324,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:a0bc6f0cc193d54e7a8a7dd22a38ca0e4d4f61bb51f322d3f41dac47db13c95b,PodSandboxId:3ad98b3ae6d227d0d652ff69ea4b3d54dd4f3e946d6480b75ce103fe7eaffa18,Metadata:&ContainerMetadata{Name:storage-provisioner,Attempt:0,},Image:&ImageSpec{Image:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,State:CONTAINER_RUNNIN
G,CreatedAt:1733789215263534966,Labels:map[string]string{io.kubernetes.container.name: storage-provisioner,io.kubernetes.pod.name: storage-provisioner,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 920be345-6e4a-425f-bcde-0e5463fd92b7,},Annotations:map[string]string{io.kubernetes.container.hash: 6c6bf961,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:4c87cad753cfce5b05fd5987342e13dea86a36bc44f9c4b3a934dd48d2329af3,PodSandboxId:07cf68f38d235286c1e4b79576c7b2d5fd1fb3fd1b16b9f3f13cfe64eaed0c17,Metadata:&ContainerMetadata{Name:kindnet-cni,Attempt:0,},Image:&ImageSpec{Image:docker.io/kindest/kindnetd@sha256:3da053f9c42d9123d34d4582cc77041c013e1419204b9ef180f0b3bffa7769e3,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:50415e5d05f05adbdfd902507532ebb86f924dc2e05511a3b47920156ee4236e,State:CO
NTAINER_RUNNING,CreatedAt:1733789203352008941,Labels:map[string]string{io.kubernetes.container.name: kindnet-cni,io.kubernetes.pod.name: kindnet-r97q9,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 566672d9-989b-4337-84f4-bafd5c70755f,},Annotations:map[string]string{io.kubernetes.container.hash: 9533276,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:d7ce0ccc8b2285ae9861ca675ddee1c7cc4b2eb95f1fc9b3c252e8b7f70e57e2,PodSandboxId:f6e164f7d5dc23cc23d172647390aa33a976f115b0e620a3f1c8ceb1972b50c9,Metadata:&ContainerMetadata{Name:kube-proxy,Attempt:0,},Image:&ImageSpec{Image:505d571f5fd56726488d27af0d9a8e02c6db58f5d62ea51dd10d47de7a0c2d38,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:505d571f5fd56726488d27af0d9a8e02c6db58f5d62ea51dd10d47de7a0c2d38,State:CONTAINER_RUNNING,CreatedAt:1733789199
811986108,Labels:map[string]string{io.kubernetes.container.name: kube-proxy,io.kubernetes.pod.name: kube-proxy-xsxdp,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 9d403bbd-ec8c-4917-abdd-d1f97d3d0ce5,},Annotations:map[string]string{io.kubernetes.container.hash: adb187fb,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:2c832ea7354c3849fb453286649b272a5fcf355d47187efa465c13d6fc4d65dd,PodSandboxId:63415c4eed5c67ae421bad643372f730f2058ddc450abd01192ea02adf7fd1cd,Metadata:&ContainerMetadata{Name:kube-vip,Attempt:0,},Image:&ImageSpec{Image:ghcr.io/kube-vip/kube-vip@sha256:32829cc6f8630eba4e1b5e4df5bcbc34c767e70703d26e64a0f7317951c7b517,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:f1c87c24be687be21b68228b1b53b7792a3d82fb4d99bc68a5a984f582508a37,State:CONTAINER_RUNNING,CreatedAt:173378919154
1880372,Labels:map[string]string{io.kubernetes.container.name: kube-vip,io.kubernetes.pod.name: kube-vip-ha-070032,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 853eed8c10d2af858abe4fbec7a3d503,},Annotations:map[string]string{io.kubernetes.container.hash: 69195791,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:a1ad93591d94d418f536035e0dbd58787d7e5c96ef2645619b7bf1fdd88df33c,PodSandboxId:974a006af9e0d5faa5a19f159a45e227208fee0ebf388fba700952547d1d2529,Metadata:&ContainerMetadata{Name:kube-apiserver,Attempt:0,},Image:&ImageSpec{Image:9499c9960544e80a96c223cdc5d3059dd7c2cc37ea20e7138af4a6e415a49173,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:9499c9960544e80a96c223cdc5d3059dd7c2cc37ea20e7138af4a6e415a49173,State:CONTAINER_RUNNING,CreatedAt:1733789188777226881,Labels:map[string]string{
io.kubernetes.container.name: kube-apiserver,io.kubernetes.pod.name: kube-apiserver-ha-070032,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 3ecd4fc4633d25364aa5747e7113ed8c,},Annotations:map[string]string{io.kubernetes.container.hash: c6927529,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:3cc792ca2c2098e4d3b71b355fb33ce358f1d7de4b2454c236712b6102bdaa06,PodSandboxId:94eb5ad94038f1074001a9da0f0356b4211451a99d8498e75f83f6896f01e753,Metadata:&ContainerMetadata{Name:etcd,Attempt:0,},Image:&ImageSpec{Image:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,State:CONTAINER_RUNNING,CreatedAt:1733789188760652300,Labels:map[string]string{io.kubernetes.container.name: e
tcd,io.kubernetes.pod.name: etcd-ha-070032,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 2215b8ddb73d6ba5d32a52569092583d,},Annotations:map[string]string{io.kubernetes.container.hash: cdf7d3fa,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:1482c9caeda45e0518bea419e7de0b9d7ea7016563bc8769f4f33151afc52fca,PodSandboxId:2ae901f42d38831fd48a04c073ff0005559a868da016d574361a8a116dae1424,Metadata:&ContainerMetadata{Name:kube-scheduler,Attempt:0,},Image:&ImageSpec{Image:847c7bc1a541865e150af08318f49d02d0e0cff4a0530fd4ffe369e294dd2856,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:847c7bc1a541865e150af08318f49d02d0e0cff4a0530fd4ffe369e294dd2856,State:CONTAINER_RUNNING,CreatedAt:1733789188774438801,Labels:map[string]string{io.kubernetes.container.name: kube-scheduler,io.kubernetes.pod.name: kub
e-scheduler-ha-070032,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 1b5b3080b6aff5134adaf044003845e8,},Annotations:map[string]string{io.kubernetes.container.hash: 16c835f9,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:d06c286b00c118c3e50e8da5c902bb87ed0d31b055437ffb3e10bda025f3a64d,PodSandboxId:baf6b5fc008a937d1c54f73e03b660e8eddaec5406534b7f3a1ae0650baf4121,Metadata:&ContainerMetadata{Name:kube-controller-manager,Attempt:0,},Image:&ImageSpec{Image:0486b6c53a1b5af26f2ad2fb89a089e04c6baa6369f8545ab0854f9d62b44503,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:0486b6c53a1b5af26f2ad2fb89a089e04c6baa6369f8545ab0854f9d62b44503,State:CONTAINER_RUNNING,CreatedAt:1733789188707109904,Labels:map[string]string{io.kubernetes.container.name: kube-controller-manager,io.kubernetes.pod.name: kube-c
ontroller-manager-ha-070032,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 727141bf4ae4b442d005a5b0b8b6fdb9,},Annotations:map[string]string{io.kubernetes.container.hash: 3111262b,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},},}" file="otel-collector/interceptors.go:74" id=2a504839-96dc-40d8-bbe6-78efe360d091 name=/runtime.v1.RuntimeService/ListContainers
==> container status <==
CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD
1c6ab8dccd8ba gcr.io/k8s-minikube/busybox@sha256:74f634b1bc1bd74535d5209589734efbd44a25f4e2dc96d78784576a3eb5b335 3 minutes ago Running busybox 0 e3f274c30a395 busybox-7dff88458-d682h
e305236942a6a c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6 6 minutes ago Running coredns 0 5a85b4a79da52 coredns-7c65d6cfc9-nqnhw
7c2e334f3ec55 c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6 6 minutes ago Running coredns 0 f558795052a9d coredns-7c65d6cfc9-fs6l6
a0bc6f0cc193d 6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562 6 minutes ago Running storage-provisioner 0 3ad98b3ae6d22 storage-provisioner
4c87cad753cfc docker.io/kindest/kindnetd@sha256:3da053f9c42d9123d34d4582cc77041c013e1419204b9ef180f0b3bffa7769e3 6 minutes ago Running kindnet-cni 0 07cf68f38d235 kindnet-r97q9
d7ce0ccc8b228 505d571f5fd56726488d27af0d9a8e02c6db58f5d62ea51dd10d47de7a0c2d38 6 minutes ago Running kube-proxy 0 f6e164f7d5dc2 kube-proxy-xsxdp
2c832ea7354c3 ghcr.io/kube-vip/kube-vip@sha256:32829cc6f8630eba4e1b5e4df5bcbc34c767e70703d26e64a0f7317951c7b517 6 minutes ago Running kube-vip 0 63415c4eed5c6 kube-vip-ha-070032
a1ad93591d94d 9499c9960544e80a96c223cdc5d3059dd7c2cc37ea20e7138af4a6e415a49173 6 minutes ago Running kube-apiserver 0 974a006af9e0d kube-apiserver-ha-070032
1482c9caeda45 847c7bc1a541865e150af08318f49d02d0e0cff4a0530fd4ffe369e294dd2856 6 minutes ago Running kube-scheduler 0 2ae901f42d388 kube-scheduler-ha-070032
3cc792ca2c209 2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4 6 minutes ago Running etcd 0 94eb5ad94038f etcd-ha-070032
d06c286b00c11 0486b6c53a1b5af26f2ad2fb89a089e04c6baa6369f8545ab0854f9d62b44503 6 minutes ago Running kube-controller-manager 0 baf6b5fc008a9 kube-controller-manager-ha-070032
==> coredns [7c2e334f3ec55e4be646775958650ae4186637afeca4998288d1fbd38037c8ea] <==
[INFO] 10.244.3.2:46682 - 5 "PTR IN 148.40.75.147.in-addr.arpa. udp 44 false 512" NXDOMAIN qr,rd,ra 44 0.001449431s
[INFO] 10.244.1.2:58178 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000186321s
[INFO] 10.244.1.2:50380 - 4 "AAAA IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000193258s
[INFO] 10.244.1.2:46652 - 5 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.0001618s
[INFO] 10.244.1.2:57883 - 6 "A IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 36 0.003426883s
[INFO] 10.244.0.4:59352 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.00009624s
[INFO] 10.244.0.4:54543 - 5 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000069497s
[INFO] 10.244.0.4:53696 - 7 "A IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.00011622s
[INFO] 10.244.0.4:55436 - 8 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000112389s
[INFO] 10.244.3.2:43114 - 3 "AAAA IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 36 0.001706864s
[INFO] 10.244.3.2:56624 - 4 "AAAA IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000088751s
[INFO] 10.244.3.2:44513 - 7 "A IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000074851s
[INFO] 10.244.3.2:49956 - 8 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000081755s
[INFO] 10.244.1.2:40349 - 3 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000153721s
[INFO] 10.244.0.4:44925 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000128981s
[INFO] 10.244.0.4:36252 - 3 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000088006s
[INFO] 10.244.0.4:39383 - 4 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000070489s
[INFO] 10.244.0.4:51627 - 5 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000125996s
[INFO] 10.244.3.2:46896 - 4 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000118479s
[INFO] 10.244.1.2:38261 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.00013128s
[INFO] 10.244.1.2:58062 - 4 "A IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 78 0.000196774s
[INFO] 10.244.0.4:47202 - 3 "AAAA IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 40 0.000140777s
[INFO] 10.244.0.4:55399 - 5 "PTR IN 1.39.168.192.in-addr.arpa. udp 43 false 512" NOERROR qr,aa,rd 104 0.000091936s
[INFO] 10.244.3.2:58172 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000126998s
[INFO] 10.244.3.2:58403 - 4 "A IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 78 0.000107335s
==> coredns [e305236942a6a79ef7f91e253be393cd58488d48aba3b5bf66c479acd0067bc8] <==
[INFO] 10.244.3.2:39118 - 3 "AAAA IN kubernetes.io. udp 31 false 512" NOERROR qr,rd,ra 31 0.049213372s
[INFO] 10.244.1.2:47189 - 3 "AAAA IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 36 0.002650171s
[INFO] 10.244.1.2:60873 - 7 "A IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000149978s
[INFO] 10.244.1.2:48109 - 8 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000137629s
[INFO] 10.244.1.2:49474 - 9 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000113792s
[INFO] 10.244.0.4:41643 - 3 "AAAA IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 36 0.001681013s
[INFO] 10.244.0.4:48048 - 4 "AAAA IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.00011923s
[INFO] 10.244.0.4:35726 - 6 "A IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 36 0.000999387s
[INFO] 10.244.0.4:41981 - 9 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.00003888s
[INFO] 10.244.3.2:42883 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000156584s
[INFO] 10.244.3.2:47597 - 5 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000174459s
[INFO] 10.244.3.2:52426 - 6 "A IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 36 0.001324612s
[INFO] 10.244.3.2:51253 - 9 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000071403s
[INFO] 10.244.1.2:50492 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000118518s
[INFO] 10.244.1.2:49203 - 4 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000108258s
[INFO] 10.244.1.2:51348 - 5 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000096375s
[INFO] 10.244.3.2:42362 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000236533s
[INFO] 10.244.3.2:60373 - 3 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.00010669s
[INFO] 10.244.3.2:54648 - 5 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000107013s
[INFO] 10.244.1.2:49645 - 3 "AAAA IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 40 0.000168571s
[INFO] 10.244.1.2:37889 - 5 "PTR IN 1.39.168.192.in-addr.arpa. udp 43 false 512" NOERROR qr,aa,rd 104 0.000146602s
[INFO] 10.244.0.4:44430 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000098202s
[INFO] 10.244.0.4:40310 - 4 "A IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 78 0.000093003s
[INFO] 10.244.3.2:55334 - 3 "AAAA IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 40 0.000110256s
[INFO] 10.244.3.2:41666 - 5 "PTR IN 1.39.168.192.in-addr.arpa. udp 43 false 512" NOERROR qr,aa,rd 104 0.000108876s
==> describe nodes <==
Name: ha-070032
Roles: control-plane
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=ha-070032
kubernetes.io/os=linux
minikube.k8s.io/commit=ef4b1d364e31f576638442321d9f6b3bc3aea9a9
minikube.k8s.io/name=ha-070032
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2024_12_10T00_06_35_0700
minikube.k8s.io/version=v1.34.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Tue, 10 Dec 2024 00:06:31 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: ha-070032
AcquireTime: <unset>
RenewTime: Tue, 10 Dec 2024 00:13:02 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Tue, 10 Dec 2024 00:09:38 +0000 Tue, 10 Dec 2024 00:06:30 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Tue, 10 Dec 2024 00:09:38 +0000 Tue, 10 Dec 2024 00:06:30 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Tue, 10 Dec 2024 00:09:38 +0000 Tue, 10 Dec 2024 00:06:30 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Tue, 10 Dec 2024 00:09:38 +0000 Tue, 10 Dec 2024 00:06:54 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.39.187
Hostname: ha-070032
Capacity:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
System Info:
Machine ID: 8fb099128ff44c2a9726305ea6a63c95
System UUID: 8fb09912-8ff4-4c2a-9726-305ea6a63c95
Boot ID: 72ec90c5-f76d-4c2b-9a52-435cb90236ed
Kernel Version: 5.10.207
OS Image: Buildroot 2023.02.9
Operating System: linux
Architecture: amd64
Container Runtime Version: cri-o://1.29.1
Kubelet Version: v1.31.2
Kube-Proxy Version: v1.31.2
PodCIDR: 10.244.0.0/24
PodCIDRs: 10.244.0.0/24
Non-terminated Pods: (11 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox-7dff88458-d682h 0 (0%) 0 (0%) 0 (0%) 0 (0%) 3m55s
kube-system coredns-7c65d6cfc9-fs6l6 100m (5%) 0 (0%) 70Mi (3%) 170Mi (8%) 6m28s
kube-system coredns-7c65d6cfc9-nqnhw 100m (5%) 0 (0%) 70Mi (3%) 170Mi (8%) 6m28s
kube-system etcd-ha-070032 100m (5%) 0 (0%) 100Mi (4%) 0 (0%) 6m33s
kube-system kindnet-r97q9 100m (5%) 100m (5%) 50Mi (2%) 50Mi (2%) 6m28s
kube-system kube-apiserver-ha-070032 250m (12%) 0 (0%) 0 (0%) 0 (0%) 6m33s
kube-system kube-controller-manager-ha-070032 200m (10%) 0 (0%) 0 (0%) 0 (0%) 6m33s
kube-system kube-proxy-xsxdp 0 (0%) 0 (0%) 0 (0%) 0 (0%) 6m28s
kube-system kube-scheduler-ha-070032 100m (5%) 0 (0%) 0 (0%) 0 (0%) 6m33s
kube-system kube-vip-ha-070032 0 (0%) 0 (0%) 0 (0%) 0 (0%) 6m35s
kube-system storage-provisioner 0 (0%) 0 (0%) 0 (0%) 0 (0%) 6m28s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 950m (47%) 100m (5%)
memory 290Mi (13%) 390Mi (18%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 6m27s kube-proxy
Normal Starting 6m33s kubelet Starting kubelet.
Normal NodeAllocatableEnforced 6m33s kubelet Updated Node Allocatable limit across pods
Normal NodeHasSufficientMemory 6m33s kubelet Node ha-070032 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 6m33s kubelet Node ha-070032 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 6m33s kubelet Node ha-070032 status is now: NodeHasSufficientPID
Normal RegisteredNode 6m29s node-controller Node ha-070032 event: Registered Node ha-070032 in Controller
Normal NodeReady 6m13s kubelet Node ha-070032 status is now: NodeReady
Normal RegisteredNode 5m29s node-controller Node ha-070032 event: Registered Node ha-070032 in Controller
Normal RegisteredNode 4m15s node-controller Node ha-070032 event: Registered Node ha-070032 in Controller
Name: ha-070032-m02
Roles: control-plane
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=ha-070032-m02
kubernetes.io/os=linux
minikube.k8s.io/commit=ef4b1d364e31f576638442321d9f6b3bc3aea9a9
minikube.k8s.io/name=ha-070032
minikube.k8s.io/primary=false
minikube.k8s.io/updated_at=2024_12_10T00_07_33_0700
minikube.k8s.io/version=v1.34.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Tue, 10 Dec 2024 00:07:30 +0000
Taints: node.kubernetes.io/unreachable:NoExecute
node.kubernetes.io/unreachable:NoSchedule
Unschedulable: false
Lease:
HolderIdentity: ha-070032-m02
AcquireTime: <unset>
RenewTime: Tue, 10 Dec 2024 00:10:24 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure Unknown Tue, 10 Dec 2024 00:09:33 +0000 Tue, 10 Dec 2024 00:11:07 +0000 NodeStatusUnknown Kubelet stopped posting node status.
DiskPressure Unknown Tue, 10 Dec 2024 00:09:33 +0000 Tue, 10 Dec 2024 00:11:07 +0000 NodeStatusUnknown Kubelet stopped posting node status.
PIDPressure Unknown Tue, 10 Dec 2024 00:09:33 +0000 Tue, 10 Dec 2024 00:11:07 +0000 NodeStatusUnknown Kubelet stopped posting node status.
Ready Unknown Tue, 10 Dec 2024 00:09:33 +0000 Tue, 10 Dec 2024 00:11:07 +0000 NodeStatusUnknown Kubelet stopped posting node status.
Addresses:
InternalIP: 192.168.39.198
Hostname: ha-070032-m02
Capacity:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
System Info:
Machine ID: 2c2b302d819044f8ad0494a0ee312d67
System UUID: 2c2b302d-8190-44f8-ad04-94a0ee312d67
Boot ID: b80c4e1c-4168-43bd-ac70-470e7e9703f3
Kernel Version: 5.10.207
OS Image: Buildroot 2023.02.9
Operating System: linux
Architecture: amd64
Container Runtime Version: cri-o://1.29.1
Kubelet Version: v1.31.2
Kube-Proxy Version: v1.31.2
PodCIDR: 10.244.1.0/24
PodCIDRs: 10.244.1.0/24
Non-terminated Pods: (8 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox-7dff88458-7gbz8 0 (0%) 0 (0%) 0 (0%) 0 (0%) 3m55s
kube-system etcd-ha-070032-m02 100m (5%) 0 (0%) 100Mi (4%) 0 (0%) 5m35s
kube-system kindnet-69btk 100m (5%) 100m (5%) 50Mi (2%) 50Mi (2%) 5m37s
kube-system kube-apiserver-ha-070032-m02 250m (12%) 0 (0%) 0 (0%) 0 (0%) 5m35s
kube-system kube-controller-manager-ha-070032-m02 200m (10%) 0 (0%) 0 (0%) 0 (0%) 5m27s
kube-system kube-proxy-7fm88 0 (0%) 0 (0%) 0 (0%) 0 (0%) 5m37s
kube-system kube-scheduler-ha-070032-m02 100m (5%) 0 (0%) 0 (0%) 0 (0%) 5m27s
kube-system kube-vip-ha-070032-m02 0 (0%) 0 (0%) 0 (0%) 0 (0%) 5m33s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 750m (37%) 100m (5%)
memory 150Mi (7%) 50Mi (2%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 5m32s kube-proxy
Normal CIDRAssignmentFailed 5m37s cidrAllocator Node ha-070032-m02 status is now: CIDRAssignmentFailed
Normal NodeHasSufficientMemory 5m37s (x8 over 5m37s) kubelet Node ha-070032-m02 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 5m37s (x8 over 5m37s) kubelet Node ha-070032-m02 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 5m37s (x7 over 5m37s) kubelet Node ha-070032-m02 status is now: NodeHasSufficientPID
Normal NodeAllocatableEnforced 5m37s kubelet Updated Node Allocatable limit across pods
Normal RegisteredNode 5m34s node-controller Node ha-070032-m02 event: Registered Node ha-070032-m02 in Controller
Normal RegisteredNode 5m29s node-controller Node ha-070032-m02 event: Registered Node ha-070032-m02 in Controller
Normal RegisteredNode 4m15s node-controller Node ha-070032-m02 event: Registered Node ha-070032-m02 in Controller
Normal NodeNotReady 2m node-controller Node ha-070032-m02 status is now: NodeNotReady
Name: ha-070032-m03
Roles: control-plane
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=ha-070032-m03
kubernetes.io/os=linux
minikube.k8s.io/commit=ef4b1d364e31f576638442321d9f6b3bc3aea9a9
minikube.k8s.io/name=ha-070032
minikube.k8s.io/primary=false
minikube.k8s.io/updated_at=2024_12_10T00_08_46_0700
minikube.k8s.io/version=v1.34.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Tue, 10 Dec 2024 00:08:43 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: ha-070032-m03
AcquireTime: <unset>
RenewTime: Tue, 10 Dec 2024 00:12:59 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Tue, 10 Dec 2024 00:09:45 +0000 Tue, 10 Dec 2024 00:08:43 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Tue, 10 Dec 2024 00:09:45 +0000 Tue, 10 Dec 2024 00:08:43 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Tue, 10 Dec 2024 00:09:45 +0000 Tue, 10 Dec 2024 00:08:43 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Tue, 10 Dec 2024 00:09:45 +0000 Tue, 10 Dec 2024 00:09:05 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.39.244
Hostname: ha-070032-m03
Capacity:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
System Info:
Machine ID: 7af7f783967c41bab4027928f3eb1ce2
System UUID: 7af7f783-967c-41ba-b402-7928f3eb1ce2
Boot ID: d7bca268-a1b9-47e2-900d-e8e3d560bcf4
Kernel Version: 5.10.207
OS Image: Buildroot 2023.02.9
Operating System: linux
Architecture: amd64
Container Runtime Version: cri-o://1.29.1
Kubelet Version: v1.31.2
Kube-Proxy Version: v1.31.2
PodCIDR: 10.244.3.0/24
PodCIDRs: 10.244.3.0/24
Non-terminated Pods: (8 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox-7dff88458-pw24w 0 (0%) 0 (0%) 0 (0%) 0 (0%) 3m55s
kube-system etcd-ha-070032-m03 100m (5%) 0 (0%) 100Mi (4%) 0 (0%) 4m22s
kube-system kindnet-gbrrg 100m (5%) 100m (5%) 50Mi (2%) 50Mi (2%) 4m24s
kube-system kube-apiserver-ha-070032-m03 250m (12%) 0 (0%) 0 (0%) 0 (0%) 4m23s
kube-system kube-controller-manager-ha-070032-m03 200m (10%) 0 (0%) 0 (0%) 0 (0%) 4m23s
kube-system kube-proxy-bhnsm 0 (0%) 0 (0%) 0 (0%) 0 (0%) 4m24s
kube-system kube-scheduler-ha-070032-m03 100m (5%) 0 (0%) 0 (0%) 0 (0%) 4m23s
kube-system kube-vip-ha-070032-m03 0 (0%) 0 (0%) 0 (0%) 0 (0%) 4m19s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 750m (37%) 100m (5%)
memory 150Mi (7%) 50Mi (2%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 4m19s kube-proxy
Normal CIDRAssignmentFailed 4m24s cidrAllocator Node ha-070032-m03 status is now: CIDRAssignmentFailed
Normal NodeHasSufficientMemory 4m24s (x8 over 4m24s) kubelet Node ha-070032-m03 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 4m24s (x8 over 4m24s) kubelet Node ha-070032-m03 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 4m24s (x7 over 4m24s) kubelet Node ha-070032-m03 status is now: NodeHasSufficientPID
Normal NodeAllocatableEnforced 4m24s kubelet Updated Node Allocatable limit across pods
Normal RegisteredNode 4m19s node-controller Node ha-070032-m03 event: Registered Node ha-070032-m03 in Controller
Normal RegisteredNode 4m19s node-controller Node ha-070032-m03 event: Registered Node ha-070032-m03 in Controller
Normal RegisteredNode 4m15s node-controller Node ha-070032-m03 event: Registered Node ha-070032-m03 in Controller
Name: ha-070032-m04
Roles: <none>
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=ha-070032-m04
kubernetes.io/os=linux
minikube.k8s.io/commit=ef4b1d364e31f576638442321d9f6b3bc3aea9a9
minikube.k8s.io/name=ha-070032
minikube.k8s.io/primary=false
minikube.k8s.io/updated_at=2024_12_10T00_09_50_0700
minikube.k8s.io/version=v1.34.0
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Tue, 10 Dec 2024 00:09:49 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: ha-070032-m04
AcquireTime: <unset>
RenewTime: Tue, 10 Dec 2024 00:13:03 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Tue, 10 Dec 2024 00:10:20 +0000 Tue, 10 Dec 2024 00:09:49 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Tue, 10 Dec 2024 00:10:20 +0000 Tue, 10 Dec 2024 00:09:49 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Tue, 10 Dec 2024 00:10:20 +0000 Tue, 10 Dec 2024 00:09:49 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Tue, 10 Dec 2024 00:10:20 +0000 Tue, 10 Dec 2024 00:10:09 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.39.178
Hostname: ha-070032-m04
Capacity:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
System Info:
Machine ID: 1722ee99e8fc4ae7bbf0809a3824e471
System UUID: 1722ee99-e8fc-4ae7-bbf0-809a3824e471
Boot ID: 4df30219-5a9e-41b4-adfb-6890ccd87aac
Kernel Version: 5.10.207
OS Image: Buildroot 2023.02.9
Operating System: linux
Architecture: amd64
Container Runtime Version: cri-o://1.29.1
Kubelet Version: v1.31.2
Kube-Proxy Version: v1.31.2
PodCIDR: 10.244.4.0/24
PodCIDRs: 10.244.4.0/24
Non-terminated Pods: (2 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
kube-system kindnet-knnxw 100m (5%) 100m (5%) 50Mi (2%) 50Mi (2%) 3m16s
kube-system kube-proxy-k8xs7 0 (0%) 0 (0%) 0 (0%) 0 (0%) 3m18s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 100m (5%) 100m (5%)
memory 50Mi (2%) 50Mi (2%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 3m13s kube-proxy
Normal CIDRAssignmentFailed 3m18s cidrAllocator Node ha-070032-m04 status is now: CIDRAssignmentFailed
Normal NodeHasSufficientMemory 3m18s (x2 over 3m18s) kubelet Node ha-070032-m04 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 3m18s (x2 over 3m18s) kubelet Node ha-070032-m04 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 3m18s (x2 over 3m18s) kubelet Node ha-070032-m04 status is now: NodeHasSufficientPID
Normal NodeAllocatableEnforced 3m18s kubelet Updated Node Allocatable limit across pods
Normal RegisteredNode 3m15s node-controller Node ha-070032-m04 event: Registered Node ha-070032-m04 in Controller
Normal RegisteredNode 3m14s node-controller Node ha-070032-m04 event: Registered Node ha-070032-m04 in Controller
Normal RegisteredNode 3m14s node-controller Node ha-070032-m04 event: Registered Node ha-070032-m04 in Controller
Normal NodeReady 2m58s kubelet Node ha-070032-m04 status is now: NodeReady
==> dmesg <==
[Dec10 00:05] You have booted with nomodeset. This means your GPU drivers are DISABLED
[ +0.000001] Any video related functionality will be severely degraded, and you may not even be able to suspend the system properly
[ +0.000001] Unless you actually understand what nomodeset does, you should reboot without enabling it
[ +0.052638] Spectre V2 : WARNING: Unprivileged eBPF is enabled with eIBRS on, data leaks possible via Spectre v2 BHB attacks!
[ +0.037715] acpi PNP0A03:00: fail to add MMCONFIG information, can't access extended PCI configuration space under this bridge.
[Dec10 00:06] platform regulatory.0: Direct firmware load for regulatory.db failed with error -2
[ +1.906851] systemd-fstab-generator[116]: Ignoring "noauto" option for root device
[ +4.611346] NFSD: Using /var/lib/nfs/v4recovery as the NFSv4 state recovery directory
[ +0.000005] NFSD: unable to find recovery directory /var/lib/nfs/v4recovery
[ +0.000001] NFSD: Unable to initialize client recovery tracking! (-2)
[ +9.711169] systemd-fstab-generator[584]: Ignoring "noauto" option for root device
[ +0.053296] kauditd_printk_skb: 1 callbacks suppressed
[ +0.050206] systemd-fstab-generator[596]: Ignoring "noauto" option for root device
[ +0.175256] systemd-fstab-generator[610]: Ignoring "noauto" option for root device
[ +0.129791] systemd-fstab-generator[622]: Ignoring "noauto" option for root device
[ +0.262857] systemd-fstab-generator[652]: Ignoring "noauto" option for root device
[ +3.716566] systemd-fstab-generator[748]: Ignoring "noauto" option for root device
[ +4.745437] systemd-fstab-generator[884]: Ignoring "noauto" option for root device
[ +0.059727] kauditd_printk_skb: 158 callbacks suppressed
[ +7.033385] systemd-fstab-generator[1302]: Ignoring "noauto" option for root device
[ +0.073983] kauditd_printk_skb: 79 callbacks suppressed
[ +5.636013] kauditd_printk_skb: 21 callbacks suppressed
[ +15.381804] kauditd_printk_skb: 38 callbacks suppressed
[Dec10 00:07] kauditd_printk_skb: 26 callbacks suppressed
==> etcd [3cc792ca2c2098e4d3b71b355fb33ce358f1d7de4b2454c236712b6102bdaa06] <==
{"level":"warn","ts":"2024-12-10T00:13:07.521274Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"f91ecb07db121930","from":"f91ecb07db121930","remote-peer-id":"de7cb460fd4f55eb","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-12-10T00:13:07.558878Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"f91ecb07db121930","from":"f91ecb07db121930","remote-peer-id":"de7cb460fd4f55eb","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-12-10T00:13:07.567474Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"f91ecb07db121930","from":"f91ecb07db121930","remote-peer-id":"de7cb460fd4f55eb","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-12-10T00:13:07.570875Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"f91ecb07db121930","from":"f91ecb07db121930","remote-peer-id":"de7cb460fd4f55eb","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-12-10T00:13:07.579191Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"f91ecb07db121930","from":"f91ecb07db121930","remote-peer-id":"de7cb460fd4f55eb","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-12-10T00:13:07.585648Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"f91ecb07db121930","from":"f91ecb07db121930","remote-peer-id":"de7cb460fd4f55eb","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-12-10T00:13:07.591628Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"f91ecb07db121930","from":"f91ecb07db121930","remote-peer-id":"de7cb460fd4f55eb","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-12-10T00:13:07.594681Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"f91ecb07db121930","from":"f91ecb07db121930","remote-peer-id":"de7cb460fd4f55eb","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-12-10T00:13:07.597996Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"f91ecb07db121930","from":"f91ecb07db121930","remote-peer-id":"de7cb460fd4f55eb","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-12-10T00:13:07.603102Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"f91ecb07db121930","from":"f91ecb07db121930","remote-peer-id":"de7cb460fd4f55eb","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-12-10T00:13:07.609093Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"f91ecb07db121930","from":"f91ecb07db121930","remote-peer-id":"de7cb460fd4f55eb","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-12-10T00:13:07.613040Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"f91ecb07db121930","from":"f91ecb07db121930","remote-peer-id":"de7cb460fd4f55eb","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-12-10T00:13:07.614852Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"f91ecb07db121930","from":"f91ecb07db121930","remote-peer-id":"de7cb460fd4f55eb","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-12-10T00:13:07.618051Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"f91ecb07db121930","from":"f91ecb07db121930","remote-peer-id":"de7cb460fd4f55eb","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-12-10T00:13:07.620562Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"f91ecb07db121930","from":"f91ecb07db121930","remote-peer-id":"de7cb460fd4f55eb","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-12-10T00:13:07.629522Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"f91ecb07db121930","from":"f91ecb07db121930","remote-peer-id":"de7cb460fd4f55eb","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-12-10T00:13:07.633944Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"f91ecb07db121930","from":"f91ecb07db121930","remote-peer-id":"de7cb460fd4f55eb","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-12-10T00:13:07.637756Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"f91ecb07db121930","from":"f91ecb07db121930","remote-peer-id":"de7cb460fd4f55eb","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-12-10T00:13:07.645107Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"f91ecb07db121930","from":"f91ecb07db121930","remote-peer-id":"de7cb460fd4f55eb","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-12-10T00:13:07.649180Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"f91ecb07db121930","from":"f91ecb07db121930","remote-peer-id":"de7cb460fd4f55eb","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-12-10T00:13:07.652119Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"f91ecb07db121930","from":"f91ecb07db121930","remote-peer-id":"de7cb460fd4f55eb","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-12-10T00:13:07.655248Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"f91ecb07db121930","from":"f91ecb07db121930","remote-peer-id":"de7cb460fd4f55eb","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-12-10T00:13:07.661927Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"f91ecb07db121930","from":"f91ecb07db121930","remote-peer-id":"de7cb460fd4f55eb","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-12-10T00:13:07.675978Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"f91ecb07db121930","from":"f91ecb07db121930","remote-peer-id":"de7cb460fd4f55eb","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-12-10T00:13:07.713129Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"f91ecb07db121930","from":"f91ecb07db121930","remote-peer-id":"de7cb460fd4f55eb","remote-peer-name":"pipeline","remote-peer-active":false}
==> kernel <==
00:13:07 up 7 min, 0 users, load average: 0.18, 0.28, 0.15
Linux ha-070032 5.10.207 #1 SMP Wed Nov 6 22:25:03 UTC 2024 x86_64 GNU/Linux
PRETTY_NAME="Buildroot 2023.02.9"
==> kindnet [4c87cad753cfce5b05fd5987342e13dea86a36bc44f9c4b3a934dd48d2329af3] <==
I1210 00:12:34.365324 1 main.go:324] Node ha-070032-m03 has CIDR [10.244.3.0/24]
I1210 00:12:44.361278 1 main.go:297] Handling node with IPs: map[192.168.39.187:{}]
I1210 00:12:44.361407 1 main.go:301] handling current node
I1210 00:12:44.361435 1 main.go:297] Handling node with IPs: map[192.168.39.198:{}]
I1210 00:12:44.361453 1 main.go:324] Node ha-070032-m02 has CIDR [10.244.1.0/24]
I1210 00:12:44.361686 1 main.go:297] Handling node with IPs: map[192.168.39.244:{}]
I1210 00:12:44.361767 1 main.go:324] Node ha-070032-m03 has CIDR [10.244.3.0/24]
I1210 00:12:44.361952 1 main.go:297] Handling node with IPs: map[192.168.39.178:{}]
I1210 00:12:44.361977 1 main.go:324] Node ha-070032-m04 has CIDR [10.244.4.0/24]
I1210 00:12:54.368862 1 main.go:297] Handling node with IPs: map[192.168.39.187:{}]
I1210 00:12:54.368987 1 main.go:301] handling current node
I1210 00:12:54.369042 1 main.go:297] Handling node with IPs: map[192.168.39.198:{}]
I1210 00:12:54.369048 1 main.go:324] Node ha-070032-m02 has CIDR [10.244.1.0/24]
I1210 00:12:54.369300 1 main.go:297] Handling node with IPs: map[192.168.39.244:{}]
I1210 00:12:54.369307 1 main.go:324] Node ha-070032-m03 has CIDR [10.244.3.0/24]
I1210 00:12:54.369408 1 main.go:297] Handling node with IPs: map[192.168.39.178:{}]
I1210 00:12:54.369414 1 main.go:324] Node ha-070032-m04 has CIDR [10.244.4.0/24]
I1210 00:13:04.367527 1 main.go:297] Handling node with IPs: map[192.168.39.187:{}]
I1210 00:13:04.367672 1 main.go:301] handling current node
I1210 00:13:04.367805 1 main.go:297] Handling node with IPs: map[192.168.39.198:{}]
I1210 00:13:04.367844 1 main.go:324] Node ha-070032-m02 has CIDR [10.244.1.0/24]
I1210 00:13:04.368299 1 main.go:297] Handling node with IPs: map[192.168.39.244:{}]
I1210 00:13:04.368342 1 main.go:324] Node ha-070032-m03 has CIDR [10.244.3.0/24]
I1210 00:13:04.368546 1 main.go:297] Handling node with IPs: map[192.168.39.178:{}]
I1210 00:13:04.368573 1 main.go:324] Node ha-070032-m04 has CIDR [10.244.4.0/24]
==> kube-apiserver [a1ad93591d94d418f536035e0dbd58787d7e5c96ef2645619b7bf1fdd88df33c] <==
W1210 00:06:33.327544 1 lease.go:265] Resetting endpoints for master service "kubernetes" to [192.168.39.187]
I1210 00:06:33.328436 1 controller.go:615] quota admission added evaluator for: endpoints
I1210 00:06:33.332351 1 controller.go:615] quota admission added evaluator for: endpointslices.discovery.k8s.io
I1210 00:06:33.644177 1 controller.go:615] quota admission added evaluator for: serviceaccounts
I1210 00:06:34.401030 1 controller.go:615] quota admission added evaluator for: deployments.apps
I1210 00:06:34.426254 1 alloc.go:330] "allocated clusterIPs" service="kube-system/kube-dns" clusterIPs={"IPv4":"10.96.0.10"}
I1210 00:06:34.437836 1 controller.go:615] quota admission added evaluator for: daemonsets.apps
I1210 00:06:39.341658 1 controller.go:615] quota admission added evaluator for: replicasets.apps
I1210 00:06:39.388665 1 controller.go:615] quota admission added evaluator for: controllerrevisions.apps
E1210 00:09:16.643347 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:53112: use of closed network connection
E1210 00:09:16.826908 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:53130: use of closed network connection
E1210 00:09:17.054445 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:53146: use of closed network connection
E1210 00:09:17.230406 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:53174: use of closed network connection
E1210 00:09:17.395919 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:53190: use of closed network connection
E1210 00:09:17.578908 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:53210: use of closed network connection
E1210 00:09:17.752762 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:53234: use of closed network connection
E1210 00:09:17.924915 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:53246: use of closed network connection
E1210 00:09:18.096320 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:53250: use of closed network connection
E1210 00:09:18.374453 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:53288: use of closed network connection
E1210 00:09:18.551219 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:53308: use of closed network connection
E1210 00:09:18.715487 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:53328: use of closed network connection
E1210 00:09:18.882307 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:53350: use of closed network connection
E1210 00:09:19.053232 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:53360: use of closed network connection
E1210 00:09:19.219127 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:53388: use of closed network connection
W1210 00:10:43.338652 1 lease.go:265] Resetting endpoints for master service "kubernetes" to [192.168.39.187 192.168.39.244]
==> kube-controller-manager [d06c286b00c118c3e50e8da5c902bb87ed0d31b055437ffb3e10bda025f3a64d] <==
I1210 00:09:49.805217 1 range_allocator.go:422] "Set node PodCIDR" logger="node-ipam-controller" node="ha-070032-m04" podCIDRs=["10.244.4.0/24"]
I1210 00:09:49.805335 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-070032-m04"
I1210 00:09:49.805501 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-070032-m04"
I1210 00:09:49.830568 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-070032-m04"
I1210 00:09:50.055099 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-070032-m04"
I1210 00:09:50.429393 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-070032-m04"
I1210 00:09:52.233446 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-070032-m04"
I1210 00:09:53.527465 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-070032-m04"
I1210 00:09:53.529595 1 node_lifecycle_controller.go:884] "Missing timestamp for Node. Assuming now as a timestamp" logger="node-lifecycle-controller" node="ha-070032-m04"
I1210 00:09:53.635341 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-070032-m04"
I1210 00:09:53.748163 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-070032-m04"
I1210 00:09:53.769858 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-070032-m04"
I1210 00:10:00.115956 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-070032-m04"
I1210 00:10:09.020321 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-070032-m04"
I1210 00:10:09.021003 1 topologycache.go:237] "Can't get CPU or zone information for node" logger="endpointslice-controller" node="ha-070032-m04"
I1210 00:10:09.036523 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-070032-m04"
I1210 00:10:12.188838 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-070032-m04"
I1210 00:10:20.604295 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-070032-m04"
I1210 00:11:07.214303 1 topologycache.go:237] "Can't get CPU or zone information for node" logger="endpointslice-controller" node="ha-070032-m04"
I1210 00:11:07.214659 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-070032-m02"
I1210 00:11:07.239149 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-070032-m02"
I1210 00:11:07.332434 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/busybox-7dff88458" duration="8.113905ms"
I1210 00:11:07.332808 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/busybox-7dff88458" duration="177.2µs"
I1210 00:11:08.619804 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-070032-m02"
I1210 00:11:12.462357 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-070032-m02"
==> kube-proxy [d7ce0ccc8b2285ae9861ca675ddee1c7cc4b2eb95f1fc9b3c252e8b7f70e57e2] <==
add table ip kube-proxy
^^^^^^^^^^^^^^^^^^^^^^^^
>
E1210 00:06:40.034153 1 proxier.go:734] "Error cleaning up nftables rules" err=<
could not run nftables command: /dev/stdin:1:1-25: Error: Could not process rule: Operation not supported
add table ip6 kube-proxy
^^^^^^^^^^^^^^^^^^^^^^^^^
>
I1210 00:06:40.050742 1 server.go:677] "Successfully retrieved node IP(s)" IPs=["192.168.39.187"]
E1210 00:06:40.050886 1 server.go:234] "Kube-proxy configuration may be incomplete or incorrect" err="nodePortAddresses is unset; NodePort connections will be accepted on all local IPs. Consider using `--nodeport-addresses primary`"
I1210 00:06:40.097328 1 server_linux.go:146] "No iptables support for family" ipFamily="IPv6"
I1210 00:06:40.097397 1 server.go:245] "kube-proxy running in single-stack mode" ipFamily="IPv4"
I1210 00:06:40.097429 1 server_linux.go:169] "Using iptables Proxier"
I1210 00:06:40.099955 1 proxier.go:255] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses" ipFamily="IPv4"
I1210 00:06:40.100221 1 server.go:483] "Version info" version="v1.31.2"
I1210 00:06:40.100242 1 server.go:485] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I1210 00:06:40.102079 1 config.go:199] "Starting service config controller"
I1210 00:06:40.102108 1 shared_informer.go:313] Waiting for caches to sync for service config
I1210 00:06:40.102130 1 config.go:105] "Starting endpoint slice config controller"
I1210 00:06:40.102134 1 shared_informer.go:313] Waiting for caches to sync for endpoint slice config
I1210 00:06:40.103442 1 config.go:328] "Starting node config controller"
I1210 00:06:40.103468 1 shared_informer.go:313] Waiting for caches to sync for node config
I1210 00:06:40.203097 1 shared_informer.go:320] Caches are synced for endpoint slice config
I1210 00:06:40.203185 1 shared_informer.go:320] Caches are synced for service config
I1210 00:06:40.203635 1 shared_informer.go:320] Caches are synced for node config
==> kube-scheduler [1482c9caeda45e0518bea419e7de0b9d7ea7016563bc8769f4f33151afc52fca] <==
W1210 00:06:32.612869 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope
E1210 00:06:32.612911 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.StatefulSet: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User \"system:kube-scheduler\" cannot list resource \"statefulsets\" in API group \"apps\" at the cluster scope" logger="UnhandledError"
W1210 00:06:32.694127 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csinodes" in API group "storage.k8s.io" at the cluster scope
E1210 00:06:32.694210 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSINode: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csinodes\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
W1210 00:06:32.728214 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope
E1210 00:06:32.728261 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PodDisruptionBudget: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User \"system:kube-scheduler\" cannot list resource \"poddisruptionbudgets\" in API group \"policy\" at the cluster scope" logger="UnhandledError"
W1210 00:06:32.890681 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope
E1210 00:06:32.890785 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Pod: failed to list *v1.Pod: pods is forbidden: User \"system:kube-scheduler\" cannot list resource \"pods\" in API group \"\" at the cluster scope" logger="UnhandledError"
W1210 00:06:32.906571 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User "system:kube-scheduler" cannot list resource "replicationcontrollers" in API group "" at the cluster scope
E1210 00:06:32.906947 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.ReplicationController: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User \"system:kube-scheduler\" cannot list resource \"replicationcontrollers\" in API group \"\" at the cluster scope" logger="UnhandledError"
W1210 00:06:33.046474 1 reflector.go:561] runtime/asm_amd64.s:1695: failed to list *v1.ConfigMap: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot list resource "configmaps" in API group "" in the namespace "kube-system"
E1210 00:06:33.046616 1 reflector.go:158] "Unhandled Error" err="runtime/asm_amd64.s:1695: Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"extension-apiserver-authentication\" is forbidden: User \"system:kube-scheduler\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\"" logger="UnhandledError"
I1210 00:06:36.200867 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
E1210 00:09:49.873453 1 framework.go:1305] "Plugin Failed" err="Operation cannot be fulfilled on pods/binding \"kube-proxy-r2tf6\": pod kube-proxy-r2tf6 is already assigned to node \"ha-070032-m04\"" plugin="DefaultBinder" pod="kube-system/kube-proxy-r2tf6" node="ha-070032-m04"
E1210 00:09:49.876571 1 schedule_one.go:1057] "Error scheduling pod; retrying" err="running Bind plugin \"DefaultBinder\": Operation cannot be fulfilled on pods/binding \"kube-proxy-r2tf6\": pod kube-proxy-r2tf6 is already assigned to node \"ha-070032-m04\"" pod="kube-system/kube-proxy-r2tf6"
I1210 00:09:49.878867 1 schedule_one.go:1070] "Pod has been assigned to node. Abort adding it back to queue." pod="kube-system/kube-proxy-r2tf6" node="ha-070032-m04"
E1210 00:09:49.879144 1 framework.go:1305] "Plugin Failed" err="Operation cannot be fulfilled on pods/binding \"kindnet-v5wzl\": pod kindnet-v5wzl is already assigned to node \"ha-070032-m04\"" plugin="DefaultBinder" pod="kube-system/kindnet-v5wzl" node="ha-070032-m04"
E1210 00:09:49.879364 1 schedule_one.go:1057] "Error scheduling pod; retrying" err="running Bind plugin \"DefaultBinder\": Operation cannot be fulfilled on pods/binding \"kindnet-v5wzl\": pod kindnet-v5wzl is already assigned to node \"ha-070032-m04\"" pod="kube-system/kindnet-v5wzl"
I1210 00:09:49.879740 1 schedule_one.go:1070] "Pod has been assigned to node. Abort adding it back to queue." pod="kube-system/kindnet-v5wzl" node="ha-070032-m04"
E1210 00:09:49.938476 1 framework.go:1305] "Plugin Failed" err="Operation cannot be fulfilled on pods/binding \"kindnet-j8rtf\": pod kindnet-j8rtf is already assigned to node \"ha-070032-m04\"" plugin="DefaultBinder" pod="kube-system/kindnet-j8rtf" node="ha-070032-m04"
E1210 00:09:49.939506 1 schedule_one.go:1057] "Error scheduling pod; retrying" err="running Bind plugin \"DefaultBinder\": Operation cannot be fulfilled on pods/binding \"kindnet-j8rtf\": pod kindnet-j8rtf is already assigned to node \"ha-070032-m04\"" pod="kube-system/kindnet-j8rtf"
E1210 00:09:51.707755 1 framework.go:1305] "Plugin Failed" err="Operation cannot be fulfilled on pods/binding \"kindnet-nqxxb\": pod kindnet-nqxxb is already assigned to node \"ha-070032-m04\"" plugin="DefaultBinder" pod="kube-system/kindnet-nqxxb" node="ha-070032-m04"
E1210 00:09:51.707858 1 schedule_one.go:348] "scheduler cache ForgetPod failed" err="pod f925375b-3698-422b-a607-5a92ae55da32(kube-system/kindnet-nqxxb) wasn't assumed so cannot be forgotten" pod="kube-system/kindnet-nqxxb"
E1210 00:09:51.707911 1 schedule_one.go:1057] "Error scheduling pod; retrying" err="running Bind plugin \"DefaultBinder\": Operation cannot be fulfilled on pods/binding \"kindnet-nqxxb\": pod kindnet-nqxxb is already assigned to node \"ha-070032-m04\"" pod="kube-system/kindnet-nqxxb"
I1210 00:09:51.707964 1 schedule_one.go:1070] "Pod has been assigned to node. Abort adding it back to queue." pod="kube-system/kindnet-nqxxb" node="ha-070032-m04"
==> kubelet <==
Dec 10 00:11:34 ha-070032 kubelet[1308]: E1210 00:11:34.426250 1308 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733789494424141935,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156102,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 10 00:11:34 ha-070032 kubelet[1308]: E1210 00:11:34.426301 1308 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733789494424141935,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156102,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 10 00:11:44 ha-070032 kubelet[1308]: E1210 00:11:44.428969 1308 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733789504427653710,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156102,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 10 00:11:44 ha-070032 kubelet[1308]: E1210 00:11:44.429023 1308 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733789504427653710,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156102,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 10 00:11:54 ha-070032 kubelet[1308]: E1210 00:11:54.430352 1308 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733789514430120521,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156102,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 10 00:11:54 ha-070032 kubelet[1308]: E1210 00:11:54.430374 1308 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733789514430120521,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156102,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 10 00:12:04 ha-070032 kubelet[1308]: E1210 00:12:04.432645 1308 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733789524431673132,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156102,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 10 00:12:04 ha-070032 kubelet[1308]: E1210 00:12:04.432732 1308 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733789524431673132,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156102,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 10 00:12:14 ha-070032 kubelet[1308]: E1210 00:12:14.434466 1308 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733789534434193110,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156102,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 10 00:12:14 ha-070032 kubelet[1308]: E1210 00:12:14.434800 1308 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733789534434193110,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156102,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 10 00:12:24 ha-070032 kubelet[1308]: E1210 00:12:24.436591 1308 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733789544436265231,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156102,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 10 00:12:24 ha-070032 kubelet[1308]: E1210 00:12:24.436615 1308 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733789544436265231,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156102,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 10 00:12:34 ha-070032 kubelet[1308]: E1210 00:12:34.323013 1308 iptables.go:577] "Could not set up iptables canary" err=<
Dec 10 00:12:34 ha-070032 kubelet[1308]: error creating chain "KUBE-KUBELET-CANARY": exit status 3: Ignoring deprecated --wait-interval option.
Dec 10 00:12:34 ha-070032 kubelet[1308]: ip6tables v1.8.9 (legacy): can't initialize ip6tables table `nat': Table does not exist (do you need to insmod?)
Dec 10 00:12:34 ha-070032 kubelet[1308]: Perhaps ip6tables or your kernel needs to be upgraded.
Dec 10 00:12:34 ha-070032 kubelet[1308]: > table="nat" chain="KUBE-KUBELET-CANARY"
Dec 10 00:12:34 ha-070032 kubelet[1308]: E1210 00:12:34.438072 1308 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733789554437642598,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156102,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 10 00:12:34 ha-070032 kubelet[1308]: E1210 00:12:34.438102 1308 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733789554437642598,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156102,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 10 00:12:44 ha-070032 kubelet[1308]: E1210 00:12:44.439455 1308 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733789564439127012,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156102,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 10 00:12:44 ha-070032 kubelet[1308]: E1210 00:12:44.439836 1308 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733789564439127012,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156102,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 10 00:12:54 ha-070032 kubelet[1308]: E1210 00:12:54.441399 1308 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733789574440681046,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156102,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 10 00:12:54 ha-070032 kubelet[1308]: E1210 00:12:54.441436 1308 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733789574440681046,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156102,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 10 00:13:04 ha-070032 kubelet[1308]: E1210 00:13:04.443996 1308 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733789584442497732,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156102,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 10 00:13:04 ha-070032 kubelet[1308]: E1210 00:13:04.444213 1308 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733789584442497732,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156102,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
-- /stdout --
helpers_test.go:254: (dbg) Run: out/minikube-linux-amd64 status --format={{.APIServer}} -p ha-070032 -n ha-070032
helpers_test.go:261: (dbg) Run: kubectl --context ha-070032 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:285: <<< TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart FAILED: end of post-mortem logs <<<
helpers_test.go:286: ---------------------/post-mortem---------------------------------
--- FAIL: TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart (6.43s)