=== RUN TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart
ha_test.go:281: (dbg) Run: out/minikube-linux-amd64 profile list --output json
ha_test.go:281: (dbg) Done: out/minikube-linux-amd64 profile list --output json: (4.165797924s)
ha_test.go:309: expected profile "ha-920193" in json of 'profile list' to have "HAppy" status but have "Unknown" status. got *"{\"invalid\":[],\"valid\":[{\"Name\":\"ha-920193\",\"Status\":\"Unknown\",\"Config\":{\"Name\":\"ha-920193\",\"KeepContext\":false,\"EmbedCerts\":false,\"MinikubeISO\":\"https://storage.googleapis.com/minikube-builds/iso/19917/minikube-v1.34.0-1730913550-19917-amd64.iso\",\"KicBaseImage\":\"gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730888964-19917@sha256:629a5748e3ec15a091fef12257eb3754b8ffc0c974ebcbb016451c65d1829615\",\"Memory\":2200,\"CPUs\":2,\"DiskSize\":20000,\"Driver\":\"kvm2\",\"HyperkitVpnKitSock\":\"\",\"HyperkitVSockPorts\":[],\"DockerEnv\":null,\"ContainerVolumeMounts\":null,\"InsecureRegistry\":null,\"RegistryMirror\":[],\"HostOnlyCIDR\":\"192.168.59.1/24\",\"HypervVirtualSwitch\":\"\",\"HypervUseExternalSwitch\":false,\"HypervExternalAdapter\":\"\",\"KVMNetwork\":\"default\",\"KVMQemuURI\":\"qemu:///system\",\"KVMGPU\":false,\"KVMHidden\":false,\"KVMNUMACount\":1,\
"APIServerPort\":8443,\"DockerOpt\":null,\"DisableDriverMounts\":false,\"NFSShare\":[],\"NFSSharesRoot\":\"/nfsshares\",\"UUID\":\"\",\"NoVTXCheck\":false,\"DNSProxy\":false,\"HostDNSResolver\":true,\"HostOnlyNicType\":\"virtio\",\"NatNicType\":\"virtio\",\"SSHIPAddress\":\"\",\"SSHUser\":\"root\",\"SSHKey\":\"\",\"SSHPort\":22,\"KubernetesConfig\":{\"KubernetesVersion\":\"v1.31.2\",\"ClusterName\":\"ha-920193\",\"Namespace\":\"default\",\"APIServerHAVIP\":\"192.168.39.254\",\"APIServerName\":\"minikubeCA\",\"APIServerNames\":null,\"APIServerIPs\":null,\"DNSDomain\":\"cluster.local\",\"ContainerRuntime\":\"crio\",\"CRISocket\":\"\",\"NetworkPlugin\":\"cni\",\"FeatureGates\":\"\",\"ServiceCIDR\":\"10.96.0.0/12\",\"ImageRepository\":\"\",\"LoadBalancerStartIP\":\"\",\"LoadBalancerEndIP\":\"\",\"CustomIngressCert\":\"\",\"RegistryAliases\":\"\",\"ExtraOptions\":null,\"ShouldLoadCachedImages\":true,\"EnableDefaultCNI\":false,\"CNI\":\"\"},\"Nodes\":[{\"Name\":\"\",\"IP\":\"192.168.39.102\",\"Port\":8443,\"Kuberne
tesVersion\":\"v1.31.2\",\"ContainerRuntime\":\"crio\",\"ControlPlane\":true,\"Worker\":true},{\"Name\":\"m02\",\"IP\":\"192.168.39.43\",\"Port\":8443,\"KubernetesVersion\":\"v1.31.2\",\"ContainerRuntime\":\"crio\",\"ControlPlane\":true,\"Worker\":true},{\"Name\":\"m03\",\"IP\":\"192.168.39.45\",\"Port\":8443,\"KubernetesVersion\":\"v1.31.2\",\"ContainerRuntime\":\"crio\",\"ControlPlane\":true,\"Worker\":true},{\"Name\":\"m04\",\"IP\":\"192.168.39.98\",\"Port\":0,\"KubernetesVersion\":\"v1.31.2\",\"ContainerRuntime\":\"\",\"ControlPlane\":false,\"Worker\":true}],\"Addons\":{\"ambassador\":false,\"amd-gpu-device-plugin\":false,\"auto-pause\":false,\"cloud-spanner\":false,\"csi-hostpath-driver\":false,\"dashboard\":false,\"default-storageclass\":false,\"efk\":false,\"freshpod\":false,\"gcp-auth\":false,\"gvisor\":false,\"headlamp\":false,\"inaccel\":false,\"ingress\":false,\"ingress-dns\":false,\"inspektor-gadget\":false,\"istio\":false,\"istio-provisioner\":false,\"kong\":false,\"kubeflow\":false,\"kubevirt\":
false,\"logviewer\":false,\"metallb\":false,\"metrics-server\":false,\"nvidia-device-plugin\":false,\"nvidia-driver-installer\":false,\"nvidia-gpu-device-plugin\":false,\"olm\":false,\"pod-security-policy\":false,\"portainer\":false,\"registry\":false,\"registry-aliases\":false,\"registry-creds\":false,\"storage-provisioner\":false,\"storage-provisioner-gluster\":false,\"storage-provisioner-rancher\":false,\"volcano\":false,\"volumesnapshots\":false,\"yakd\":false},\"CustomAddonImages\":null,\"CustomAddonRegistries\":null,\"VerifyComponents\":{\"apiserver\":true,\"apps_running\":true,\"default_sa\":true,\"extra\":true,\"kubelet\":true,\"node_ready\":true,\"system_pods\":true},\"StartHostTimeout\":360000000000,\"ScheduledStop\":null,\"ExposedPorts\":[],\"ListenAddress\":\"\",\"Network\":\"\",\"Subnet\":\"\",\"MultiNodeRequested\":true,\"ExtraDisks\":0,\"CertExpiration\":94608000000000000,\"Mount\":false,\"MountString\":\"/home/jenkins:/minikube-host\",\"Mount9PVersion\":\"9p2000.L\",\"MountGID\":\"docker\",\"M
ountIP\":\"\",\"MountMSize\":262144,\"MountOptions\":[],\"MountPort\":0,\"MountType\":\"9p\",\"MountUID\":\"docker\",\"BinaryMirror\":\"\",\"DisableOptimizations\":false,\"DisableMetrics\":false,\"CustomQemuFirmwarePath\":\"\",\"SocketVMnetClientPath\":\"\",\"SocketVMnetPath\":\"\",\"StaticIP\":\"\",\"SSHAuthSock\":\"\",\"SSHAgentPID\":0,\"GPUs\":\"\",\"AutoPauseInterval\":60000000000},\"Active\":false,\"ActiveKubeContext\":true}]}"*. args: "out/minikube-linux-amd64 profile list --output json"
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:239: (dbg) Run: out/minikube-linux-amd64 status --format={{.Host}} -p ha-920193 -n ha-920193
helpers_test.go:244: <<< TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart FAILED: start of post-mortem logs <<<
helpers_test.go:245: ======> post-mortem[TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart]: minikube logs <======
helpers_test.go:247: (dbg) Run: out/minikube-linux-amd64 -p ha-920193 logs -n 25
helpers_test.go:247: (dbg) Done: out/minikube-linux-amd64 -p ha-920193 logs -n 25: (1.252405124s)
helpers_test.go:252: TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart logs:
-- stdout --
==> Audit <==
|---------|----------------------------------------------------------------------------------|-----------|---------|---------|---------------------|---------------------|
| Command | Args | Profile | User | Version | Start Time | End Time |
|---------|----------------------------------------------------------------------------------|-----------|---------|---------|---------------------|---------------------|
| ssh | ha-920193 ssh -n | ha-920193 | jenkins | v1.34.0 | 09 Dec 24 22:53 UTC | 09 Dec 24 22:53 UTC |
| | ha-920193-m03 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| cp | ha-920193 cp ha-920193-m03:/home/docker/cp-test.txt | ha-920193 | jenkins | v1.34.0 | 09 Dec 24 22:53 UTC | 09 Dec 24 22:53 UTC |
| | ha-920193:/home/docker/cp-test_ha-920193-m03_ha-920193.txt | | | | | |
| ssh | ha-920193 ssh -n | ha-920193 | jenkins | v1.34.0 | 09 Dec 24 22:53 UTC | 09 Dec 24 22:53 UTC |
| | ha-920193-m03 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-920193 ssh -n ha-920193 sudo cat | ha-920193 | jenkins | v1.34.0 | 09 Dec 24 22:53 UTC | 09 Dec 24 22:53 UTC |
| | /home/docker/cp-test_ha-920193-m03_ha-920193.txt | | | | | |
| cp | ha-920193 cp ha-920193-m03:/home/docker/cp-test.txt | ha-920193 | jenkins | v1.34.0 | 09 Dec 24 22:53 UTC | 09 Dec 24 22:53 UTC |
| | ha-920193-m02:/home/docker/cp-test_ha-920193-m03_ha-920193-m02.txt | | | | | |
| ssh | ha-920193 ssh -n | ha-920193 | jenkins | v1.34.0 | 09 Dec 24 22:53 UTC | 09 Dec 24 22:53 UTC |
| | ha-920193-m03 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-920193 ssh -n ha-920193-m02 sudo cat | ha-920193 | jenkins | v1.34.0 | 09 Dec 24 22:53 UTC | 09 Dec 24 22:53 UTC |
| | /home/docker/cp-test_ha-920193-m03_ha-920193-m02.txt | | | | | |
| cp | ha-920193 cp ha-920193-m03:/home/docker/cp-test.txt | ha-920193 | jenkins | v1.34.0 | 09 Dec 24 22:53 UTC | 09 Dec 24 22:53 UTC |
| | ha-920193-m04:/home/docker/cp-test_ha-920193-m03_ha-920193-m04.txt | | | | | |
| ssh | ha-920193 ssh -n | ha-920193 | jenkins | v1.34.0 | 09 Dec 24 22:53 UTC | 09 Dec 24 22:53 UTC |
| | ha-920193-m03 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-920193 ssh -n ha-920193-m04 sudo cat | ha-920193 | jenkins | v1.34.0 | 09 Dec 24 22:53 UTC | 09 Dec 24 22:53 UTC |
| | /home/docker/cp-test_ha-920193-m03_ha-920193-m04.txt | | | | | |
| cp | ha-920193 cp testdata/cp-test.txt | ha-920193 | jenkins | v1.34.0 | 09 Dec 24 22:53 UTC | 09 Dec 24 22:53 UTC |
| | ha-920193-m04:/home/docker/cp-test.txt | | | | | |
| ssh | ha-920193 ssh -n | ha-920193 | jenkins | v1.34.0 | 09 Dec 24 22:53 UTC | 09 Dec 24 22:53 UTC |
| | ha-920193-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| cp | ha-920193 cp ha-920193-m04:/home/docker/cp-test.txt | ha-920193 | jenkins | v1.34.0 | 09 Dec 24 22:53 UTC | 09 Dec 24 22:53 UTC |
| | /tmp/TestMultiControlPlaneserialCopyFile3609340860/001/cp-test_ha-920193-m04.txt | | | | | |
| ssh | ha-920193 ssh -n | ha-920193 | jenkins | v1.34.0 | 09 Dec 24 22:53 UTC | 09 Dec 24 22:53 UTC |
| | ha-920193-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| cp | ha-920193 cp ha-920193-m04:/home/docker/cp-test.txt | ha-920193 | jenkins | v1.34.0 | 09 Dec 24 22:53 UTC | 09 Dec 24 22:53 UTC |
| | ha-920193:/home/docker/cp-test_ha-920193-m04_ha-920193.txt | | | | | |
| ssh | ha-920193 ssh -n | ha-920193 | jenkins | v1.34.0 | 09 Dec 24 22:53 UTC | 09 Dec 24 22:53 UTC |
| | ha-920193-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-920193 ssh -n ha-920193 sudo cat | ha-920193 | jenkins | v1.34.0 | 09 Dec 24 22:53 UTC | 09 Dec 24 22:53 UTC |
| | /home/docker/cp-test_ha-920193-m04_ha-920193.txt | | | | | |
| cp | ha-920193 cp ha-920193-m04:/home/docker/cp-test.txt | ha-920193 | jenkins | v1.34.0 | 09 Dec 24 22:53 UTC | 09 Dec 24 22:53 UTC |
| | ha-920193-m02:/home/docker/cp-test_ha-920193-m04_ha-920193-m02.txt | | | | | |
| ssh | ha-920193 ssh -n | ha-920193 | jenkins | v1.34.0 | 09 Dec 24 22:53 UTC | 09 Dec 24 22:53 UTC |
| | ha-920193-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-920193 ssh -n ha-920193-m02 sudo cat | ha-920193 | jenkins | v1.34.0 | 09 Dec 24 22:53 UTC | 09 Dec 24 22:53 UTC |
| | /home/docker/cp-test_ha-920193-m04_ha-920193-m02.txt | | | | | |
| cp | ha-920193 cp ha-920193-m04:/home/docker/cp-test.txt | ha-920193 | jenkins | v1.34.0 | 09 Dec 24 22:53 UTC | 09 Dec 24 22:53 UTC |
| | ha-920193-m03:/home/docker/cp-test_ha-920193-m04_ha-920193-m03.txt | | | | | |
| ssh | ha-920193 ssh -n | ha-920193 | jenkins | v1.34.0 | 09 Dec 24 22:53 UTC | 09 Dec 24 22:53 UTC |
| | ha-920193-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-920193 ssh -n ha-920193-m03 sudo cat | ha-920193 | jenkins | v1.34.0 | 09 Dec 24 22:53 UTC | 09 Dec 24 22:53 UTC |
| | /home/docker/cp-test_ha-920193-m04_ha-920193-m03.txt | | | | | |
| node | ha-920193 node stop m02 -v=7 | ha-920193 | jenkins | v1.34.0 | 09 Dec 24 22:53 UTC | |
| | --alsologtostderr | | | | | |
| node | ha-920193 node start m02 -v=7 | ha-920193 | jenkins | v1.34.0 | 09 Dec 24 22:56 UTC | |
| | --alsologtostderr | | | | | |
|---------|----------------------------------------------------------------------------------|-----------|---------|---------|---------------------|---------------------|
==> Last Start <==
Log file created at: 2024/12/09 22:49:03
Running on machine: ubuntu-20-agent-2
Binary: Built with gc go1.23.2 for linux/amd64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I1209 22:49:03.145250 36778 out.go:345] Setting OutFile to fd 1 ...
I1209 22:49:03.145390 36778 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1209 22:49:03.145399 36778 out.go:358] Setting ErrFile to fd 2...
I1209 22:49:03.145404 36778 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1209 22:49:03.145610 36778 root.go:338] Updating PATH: /home/jenkins/minikube-integration/19888-18950/.minikube/bin
I1209 22:49:03.146205 36778 out.go:352] Setting JSON to false
I1209 22:49:03.147113 36778 start.go:129] hostinfo: {"hostname":"ubuntu-20-agent-2","uptime":5494,"bootTime":1733779049,"procs":178,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1071-gcp","kernelArch":"x86_64","virtualizationSystem":"kvm","virtualizationRole":"guest","hostId":"591c9f12-2938-3743-e2bf-c56a050d43d1"}
I1209 22:49:03.147209 36778 start.go:139] virtualization: kvm guest
I1209 22:49:03.149227 36778 out.go:177] * [ha-920193] minikube v1.34.0 on Ubuntu 20.04 (kvm/amd64)
I1209 22:49:03.150446 36778 out.go:177] - MINIKUBE_LOCATION=19888
I1209 22:49:03.150468 36778 notify.go:220] Checking for updates...
I1209 22:49:03.152730 36778 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1209 22:49:03.153842 36778 out.go:177] - KUBECONFIG=/home/jenkins/minikube-integration/19888-18950/kubeconfig
I1209 22:49:03.154957 36778 out.go:177] - MINIKUBE_HOME=/home/jenkins/minikube-integration/19888-18950/.minikube
I1209 22:49:03.156087 36778 out.go:177] - MINIKUBE_BIN=out/minikube-linux-amd64
I1209 22:49:03.157179 36778 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I1209 22:49:03.158417 36778 driver.go:394] Setting default libvirt URI to qemu:///system
I1209 22:49:03.193867 36778 out.go:177] * Using the kvm2 driver based on user configuration
I1209 22:49:03.195030 36778 start.go:297] selected driver: kvm2
I1209 22:49:03.195046 36778 start.go:901] validating driver "kvm2" against <nil>
I1209 22:49:03.195060 36778 start.go:912] status for kvm2: {Installed:true Healthy:true Running:true NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I1209 22:49:03.196334 36778 install.go:52] acquiring lock: {Name:mk900956b073697a4aa6c80a27c6bb0742a99a53 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1209 22:49:03.196484 36778 install.go:117] Validating docker-machine-driver-kvm2, PATH=/home/jenkins/minikube-integration/19888-18950/.minikube/bin:/home/jenkins/workspace/KVM_Linux_crio_integration/out/:/usr/local/bin:/usr/bin:/bin:/usr/local/games:/usr/games:/usr/local/go/bin:/home/jenkins/go/bin:/usr/local/bin/:/usr/local/go/bin/:/home/jenkins/go/bin
I1209 22:49:03.213595 36778 install.go:137] /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2 version is 1.34.0
I1209 22:49:03.213648 36778 start_flags.go:310] no existing cluster config was found, will generate one from the flags
I1209 22:49:03.213994 36778 start_flags.go:947] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1209 22:49:03.214030 36778 cni.go:84] Creating CNI manager for ""
I1209 22:49:03.214072 36778 cni.go:136] multinode detected (0 nodes found), recommending kindnet
I1209 22:49:03.214085 36778 start_flags.go:319] Found "CNI" CNI - setting NetworkPlugin=cni
I1209 22:49:03.214141 36778 start.go:340] cluster config:
{Name:ha-920193 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730888964-19917@sha256:629a5748e3ec15a091fef12257eb3754b8ffc0c974ebcbb016451c65d1829615 Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.2 ClusterName:ha-920193 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRIS
ocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0
GPUs: AutoPauseInterval:1m0s}
I1209 22:49:03.214261 36778 iso.go:125] acquiring lock: {Name:mk12aed5d94c30496ac8e1e058352ee84717d8c1 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1209 22:49:03.215829 36778 out.go:177] * Starting "ha-920193" primary control-plane node in "ha-920193" cluster
I1209 22:49:03.216947 36778 preload.go:131] Checking if preload exists for k8s version v1.31.2 and runtime crio
I1209 22:49:03.216988 36778 preload.go:146] Found local preload: /home/jenkins/minikube-integration/19888-18950/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.2-cri-o-overlay-amd64.tar.lz4
I1209 22:49:03.217002 36778 cache.go:56] Caching tarball of preloaded images
I1209 22:49:03.217077 36778 preload.go:172] Found /home/jenkins/minikube-integration/19888-18950/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.2-cri-o-overlay-amd64.tar.lz4 in cache, skipping download
I1209 22:49:03.217091 36778 cache.go:59] Finished verifying existence of preloaded tar for v1.31.2 on crio
I1209 22:49:03.217507 36778 profile.go:143] Saving config to /home/jenkins/minikube-integration/19888-18950/.minikube/profiles/ha-920193/config.json ...
I1209 22:49:03.217534 36778 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19888-18950/.minikube/profiles/ha-920193/config.json: {Name:mk69f8481a2f9361b3b46196caa6653a8d77a9fc Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1209 22:49:03.217729 36778 start.go:360] acquireMachinesLock for ha-920193: {Name:mk4dcfc37a573a1a4ae580e307534187cad5176b Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}
I1209 22:49:03.217779 36778 start.go:364] duration metric: took 30.111µs to acquireMachinesLock for "ha-920193"
I1209 22:49:03.217805 36778 start.go:93] Provisioning new machine with config: &{Name:ha-920193 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19917/minikube-v1.34.0-1730913550-19917-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730888964-19917@sha256:629a5748e3ec15a091fef12257eb3754b8ffc0c974ebcbb016451c65d1829615 Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{Kubernete
sVersion:v1.31.2 ClusterName:ha-920193 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:
9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name: IP: Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}
I1209 22:49:03.217887 36778 start.go:125] createHost starting for "" (driver="kvm2")
I1209 22:49:03.219504 36778 out.go:235] * Creating kvm2 VM (CPUs=2, Memory=2200MB, Disk=20000MB) ...
I1209 22:49:03.219675 36778 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1209 22:49:03.219709 36778 main.go:141] libmachine: Launching plugin server for driver kvm2
I1209 22:49:03.234776 36778 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:39205
I1209 22:49:03.235235 36778 main.go:141] libmachine: () Calling .GetVersion
I1209 22:49:03.235843 36778 main.go:141] libmachine: Using API Version 1
I1209 22:49:03.235867 36778 main.go:141] libmachine: () Calling .SetConfigRaw
I1209 22:49:03.236261 36778 main.go:141] libmachine: () Calling .GetMachineName
I1209 22:49:03.236466 36778 main.go:141] libmachine: (ha-920193) Calling .GetMachineName
I1209 22:49:03.236632 36778 main.go:141] libmachine: (ha-920193) Calling .DriverName
I1209 22:49:03.236794 36778 start.go:159] libmachine.API.Create for "ha-920193" (driver="kvm2")
I1209 22:49:03.236821 36778 client.go:168] LocalClient.Create starting
I1209 22:49:03.236862 36778 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/19888-18950/.minikube/certs/ca.pem
I1209 22:49:03.236900 36778 main.go:141] libmachine: Decoding PEM data...
I1209 22:49:03.236922 36778 main.go:141] libmachine: Parsing certificate...
I1209 22:49:03.237001 36778 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/19888-18950/.minikube/certs/cert.pem
I1209 22:49:03.237033 36778 main.go:141] libmachine: Decoding PEM data...
I1209 22:49:03.237054 36778 main.go:141] libmachine: Parsing certificate...
I1209 22:49:03.237078 36778 main.go:141] libmachine: Running pre-create checks...
I1209 22:49:03.237090 36778 main.go:141] libmachine: (ha-920193) Calling .PreCreateCheck
I1209 22:49:03.237426 36778 main.go:141] libmachine: (ha-920193) Calling .GetConfigRaw
I1209 22:49:03.237793 36778 main.go:141] libmachine: Creating machine...
I1209 22:49:03.237806 36778 main.go:141] libmachine: (ha-920193) Calling .Create
I1209 22:49:03.237934 36778 main.go:141] libmachine: (ha-920193) Creating KVM machine...
I1209 22:49:03.239483 36778 main.go:141] libmachine: (ha-920193) DBG | found existing default KVM network
I1209 22:49:03.240340 36778 main.go:141] libmachine: (ha-920193) DBG | I1209 22:49:03.240142 36801 network.go:206] using free private subnet 192.168.39.0/24: &{IP:192.168.39.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.39.0/24 Gateway:192.168.39.1 ClientMin:192.168.39.2 ClientMax:192.168.39.254 Broadcast:192.168.39.255 IsPrivate:true Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:} reservation:0xc000015a40}
I1209 22:49:03.240365 36778 main.go:141] libmachine: (ha-920193) DBG | created network xml:
I1209 22:49:03.240393 36778 main.go:141] libmachine: (ha-920193) DBG | <network>
I1209 22:49:03.240407 36778 main.go:141] libmachine: (ha-920193) DBG | <name>mk-ha-920193</name>
I1209 22:49:03.240417 36778 main.go:141] libmachine: (ha-920193) DBG | <dns enable='no'/>
I1209 22:49:03.240427 36778 main.go:141] libmachine: (ha-920193) DBG |
I1209 22:49:03.240438 36778 main.go:141] libmachine: (ha-920193) DBG | <ip address='192.168.39.1' netmask='255.255.255.0'>
I1209 22:49:03.240454 36778 main.go:141] libmachine: (ha-920193) DBG | <dhcp>
I1209 22:49:03.240491 36778 main.go:141] libmachine: (ha-920193) DBG | <range start='192.168.39.2' end='192.168.39.253'/>
I1209 22:49:03.240508 36778 main.go:141] libmachine: (ha-920193) DBG | </dhcp>
I1209 22:49:03.240522 36778 main.go:141] libmachine: (ha-920193) DBG | </ip>
I1209 22:49:03.240532 36778 main.go:141] libmachine: (ha-920193) DBG |
I1209 22:49:03.240542 36778 main.go:141] libmachine: (ha-920193) DBG | </network>
I1209 22:49:03.240557 36778 main.go:141] libmachine: (ha-920193) DBG |
I1209 22:49:03.245903 36778 main.go:141] libmachine: (ha-920193) DBG | trying to create private KVM network mk-ha-920193 192.168.39.0/24...
I1209 22:49:03.312870 36778 main.go:141] libmachine: (ha-920193) DBG | private KVM network mk-ha-920193 192.168.39.0/24 created
I1209 22:49:03.312901 36778 main.go:141] libmachine: (ha-920193) DBG | I1209 22:49:03.312803 36801 common.go:144] Making disk image using store path: /home/jenkins/minikube-integration/19888-18950/.minikube
I1209 22:49:03.312925 36778 main.go:141] libmachine: (ha-920193) Setting up store path in /home/jenkins/minikube-integration/19888-18950/.minikube/machines/ha-920193 ...
I1209 22:49:03.312938 36778 main.go:141] libmachine: (ha-920193) Building disk image from file:///home/jenkins/minikube-integration/19888-18950/.minikube/cache/iso/amd64/minikube-v1.34.0-1730913550-19917-amd64.iso
I1209 22:49:03.312960 36778 main.go:141] libmachine: (ha-920193) Downloading /home/jenkins/minikube-integration/19888-18950/.minikube/cache/boot2docker.iso from file:///home/jenkins/minikube-integration/19888-18950/.minikube/cache/iso/amd64/minikube-v1.34.0-1730913550-19917-amd64.iso...
I1209 22:49:03.559720 36778 main.go:141] libmachine: (ha-920193) DBG | I1209 22:49:03.559511 36801 common.go:151] Creating ssh key: /home/jenkins/minikube-integration/19888-18950/.minikube/machines/ha-920193/id_rsa...
I1209 22:49:03.632777 36778 main.go:141] libmachine: (ha-920193) DBG | I1209 22:49:03.632628 36801 common.go:157] Creating raw disk image: /home/jenkins/minikube-integration/19888-18950/.minikube/machines/ha-920193/ha-920193.rawdisk...
I1209 22:49:03.632808 36778 main.go:141] libmachine: (ha-920193) DBG | Writing magic tar header
I1209 22:49:03.632868 36778 main.go:141] libmachine: (ha-920193) DBG | Writing SSH key tar header
I1209 22:49:03.632897 36778 main.go:141] libmachine: (ha-920193) DBG | I1209 22:49:03.632735 36801 common.go:171] Fixing permissions on /home/jenkins/minikube-integration/19888-18950/.minikube/machines/ha-920193 ...
I1209 22:49:03.632914 36778 main.go:141] libmachine: (ha-920193) Setting executable bit set on /home/jenkins/minikube-integration/19888-18950/.minikube/machines/ha-920193 (perms=drwx------)
I1209 22:49:03.632931 36778 main.go:141] libmachine: (ha-920193) Setting executable bit set on /home/jenkins/minikube-integration/19888-18950/.minikube/machines (perms=drwxr-xr-x)
I1209 22:49:03.632938 36778 main.go:141] libmachine: (ha-920193) Setting executable bit set on /home/jenkins/minikube-integration/19888-18950/.minikube (perms=drwxr-xr-x)
I1209 22:49:03.632951 36778 main.go:141] libmachine: (ha-920193) Setting executable bit set on /home/jenkins/minikube-integration/19888-18950 (perms=drwxrwxr-x)
I1209 22:49:03.632959 36778 main.go:141] libmachine: (ha-920193) Setting executable bit set on /home/jenkins/minikube-integration (perms=drwxrwxr-x)
I1209 22:49:03.632968 36778 main.go:141] libmachine: (ha-920193) Setting executable bit set on /home/jenkins (perms=drwxr-xr-x)
I1209 22:49:03.632988 36778 main.go:141] libmachine: (ha-920193) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19888-18950/.minikube/machines/ha-920193
I1209 22:49:03.632996 36778 main.go:141] libmachine: (ha-920193) Creating domain...
I1209 22:49:03.633013 36778 main.go:141] libmachine: (ha-920193) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19888-18950/.minikube/machines
I1209 22:49:03.633026 36778 main.go:141] libmachine: (ha-920193) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19888-18950/.minikube
I1209 22:49:03.633034 36778 main.go:141] libmachine: (ha-920193) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19888-18950
I1209 22:49:03.633039 36778 main.go:141] libmachine: (ha-920193) DBG | Checking permissions on dir: /home/jenkins/minikube-integration
I1209 22:49:03.633046 36778 main.go:141] libmachine: (ha-920193) DBG | Checking permissions on dir: /home/jenkins
I1209 22:49:03.633051 36778 main.go:141] libmachine: (ha-920193) DBG | Checking permissions on dir: /home
I1209 22:49:03.633058 36778 main.go:141] libmachine: (ha-920193) DBG | Skipping /home - not owner
I1209 22:49:03.634033 36778 main.go:141] libmachine: (ha-920193) define libvirt domain using xml:
I1209 22:49:03.634053 36778 main.go:141] libmachine: (ha-920193) <domain type='kvm'>
I1209 22:49:03.634063 36778 main.go:141] libmachine: (ha-920193) <name>ha-920193</name>
I1209 22:49:03.634077 36778 main.go:141] libmachine: (ha-920193) <memory unit='MiB'>2200</memory>
I1209 22:49:03.634087 36778 main.go:141] libmachine: (ha-920193) <vcpu>2</vcpu>
I1209 22:49:03.634099 36778 main.go:141] libmachine: (ha-920193) <features>
I1209 22:49:03.634108 36778 main.go:141] libmachine: (ha-920193) <acpi/>
I1209 22:49:03.634117 36778 main.go:141] libmachine: (ha-920193) <apic/>
I1209 22:49:03.634126 36778 main.go:141] libmachine: (ha-920193) <pae/>
I1209 22:49:03.634143 36778 main.go:141] libmachine: (ha-920193)
I1209 22:49:03.634155 36778 main.go:141] libmachine: (ha-920193) </features>
I1209 22:49:03.634163 36778 main.go:141] libmachine: (ha-920193) <cpu mode='host-passthrough'>
I1209 22:49:03.634172 36778 main.go:141] libmachine: (ha-920193)
I1209 22:49:03.634184 36778 main.go:141] libmachine: (ha-920193) </cpu>
I1209 22:49:03.634192 36778 main.go:141] libmachine: (ha-920193) <os>
I1209 22:49:03.634200 36778 main.go:141] libmachine: (ha-920193) <type>hvm</type>
I1209 22:49:03.634209 36778 main.go:141] libmachine: (ha-920193) <boot dev='cdrom'/>
I1209 22:49:03.634217 36778 main.go:141] libmachine: (ha-920193) <boot dev='hd'/>
I1209 22:49:03.634226 36778 main.go:141] libmachine: (ha-920193) <bootmenu enable='no'/>
I1209 22:49:03.634233 36778 main.go:141] libmachine: (ha-920193) </os>
I1209 22:49:03.634241 36778 main.go:141] libmachine: (ha-920193) <devices>
I1209 22:49:03.634250 36778 main.go:141] libmachine: (ha-920193) <disk type='file' device='cdrom'>
I1209 22:49:03.634279 36778 main.go:141] libmachine: (ha-920193) <source file='/home/jenkins/minikube-integration/19888-18950/.minikube/machines/ha-920193/boot2docker.iso'/>
I1209 22:49:03.634301 36778 main.go:141] libmachine: (ha-920193) <target dev='hdc' bus='scsi'/>
I1209 22:49:03.634316 36778 main.go:141] libmachine: (ha-920193) <readonly/>
I1209 22:49:03.634323 36778 main.go:141] libmachine: (ha-920193) </disk>
I1209 22:49:03.634332 36778 main.go:141] libmachine: (ha-920193) <disk type='file' device='disk'>
I1209 22:49:03.634344 36778 main.go:141] libmachine: (ha-920193) <driver name='qemu' type='raw' cache='default' io='threads' />
I1209 22:49:03.634359 36778 main.go:141] libmachine: (ha-920193) <source file='/home/jenkins/minikube-integration/19888-18950/.minikube/machines/ha-920193/ha-920193.rawdisk'/>
I1209 22:49:03.634367 36778 main.go:141] libmachine: (ha-920193) <target dev='hda' bus='virtio'/>
I1209 22:49:03.634375 36778 main.go:141] libmachine: (ha-920193) </disk>
I1209 22:49:03.634383 36778 main.go:141] libmachine: (ha-920193) <interface type='network'>
I1209 22:49:03.634391 36778 main.go:141] libmachine: (ha-920193) <source network='mk-ha-920193'/>
I1209 22:49:03.634409 36778 main.go:141] libmachine: (ha-920193) <model type='virtio'/>
I1209 22:49:03.634421 36778 main.go:141] libmachine: (ha-920193) </interface>
I1209 22:49:03.634431 36778 main.go:141] libmachine: (ha-920193) <interface type='network'>
I1209 22:49:03.634442 36778 main.go:141] libmachine: (ha-920193) <source network='default'/>
I1209 22:49:03.634452 36778 main.go:141] libmachine: (ha-920193) <model type='virtio'/>
I1209 22:49:03.634463 36778 main.go:141] libmachine: (ha-920193) </interface>
I1209 22:49:03.634473 36778 main.go:141] libmachine: (ha-920193) <serial type='pty'>
I1209 22:49:03.634484 36778 main.go:141] libmachine: (ha-920193) <target port='0'/>
I1209 22:49:03.634498 36778 main.go:141] libmachine: (ha-920193) </serial>
I1209 22:49:03.634535 36778 main.go:141] libmachine: (ha-920193) <console type='pty'>
I1209 22:49:03.634561 36778 main.go:141] libmachine: (ha-920193) <target type='serial' port='0'/>
I1209 22:49:03.634581 36778 main.go:141] libmachine: (ha-920193) </console>
I1209 22:49:03.634592 36778 main.go:141] libmachine: (ha-920193) <rng model='virtio'>
I1209 22:49:03.634601 36778 main.go:141] libmachine: (ha-920193) <backend model='random'>/dev/random</backend>
I1209 22:49:03.634611 36778 main.go:141] libmachine: (ha-920193) </rng>
I1209 22:49:03.634621 36778 main.go:141] libmachine: (ha-920193)
I1209 22:49:03.634629 36778 main.go:141] libmachine: (ha-920193)
I1209 22:49:03.634634 36778 main.go:141] libmachine: (ha-920193) </devices>
I1209 22:49:03.634641 36778 main.go:141] libmachine: (ha-920193) </domain>
I1209 22:49:03.634660 36778 main.go:141] libmachine: (ha-920193)
I1209 22:49:03.638977 36778 main.go:141] libmachine: (ha-920193) DBG | domain ha-920193 has defined MAC address 52:54:00:88:5b:26 in network default
I1209 22:49:03.639478 36778 main.go:141] libmachine: (ha-920193) DBG | domain ha-920193 has defined MAC address 52:54:00:eb:3c:cb in network mk-ha-920193
I1209 22:49:03.639517 36778 main.go:141] libmachine: (ha-920193) Ensuring networks are active...
I1209 22:49:03.640151 36778 main.go:141] libmachine: (ha-920193) Ensuring network default is active
I1209 22:49:03.640468 36778 main.go:141] libmachine: (ha-920193) Ensuring network mk-ha-920193 is active
I1209 22:49:03.640970 36778 main.go:141] libmachine: (ha-920193) Getting domain xml...
I1209 22:49:03.641682 36778 main.go:141] libmachine: (ha-920193) Creating domain...
I1209 22:49:04.829698 36778 main.go:141] libmachine: (ha-920193) Waiting to get IP...
I1209 22:49:04.830434 36778 main.go:141] libmachine: (ha-920193) DBG | domain ha-920193 has defined MAC address 52:54:00:eb:3c:cb in network mk-ha-920193
I1209 22:49:04.830835 36778 main.go:141] libmachine: (ha-920193) DBG | unable to find current IP address of domain ha-920193 in network mk-ha-920193
I1209 22:49:04.830867 36778 main.go:141] libmachine: (ha-920193) DBG | I1209 22:49:04.830824 36801 retry.go:31] will retry after 207.081791ms: waiting for machine to come up
I1209 22:49:05.039144 36778 main.go:141] libmachine: (ha-920193) DBG | domain ha-920193 has defined MAC address 52:54:00:eb:3c:cb in network mk-ha-920193
I1209 22:49:05.039519 36778 main.go:141] libmachine: (ha-920193) DBG | unable to find current IP address of domain ha-920193 in network mk-ha-920193
I1209 22:49:05.039585 36778 main.go:141] libmachine: (ha-920193) DBG | I1209 22:49:05.039471 36801 retry.go:31] will retry after 281.967291ms: waiting for machine to come up
I1209 22:49:05.322964 36778 main.go:141] libmachine: (ha-920193) DBG | domain ha-920193 has defined MAC address 52:54:00:eb:3c:cb in network mk-ha-920193
I1209 22:49:05.323366 36778 main.go:141] libmachine: (ha-920193) DBG | unable to find current IP address of domain ha-920193 in network mk-ha-920193
I1209 22:49:05.323382 36778 main.go:141] libmachine: (ha-920193) DBG | I1209 22:49:05.323322 36801 retry.go:31] will retry after 481.505756ms: waiting for machine to come up
I1209 22:49:05.805961 36778 main.go:141] libmachine: (ha-920193) DBG | domain ha-920193 has defined MAC address 52:54:00:eb:3c:cb in network mk-ha-920193
I1209 22:49:05.806356 36778 main.go:141] libmachine: (ha-920193) DBG | unable to find current IP address of domain ha-920193 in network mk-ha-920193
I1209 22:49:05.806376 36778 main.go:141] libmachine: (ha-920193) DBG | I1209 22:49:05.806314 36801 retry.go:31] will retry after 549.592497ms: waiting for machine to come up
I1209 22:49:06.357773 36778 main.go:141] libmachine: (ha-920193) DBG | domain ha-920193 has defined MAC address 52:54:00:eb:3c:cb in network mk-ha-920193
I1209 22:49:06.358284 36778 main.go:141] libmachine: (ha-920193) DBG | unable to find current IP address of domain ha-920193 in network mk-ha-920193
I1209 22:49:06.358319 36778 main.go:141] libmachine: (ha-920193) DBG | I1209 22:49:06.358243 36801 retry.go:31] will retry after 535.906392ms: waiting for machine to come up
I1209 22:49:06.896232 36778 main.go:141] libmachine: (ha-920193) DBG | domain ha-920193 has defined MAC address 52:54:00:eb:3c:cb in network mk-ha-920193
I1209 22:49:06.896608 36778 main.go:141] libmachine: (ha-920193) DBG | unable to find current IP address of domain ha-920193 in network mk-ha-920193
I1209 22:49:06.896631 36778 main.go:141] libmachine: (ha-920193) DBG | I1209 22:49:06.896560 36801 retry.go:31] will retry after 874.489459ms: waiting for machine to come up
I1209 22:49:07.772350 36778 main.go:141] libmachine: (ha-920193) DBG | domain ha-920193 has defined MAC address 52:54:00:eb:3c:cb in network mk-ha-920193
I1209 22:49:07.772754 36778 main.go:141] libmachine: (ha-920193) DBG | unable to find current IP address of domain ha-920193 in network mk-ha-920193
I1209 22:49:07.772787 36778 main.go:141] libmachine: (ha-920193) DBG | I1209 22:49:07.772706 36801 retry.go:31] will retry after 1.162571844s: waiting for machine to come up
I1209 22:49:08.936520 36778 main.go:141] libmachine: (ha-920193) DBG | domain ha-920193 has defined MAC address 52:54:00:eb:3c:cb in network mk-ha-920193
I1209 22:49:08.936889 36778 main.go:141] libmachine: (ha-920193) DBG | unable to find current IP address of domain ha-920193 in network mk-ha-920193
I1209 22:49:08.936917 36778 main.go:141] libmachine: (ha-920193) DBG | I1209 22:49:08.936873 36801 retry.go:31] will retry after 1.45755084s: waiting for machine to come up
I1209 22:49:10.396453 36778 main.go:141] libmachine: (ha-920193) DBG | domain ha-920193 has defined MAC address 52:54:00:eb:3c:cb in network mk-ha-920193
I1209 22:49:10.396871 36778 main.go:141] libmachine: (ha-920193) DBG | unable to find current IP address of domain ha-920193 in network mk-ha-920193
I1209 22:49:10.396892 36778 main.go:141] libmachine: (ha-920193) DBG | I1209 22:49:10.396843 36801 retry.go:31] will retry after 1.609479332s: waiting for machine to come up
I1209 22:49:12.008693 36778 main.go:141] libmachine: (ha-920193) DBG | domain ha-920193 has defined MAC address 52:54:00:eb:3c:cb in network mk-ha-920193
I1209 22:49:12.009140 36778 main.go:141] libmachine: (ha-920193) DBG | unable to find current IP address of domain ha-920193 in network mk-ha-920193
I1209 22:49:12.009166 36778 main.go:141] libmachine: (ha-920193) DBG | I1209 22:49:12.009087 36801 retry.go:31] will retry after 2.268363531s: waiting for machine to come up
I1209 22:49:14.279389 36778 main.go:141] libmachine: (ha-920193) DBG | domain ha-920193 has defined MAC address 52:54:00:eb:3c:cb in network mk-ha-920193
I1209 22:49:14.279856 36778 main.go:141] libmachine: (ha-920193) DBG | unable to find current IP address of domain ha-920193 in network mk-ha-920193
I1209 22:49:14.279912 36778 main.go:141] libmachine: (ha-920193) DBG | I1209 22:49:14.279851 36801 retry.go:31] will retry after 2.675009942s: waiting for machine to come up
I1209 22:49:16.957696 36778 main.go:141] libmachine: (ha-920193) DBG | domain ha-920193 has defined MAC address 52:54:00:eb:3c:cb in network mk-ha-920193
I1209 22:49:16.958066 36778 main.go:141] libmachine: (ha-920193) DBG | unable to find current IP address of domain ha-920193 in network mk-ha-920193
I1209 22:49:16.958096 36778 main.go:141] libmachine: (ha-920193) DBG | I1209 22:49:16.958013 36801 retry.go:31] will retry after 2.665510056s: waiting for machine to come up
I1209 22:49:19.624784 36778 main.go:141] libmachine: (ha-920193) DBG | domain ha-920193 has defined MAC address 52:54:00:eb:3c:cb in network mk-ha-920193
I1209 22:49:19.625187 36778 main.go:141] libmachine: (ha-920193) DBG | unable to find current IP address of domain ha-920193 in network mk-ha-920193
I1209 22:49:19.625202 36778 main.go:141] libmachine: (ha-920193) DBG | I1209 22:49:19.625166 36801 retry.go:31] will retry after 2.857667417s: waiting for machine to come up
I1209 22:49:22.486137 36778 main.go:141] libmachine: (ha-920193) DBG | domain ha-920193 has defined MAC address 52:54:00:eb:3c:cb in network mk-ha-920193
I1209 22:49:22.486540 36778 main.go:141] libmachine: (ha-920193) DBG | unable to find current IP address of domain ha-920193 in network mk-ha-920193
I1209 22:49:22.486563 36778 main.go:141] libmachine: (ha-920193) DBG | I1209 22:49:22.486493 36801 retry.go:31] will retry after 4.026256687s: waiting for machine to come up
I1209 22:49:26.516409 36778 main.go:141] libmachine: (ha-920193) DBG | domain ha-920193 has defined MAC address 52:54:00:eb:3c:cb in network mk-ha-920193
I1209 22:49:26.516832 36778 main.go:141] libmachine: (ha-920193) DBG | domain ha-920193 has current primary IP address 192.168.39.102 and MAC address 52:54:00:eb:3c:cb in network mk-ha-920193
I1209 22:49:26.516858 36778 main.go:141] libmachine: (ha-920193) Found IP for machine: 192.168.39.102
I1209 22:49:26.516892 36778 main.go:141] libmachine: (ha-920193) Reserving static IP address...
I1209 22:49:26.517220 36778 main.go:141] libmachine: (ha-920193) DBG | unable to find host DHCP lease matching {name: "ha-920193", mac: "52:54:00:eb:3c:cb", ip: "192.168.39.102"} in network mk-ha-920193
I1209 22:49:26.587512 36778 main.go:141] libmachine: (ha-920193) DBG | Getting to WaitForSSH function...
I1209 22:49:26.587538 36778 main.go:141] libmachine: (ha-920193) Reserved static IP address: 192.168.39.102
I1209 22:49:26.587551 36778 main.go:141] libmachine: (ha-920193) Waiting for SSH to be available...
I1209 22:49:26.589724 36778 main.go:141] libmachine: (ha-920193) DBG | domain ha-920193 has defined MAC address 52:54:00:eb:3c:cb in network mk-ha-920193
I1209 22:49:26.590056 36778 main.go:141] libmachine: (ha-920193) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:eb:3c:cb", ip: ""} in network mk-ha-920193: {Iface:virbr1 ExpiryTime:2024-12-09 23:49:17 +0000 UTC Type:0 Mac:52:54:00:eb:3c:cb Iaid: IPaddr:192.168.39.102 Prefix:24 Hostname:minikube Clientid:01:52:54:00:eb:3c:cb}
I1209 22:49:26.590080 36778 main.go:141] libmachine: (ha-920193) DBG | domain ha-920193 has defined IP address 192.168.39.102 and MAC address 52:54:00:eb:3c:cb in network mk-ha-920193
I1209 22:49:26.590252 36778 main.go:141] libmachine: (ha-920193) DBG | Using SSH client type: external
I1209 22:49:26.590281 36778 main.go:141] libmachine: (ha-920193) DBG | Using SSH private key: /home/jenkins/minikube-integration/19888-18950/.minikube/machines/ha-920193/id_rsa (-rw-------)
I1209 22:49:26.590312 36778 main.go:141] libmachine: (ha-920193) DBG | &{[-F /dev/null -o ConnectionAttempts=3 -o ConnectTimeout=10 -o ControlMaster=no -o ControlPath=none -o LogLevel=quiet -o PasswordAuthentication=no -o ServerAliveInterval=60 -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null docker@192.168.39.102 -o IdentitiesOnly=yes -i /home/jenkins/minikube-integration/19888-18950/.minikube/machines/ha-920193/id_rsa -p 22] /usr/bin/ssh <nil>}
I1209 22:49:26.590335 36778 main.go:141] libmachine: (ha-920193) DBG | About to run SSH command:
I1209 22:49:26.590368 36778 main.go:141] libmachine: (ha-920193) DBG | exit 0
I1209 22:49:26.707404 36778 main.go:141] libmachine: (ha-920193) DBG | SSH cmd err, output: <nil>:
I1209 22:49:26.707687 36778 main.go:141] libmachine: (ha-920193) KVM machine creation complete!
I1209 22:49:26.708024 36778 main.go:141] libmachine: (ha-920193) Calling .GetConfigRaw
I1209 22:49:26.708523 36778 main.go:141] libmachine: (ha-920193) Calling .DriverName
I1209 22:49:26.708739 36778 main.go:141] libmachine: (ha-920193) Calling .DriverName
I1209 22:49:26.708918 36778 main.go:141] libmachine: Waiting for machine to be running, this may take a few minutes...
I1209 22:49:26.708931 36778 main.go:141] libmachine: (ha-920193) Calling .GetState
I1209 22:49:26.710113 36778 main.go:141] libmachine: Detecting operating system of created instance...
I1209 22:49:26.710125 36778 main.go:141] libmachine: Waiting for SSH to be available...
I1209 22:49:26.710130 36778 main.go:141] libmachine: Getting to WaitForSSH function...
I1209 22:49:26.710135 36778 main.go:141] libmachine: (ha-920193) Calling .GetSSHHostname
I1209 22:49:26.712426 36778 main.go:141] libmachine: (ha-920193) DBG | domain ha-920193 has defined MAC address 52:54:00:eb:3c:cb in network mk-ha-920193
I1209 22:49:26.712765 36778 main.go:141] libmachine: (ha-920193) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:eb:3c:cb", ip: ""} in network mk-ha-920193: {Iface:virbr1 ExpiryTime:2024-12-09 23:49:17 +0000 UTC Type:0 Mac:52:54:00:eb:3c:cb Iaid: IPaddr:192.168.39.102 Prefix:24 Hostname:ha-920193 Clientid:01:52:54:00:eb:3c:cb}
I1209 22:49:26.712791 36778 main.go:141] libmachine: (ha-920193) DBG | domain ha-920193 has defined IP address 192.168.39.102 and MAC address 52:54:00:eb:3c:cb in network mk-ha-920193
I1209 22:49:26.712925 36778 main.go:141] libmachine: (ha-920193) Calling .GetSSHPort
I1209 22:49:26.713081 36778 main.go:141] libmachine: (ha-920193) Calling .GetSSHKeyPath
I1209 22:49:26.713185 36778 main.go:141] libmachine: (ha-920193) Calling .GetSSHKeyPath
I1209 22:49:26.713306 36778 main.go:141] libmachine: (ha-920193) Calling .GetSSHUsername
I1209 22:49:26.713452 36778 main.go:141] libmachine: Using SSH client type: native
I1209 22:49:26.713680 36778 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866ca0] 0x869980 <nil> [] 0s} 192.168.39.102 22 <nil> <nil>}
I1209 22:49:26.713692 36778 main.go:141] libmachine: About to run SSH command:
exit 0
I1209 22:49:26.806695 36778 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1209 22:49:26.806717 36778 main.go:141] libmachine: Detecting the provisioner...
I1209 22:49:26.806725 36778 main.go:141] libmachine: (ha-920193) Calling .GetSSHHostname
I1209 22:49:26.809366 36778 main.go:141] libmachine: (ha-920193) DBG | domain ha-920193 has defined MAC address 52:54:00:eb:3c:cb in network mk-ha-920193
I1209 22:49:26.809767 36778 main.go:141] libmachine: (ha-920193) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:eb:3c:cb", ip: ""} in network mk-ha-920193: {Iface:virbr1 ExpiryTime:2024-12-09 23:49:17 +0000 UTC Type:0 Mac:52:54:00:eb:3c:cb Iaid: IPaddr:192.168.39.102 Prefix:24 Hostname:ha-920193 Clientid:01:52:54:00:eb:3c:cb}
I1209 22:49:26.809800 36778 main.go:141] libmachine: (ha-920193) DBG | domain ha-920193 has defined IP address 192.168.39.102 and MAC address 52:54:00:eb:3c:cb in network mk-ha-920193
I1209 22:49:26.809958 36778 main.go:141] libmachine: (ha-920193) Calling .GetSSHPort
I1209 22:49:26.810141 36778 main.go:141] libmachine: (ha-920193) Calling .GetSSHKeyPath
I1209 22:49:26.810311 36778 main.go:141] libmachine: (ha-920193) Calling .GetSSHKeyPath
I1209 22:49:26.810444 36778 main.go:141] libmachine: (ha-920193) Calling .GetSSHUsername
I1209 22:49:26.810627 36778 main.go:141] libmachine: Using SSH client type: native
I1209 22:49:26.810776 36778 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866ca0] 0x869980 <nil> [] 0s} 192.168.39.102 22 <nil> <nil>}
I1209 22:49:26.810787 36778 main.go:141] libmachine: About to run SSH command:
cat /etc/os-release
I1209 22:49:26.908040 36778 main.go:141] libmachine: SSH cmd err, output: <nil>: NAME=Buildroot
VERSION=2023.02.9-dirty
ID=buildroot
VERSION_ID=2023.02.9
PRETTY_NAME="Buildroot 2023.02.9"
I1209 22:49:26.908090 36778 main.go:141] libmachine: found compatible host: buildroot
I1209 22:49:26.908097 36778 main.go:141] libmachine: Provisioning with buildroot...
I1209 22:49:26.908104 36778 main.go:141] libmachine: (ha-920193) Calling .GetMachineName
I1209 22:49:26.908364 36778 buildroot.go:166] provisioning hostname "ha-920193"
I1209 22:49:26.908392 36778 main.go:141] libmachine: (ha-920193) Calling .GetMachineName
I1209 22:49:26.908590 36778 main.go:141] libmachine: (ha-920193) Calling .GetSSHHostname
I1209 22:49:26.911118 36778 main.go:141] libmachine: (ha-920193) DBG | domain ha-920193 has defined MAC address 52:54:00:eb:3c:cb in network mk-ha-920193
I1209 22:49:26.911513 36778 main.go:141] libmachine: (ha-920193) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:eb:3c:cb", ip: ""} in network mk-ha-920193: {Iface:virbr1 ExpiryTime:2024-12-09 23:49:17 +0000 UTC Type:0 Mac:52:54:00:eb:3c:cb Iaid: IPaddr:192.168.39.102 Prefix:24 Hostname:ha-920193 Clientid:01:52:54:00:eb:3c:cb}
I1209 22:49:26.911538 36778 main.go:141] libmachine: (ha-920193) DBG | domain ha-920193 has defined IP address 192.168.39.102 and MAC address 52:54:00:eb:3c:cb in network mk-ha-920193
I1209 22:49:26.911715 36778 main.go:141] libmachine: (ha-920193) Calling .GetSSHPort
I1209 22:49:26.911868 36778 main.go:141] libmachine: (ha-920193) Calling .GetSSHKeyPath
I1209 22:49:26.911989 36778 main.go:141] libmachine: (ha-920193) Calling .GetSSHKeyPath
I1209 22:49:26.912100 36778 main.go:141] libmachine: (ha-920193) Calling .GetSSHUsername
I1209 22:49:26.912224 36778 main.go:141] libmachine: Using SSH client type: native
I1209 22:49:26.912420 36778 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866ca0] 0x869980 <nil> [] 0s} 192.168.39.102 22 <nil> <nil>}
I1209 22:49:26.912438 36778 main.go:141] libmachine: About to run SSH command:
sudo hostname ha-920193 && echo "ha-920193" | sudo tee /etc/hostname
I1209 22:49:27.020773 36778 main.go:141] libmachine: SSH cmd err, output: <nil>: ha-920193
I1209 22:49:27.020799 36778 main.go:141] libmachine: (ha-920193) Calling .GetSSHHostname
I1209 22:49:27.023575 36778 main.go:141] libmachine: (ha-920193) DBG | domain ha-920193 has defined MAC address 52:54:00:eb:3c:cb in network mk-ha-920193
I1209 22:49:27.023846 36778 main.go:141] libmachine: (ha-920193) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:eb:3c:cb", ip: ""} in network mk-ha-920193: {Iface:virbr1 ExpiryTime:2024-12-09 23:49:17 +0000 UTC Type:0 Mac:52:54:00:eb:3c:cb Iaid: IPaddr:192.168.39.102 Prefix:24 Hostname:ha-920193 Clientid:01:52:54:00:eb:3c:cb}
I1209 22:49:27.023871 36778 main.go:141] libmachine: (ha-920193) DBG | domain ha-920193 has defined IP address 192.168.39.102 and MAC address 52:54:00:eb:3c:cb in network mk-ha-920193
I1209 22:49:27.024029 36778 main.go:141] libmachine: (ha-920193) Calling .GetSSHPort
I1209 22:49:27.024220 36778 main.go:141] libmachine: (ha-920193) Calling .GetSSHKeyPath
I1209 22:49:27.024374 36778 main.go:141] libmachine: (ha-920193) Calling .GetSSHKeyPath
I1209 22:49:27.024530 36778 main.go:141] libmachine: (ha-920193) Calling .GetSSHUsername
I1209 22:49:27.024691 36778 main.go:141] libmachine: Using SSH client type: native
I1209 22:49:27.024872 36778 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866ca0] 0x869980 <nil> [] 0s} 192.168.39.102 22 <nil> <nil>}
I1209 22:49:27.024888 36778 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\sha-920193' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 ha-920193/g' /etc/hosts;
else
echo '127.0.1.1 ha-920193' | sudo tee -a /etc/hosts;
fi
fi
I1209 22:49:27.127613 36778 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1209 22:49:27.127642 36778 buildroot.go:172] set auth options {CertDir:/home/jenkins/minikube-integration/19888-18950/.minikube CaCertPath:/home/jenkins/minikube-integration/19888-18950/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/19888-18950/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/19888-18950/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/19888-18950/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/19888-18950/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/19888-18950/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/19888-18950/.minikube}
I1209 22:49:27.127660 36778 buildroot.go:174] setting up certificates
I1209 22:49:27.127691 36778 provision.go:84] configureAuth start
I1209 22:49:27.127710 36778 main.go:141] libmachine: (ha-920193) Calling .GetMachineName
I1209 22:49:27.127961 36778 main.go:141] libmachine: (ha-920193) Calling .GetIP
I1209 22:49:27.130248 36778 main.go:141] libmachine: (ha-920193) DBG | domain ha-920193 has defined MAC address 52:54:00:eb:3c:cb in network mk-ha-920193
I1209 22:49:27.130591 36778 main.go:141] libmachine: (ha-920193) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:eb:3c:cb", ip: ""} in network mk-ha-920193: {Iface:virbr1 ExpiryTime:2024-12-09 23:49:17 +0000 UTC Type:0 Mac:52:54:00:eb:3c:cb Iaid: IPaddr:192.168.39.102 Prefix:24 Hostname:ha-920193 Clientid:01:52:54:00:eb:3c:cb}
I1209 22:49:27.130619 36778 main.go:141] libmachine: (ha-920193) DBG | domain ha-920193 has defined IP address 192.168.39.102 and MAC address 52:54:00:eb:3c:cb in network mk-ha-920193
I1209 22:49:27.130738 36778 main.go:141] libmachine: (ha-920193) Calling .GetSSHHostname
I1209 22:49:27.132923 36778 main.go:141] libmachine: (ha-920193) DBG | domain ha-920193 has defined MAC address 52:54:00:eb:3c:cb in network mk-ha-920193
I1209 22:49:27.133247 36778 main.go:141] libmachine: (ha-920193) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:eb:3c:cb", ip: ""} in network mk-ha-920193: {Iface:virbr1 ExpiryTime:2024-12-09 23:49:17 +0000 UTC Type:0 Mac:52:54:00:eb:3c:cb Iaid: IPaddr:192.168.39.102 Prefix:24 Hostname:ha-920193 Clientid:01:52:54:00:eb:3c:cb}
I1209 22:49:27.133271 36778 main.go:141] libmachine: (ha-920193) DBG | domain ha-920193 has defined IP address 192.168.39.102 and MAC address 52:54:00:eb:3c:cb in network mk-ha-920193
I1209 22:49:27.133422 36778 provision.go:143] copyHostCerts
I1209 22:49:27.133461 36778 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19888-18950/.minikube/certs/ca.pem -> /home/jenkins/minikube-integration/19888-18950/.minikube/ca.pem
I1209 22:49:27.133491 36778 exec_runner.go:144] found /home/jenkins/minikube-integration/19888-18950/.minikube/ca.pem, removing ...
I1209 22:49:27.133506 36778 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19888-18950/.minikube/ca.pem
I1209 22:49:27.133573 36778 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19888-18950/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/19888-18950/.minikube/ca.pem (1082 bytes)
I1209 22:49:27.133653 36778 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19888-18950/.minikube/certs/cert.pem -> /home/jenkins/minikube-integration/19888-18950/.minikube/cert.pem
I1209 22:49:27.133670 36778 exec_runner.go:144] found /home/jenkins/minikube-integration/19888-18950/.minikube/cert.pem, removing ...
I1209 22:49:27.133677 36778 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19888-18950/.minikube/cert.pem
I1209 22:49:27.133702 36778 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19888-18950/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/19888-18950/.minikube/cert.pem (1123 bytes)
I1209 22:49:27.133745 36778 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19888-18950/.minikube/certs/key.pem -> /home/jenkins/minikube-integration/19888-18950/.minikube/key.pem
I1209 22:49:27.133761 36778 exec_runner.go:144] found /home/jenkins/minikube-integration/19888-18950/.minikube/key.pem, removing ...
I1209 22:49:27.133767 36778 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19888-18950/.minikube/key.pem
I1209 22:49:27.133788 36778 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19888-18950/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/19888-18950/.minikube/key.pem (1679 bytes)
I1209 22:49:27.133835 36778 provision.go:117] generating server cert: /home/jenkins/minikube-integration/19888-18950/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/19888-18950/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/19888-18950/.minikube/certs/ca-key.pem org=jenkins.ha-920193 san=[127.0.0.1 192.168.39.102 ha-920193 localhost minikube]
I1209 22:49:27.297434 36778 provision.go:177] copyRemoteCerts
I1209 22:49:27.297494 36778 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1209 22:49:27.297515 36778 main.go:141] libmachine: (ha-920193) Calling .GetSSHHostname
I1209 22:49:27.300069 36778 main.go:141] libmachine: (ha-920193) DBG | domain ha-920193 has defined MAC address 52:54:00:eb:3c:cb in network mk-ha-920193
I1209 22:49:27.300424 36778 main.go:141] libmachine: (ha-920193) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:eb:3c:cb", ip: ""} in network mk-ha-920193: {Iface:virbr1 ExpiryTime:2024-12-09 23:49:17 +0000 UTC Type:0 Mac:52:54:00:eb:3c:cb Iaid: IPaddr:192.168.39.102 Prefix:24 Hostname:ha-920193 Clientid:01:52:54:00:eb:3c:cb}
I1209 22:49:27.300443 36778 main.go:141] libmachine: (ha-920193) DBG | domain ha-920193 has defined IP address 192.168.39.102 and MAC address 52:54:00:eb:3c:cb in network mk-ha-920193
I1209 22:49:27.300615 36778 main.go:141] libmachine: (ha-920193) Calling .GetSSHPort
I1209 22:49:27.300792 36778 main.go:141] libmachine: (ha-920193) Calling .GetSSHKeyPath
I1209 22:49:27.300928 36778 main.go:141] libmachine: (ha-920193) Calling .GetSSHUsername
I1209 22:49:27.301029 36778 sshutil.go:53] new ssh client: &{IP:192.168.39.102 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19888-18950/.minikube/machines/ha-920193/id_rsa Username:docker}
I1209 22:49:27.378773 36778 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19888-18950/.minikube/machines/server.pem -> /etc/docker/server.pem
I1209 22:49:27.378830 36778 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19888-18950/.minikube/machines/server.pem --> /etc/docker/server.pem (1196 bytes)
I1209 22:49:27.403553 36778 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19888-18950/.minikube/machines/server-key.pem -> /etc/docker/server-key.pem
I1209 22:49:27.403627 36778 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19888-18950/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1675 bytes)
I1209 22:49:27.425459 36778 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19888-18950/.minikube/certs/ca.pem -> /etc/docker/ca.pem
I1209 22:49:27.425526 36778 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19888-18950/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1082 bytes)
I1209 22:49:27.449197 36778 provision.go:87] duration metric: took 321.487984ms to configureAuth
I1209 22:49:27.449229 36778 buildroot.go:189] setting minikube options for container-runtime
I1209 22:49:27.449449 36778 config.go:182] Loaded profile config "ha-920193": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1209 22:49:27.449534 36778 main.go:141] libmachine: (ha-920193) Calling .GetSSHHostname
I1209 22:49:27.453191 36778 main.go:141] libmachine: (ha-920193) DBG | domain ha-920193 has defined MAC address 52:54:00:eb:3c:cb in network mk-ha-920193
I1209 22:49:27.453559 36778 main.go:141] libmachine: (ha-920193) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:eb:3c:cb", ip: ""} in network mk-ha-920193: {Iface:virbr1 ExpiryTime:2024-12-09 23:49:17 +0000 UTC Type:0 Mac:52:54:00:eb:3c:cb Iaid: IPaddr:192.168.39.102 Prefix:24 Hostname:ha-920193 Clientid:01:52:54:00:eb:3c:cb}
I1209 22:49:27.453595 36778 main.go:141] libmachine: (ha-920193) DBG | domain ha-920193 has defined IP address 192.168.39.102 and MAC address 52:54:00:eb:3c:cb in network mk-ha-920193
I1209 22:49:27.453759 36778 main.go:141] libmachine: (ha-920193) Calling .GetSSHPort
I1209 22:49:27.453939 36778 main.go:141] libmachine: (ha-920193) Calling .GetSSHKeyPath
I1209 22:49:27.454070 36778 main.go:141] libmachine: (ha-920193) Calling .GetSSHKeyPath
I1209 22:49:27.454184 36778 main.go:141] libmachine: (ha-920193) Calling .GetSSHUsername
I1209 22:49:27.454317 36778 main.go:141] libmachine: Using SSH client type: native
I1209 22:49:27.454513 36778 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866ca0] 0x869980 <nil> [] 0s} 192.168.39.102 22 <nil> <nil>}
I1209 22:49:27.454534 36778 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1209 22:49:27.653703 36778 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1209 22:49:27.653733 36778 main.go:141] libmachine: Checking connection to Docker...
I1209 22:49:27.653756 36778 main.go:141] libmachine: (ha-920193) Calling .GetURL
I1209 22:49:27.655032 36778 main.go:141] libmachine: (ha-920193) DBG | Using libvirt version 6000000
I1209 22:49:27.657160 36778 main.go:141] libmachine: (ha-920193) DBG | domain ha-920193 has defined MAC address 52:54:00:eb:3c:cb in network mk-ha-920193
I1209 22:49:27.657463 36778 main.go:141] libmachine: (ha-920193) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:eb:3c:cb", ip: ""} in network mk-ha-920193: {Iface:virbr1 ExpiryTime:2024-12-09 23:49:17 +0000 UTC Type:0 Mac:52:54:00:eb:3c:cb Iaid: IPaddr:192.168.39.102 Prefix:24 Hostname:ha-920193 Clientid:01:52:54:00:eb:3c:cb}
I1209 22:49:27.657491 36778 main.go:141] libmachine: (ha-920193) DBG | domain ha-920193 has defined IP address 192.168.39.102 and MAC address 52:54:00:eb:3c:cb in network mk-ha-920193
I1209 22:49:27.657682 36778 main.go:141] libmachine: Docker is up and running!
I1209 22:49:27.657699 36778 main.go:141] libmachine: Reticulating splines...
I1209 22:49:27.657708 36778 client.go:171] duration metric: took 24.420875377s to LocalClient.Create
I1209 22:49:27.657735 36778 start.go:167] duration metric: took 24.420942176s to libmachine.API.Create "ha-920193"
I1209 22:49:27.657747 36778 start.go:293] postStartSetup for "ha-920193" (driver="kvm2")
I1209 22:49:27.657761 36778 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1209 22:49:27.657785 36778 main.go:141] libmachine: (ha-920193) Calling .DriverName
I1209 22:49:27.657983 36778 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1209 22:49:27.658006 36778 main.go:141] libmachine: (ha-920193) Calling .GetSSHHostname
I1209 22:49:27.659917 36778 main.go:141] libmachine: (ha-920193) DBG | domain ha-920193 has defined MAC address 52:54:00:eb:3c:cb in network mk-ha-920193
I1209 22:49:27.660172 36778 main.go:141] libmachine: (ha-920193) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:eb:3c:cb", ip: ""} in network mk-ha-920193: {Iface:virbr1 ExpiryTime:2024-12-09 23:49:17 +0000 UTC Type:0 Mac:52:54:00:eb:3c:cb Iaid: IPaddr:192.168.39.102 Prefix:24 Hostname:ha-920193 Clientid:01:52:54:00:eb:3c:cb}
I1209 22:49:27.660200 36778 main.go:141] libmachine: (ha-920193) DBG | domain ha-920193 has defined IP address 192.168.39.102 and MAC address 52:54:00:eb:3c:cb in network mk-ha-920193
I1209 22:49:27.660370 36778 main.go:141] libmachine: (ha-920193) Calling .GetSSHPort
I1209 22:49:27.660519 36778 main.go:141] libmachine: (ha-920193) Calling .GetSSHKeyPath
I1209 22:49:27.660646 36778 main.go:141] libmachine: (ha-920193) Calling .GetSSHUsername
I1209 22:49:27.660782 36778 sshutil.go:53] new ssh client: &{IP:192.168.39.102 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19888-18950/.minikube/machines/ha-920193/id_rsa Username:docker}
I1209 22:49:27.737935 36778 ssh_runner.go:195] Run: cat /etc/os-release
I1209 22:49:27.741969 36778 info.go:137] Remote host: Buildroot 2023.02.9
I1209 22:49:27.741998 36778 filesync.go:126] Scanning /home/jenkins/minikube-integration/19888-18950/.minikube/addons for local assets ...
I1209 22:49:27.742081 36778 filesync.go:126] Scanning /home/jenkins/minikube-integration/19888-18950/.minikube/files for local assets ...
I1209 22:49:27.742178 36778 filesync.go:149] local asset: /home/jenkins/minikube-integration/19888-18950/.minikube/files/etc/ssl/certs/262532.pem -> 262532.pem in /etc/ssl/certs
I1209 22:49:27.742190 36778 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19888-18950/.minikube/files/etc/ssl/certs/262532.pem -> /etc/ssl/certs/262532.pem
I1209 22:49:27.742316 36778 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1209 22:49:27.752769 36778 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19888-18950/.minikube/files/etc/ssl/certs/262532.pem --> /etc/ssl/certs/262532.pem (1708 bytes)
I1209 22:49:27.776187 36778 start.go:296] duration metric: took 118.424893ms for postStartSetup
I1209 22:49:27.776233 36778 main.go:141] libmachine: (ha-920193) Calling .GetConfigRaw
I1209 22:49:27.776813 36778 main.go:141] libmachine: (ha-920193) Calling .GetIP
I1209 22:49:27.779433 36778 main.go:141] libmachine: (ha-920193) DBG | domain ha-920193 has defined MAC address 52:54:00:eb:3c:cb in network mk-ha-920193
I1209 22:49:27.779777 36778 main.go:141] libmachine: (ha-920193) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:eb:3c:cb", ip: ""} in network mk-ha-920193: {Iface:virbr1 ExpiryTime:2024-12-09 23:49:17 +0000 UTC Type:0 Mac:52:54:00:eb:3c:cb Iaid: IPaddr:192.168.39.102 Prefix:24 Hostname:ha-920193 Clientid:01:52:54:00:eb:3c:cb}
I1209 22:49:27.779809 36778 main.go:141] libmachine: (ha-920193) DBG | domain ha-920193 has defined IP address 192.168.39.102 and MAC address 52:54:00:eb:3c:cb in network mk-ha-920193
I1209 22:49:27.780018 36778 profile.go:143] Saving config to /home/jenkins/minikube-integration/19888-18950/.minikube/profiles/ha-920193/config.json ...
I1209 22:49:27.780196 36778 start.go:128] duration metric: took 24.562298059s to createHost
I1209 22:49:27.780219 36778 main.go:141] libmachine: (ha-920193) Calling .GetSSHHostname
I1209 22:49:27.782389 36778 main.go:141] libmachine: (ha-920193) DBG | domain ha-920193 has defined MAC address 52:54:00:eb:3c:cb in network mk-ha-920193
I1209 22:49:27.782713 36778 main.go:141] libmachine: (ha-920193) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:eb:3c:cb", ip: ""} in network mk-ha-920193: {Iface:virbr1 ExpiryTime:2024-12-09 23:49:17 +0000 UTC Type:0 Mac:52:54:00:eb:3c:cb Iaid: IPaddr:192.168.39.102 Prefix:24 Hostname:ha-920193 Clientid:01:52:54:00:eb:3c:cb}
I1209 22:49:27.782737 36778 main.go:141] libmachine: (ha-920193) DBG | domain ha-920193 has defined IP address 192.168.39.102 and MAC address 52:54:00:eb:3c:cb in network mk-ha-920193
I1209 22:49:27.782928 36778 main.go:141] libmachine: (ha-920193) Calling .GetSSHPort
I1209 22:49:27.783093 36778 main.go:141] libmachine: (ha-920193) Calling .GetSSHKeyPath
I1209 22:49:27.783255 36778 main.go:141] libmachine: (ha-920193) Calling .GetSSHKeyPath
I1209 22:49:27.783378 36778 main.go:141] libmachine: (ha-920193) Calling .GetSSHUsername
I1209 22:49:27.783531 36778 main.go:141] libmachine: Using SSH client type: native
I1209 22:49:27.783762 36778 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866ca0] 0x869980 <nil> [] 0s} 192.168.39.102 22 <nil> <nil>}
I1209 22:49:27.783780 36778 main.go:141] libmachine: About to run SSH command:
date +%s.%N
I1209 22:49:27.880035 36778 main.go:141] libmachine: SSH cmd err, output: <nil>: 1733784567.857266275
I1209 22:49:27.880058 36778 fix.go:216] guest clock: 1733784567.857266275
I1209 22:49:27.880065 36778 fix.go:229] Guest: 2024-12-09 22:49:27.857266275 +0000 UTC Remote: 2024-12-09 22:49:27.780207864 +0000 UTC m=+24.672894470 (delta=77.058411ms)
I1209 22:49:27.880084 36778 fix.go:200] guest clock delta is within tolerance: 77.058411ms
I1209 22:49:27.880088 36778 start.go:83] releasing machines lock for "ha-920193", held for 24.662297943s
I1209 22:49:27.880110 36778 main.go:141] libmachine: (ha-920193) Calling .DriverName
I1209 22:49:27.880381 36778 main.go:141] libmachine: (ha-920193) Calling .GetIP
I1209 22:49:27.883090 36778 main.go:141] libmachine: (ha-920193) DBG | domain ha-920193 has defined MAC address 52:54:00:eb:3c:cb in network mk-ha-920193
I1209 22:49:27.883418 36778 main.go:141] libmachine: (ha-920193) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:eb:3c:cb", ip: ""} in network mk-ha-920193: {Iface:virbr1 ExpiryTime:2024-12-09 23:49:17 +0000 UTC Type:0 Mac:52:54:00:eb:3c:cb Iaid: IPaddr:192.168.39.102 Prefix:24 Hostname:ha-920193 Clientid:01:52:54:00:eb:3c:cb}
I1209 22:49:27.883452 36778 main.go:141] libmachine: (ha-920193) DBG | domain ha-920193 has defined IP address 192.168.39.102 and MAC address 52:54:00:eb:3c:cb in network mk-ha-920193
I1209 22:49:27.883630 36778 main.go:141] libmachine: (ha-920193) Calling .DriverName
I1209 22:49:27.884081 36778 main.go:141] libmachine: (ha-920193) Calling .DriverName
I1209 22:49:27.884211 36778 main.go:141] libmachine: (ha-920193) Calling .DriverName
I1209 22:49:27.884272 36778 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1209 22:49:27.884329 36778 main.go:141] libmachine: (ha-920193) Calling .GetSSHHostname
I1209 22:49:27.884381 36778 ssh_runner.go:195] Run: cat /version.json
I1209 22:49:27.884403 36778 main.go:141] libmachine: (ha-920193) Calling .GetSSHHostname
I1209 22:49:27.886622 36778 main.go:141] libmachine: (ha-920193) DBG | domain ha-920193 has defined MAC address 52:54:00:eb:3c:cb in network mk-ha-920193
I1209 22:49:27.886872 36778 main.go:141] libmachine: (ha-920193) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:eb:3c:cb", ip: ""} in network mk-ha-920193: {Iface:virbr1 ExpiryTime:2024-12-09 23:49:17 +0000 UTC Type:0 Mac:52:54:00:eb:3c:cb Iaid: IPaddr:192.168.39.102 Prefix:24 Hostname:ha-920193 Clientid:01:52:54:00:eb:3c:cb}
I1209 22:49:27.886899 36778 main.go:141] libmachine: (ha-920193) DBG | domain ha-920193 has defined IP address 192.168.39.102 and MAC address 52:54:00:eb:3c:cb in network mk-ha-920193
I1209 22:49:27.886994 36778 main.go:141] libmachine: (ha-920193) DBG | domain ha-920193 has defined MAC address 52:54:00:eb:3c:cb in network mk-ha-920193
I1209 22:49:27.887039 36778 main.go:141] libmachine: (ha-920193) Calling .GetSSHPort
I1209 22:49:27.887207 36778 main.go:141] libmachine: (ha-920193) Calling .GetSSHKeyPath
I1209 22:49:27.887321 36778 main.go:141] libmachine: (ha-920193) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:eb:3c:cb", ip: ""} in network mk-ha-920193: {Iface:virbr1 ExpiryTime:2024-12-09 23:49:17 +0000 UTC Type:0 Mac:52:54:00:eb:3c:cb Iaid: IPaddr:192.168.39.102 Prefix:24 Hostname:ha-920193 Clientid:01:52:54:00:eb:3c:cb}
I1209 22:49:27.887333 36778 main.go:141] libmachine: (ha-920193) Calling .GetSSHUsername
I1209 22:49:27.887353 36778 main.go:141] libmachine: (ha-920193) DBG | domain ha-920193 has defined IP address 192.168.39.102 and MAC address 52:54:00:eb:3c:cb in network mk-ha-920193
I1209 22:49:27.887479 36778 sshutil.go:53] new ssh client: &{IP:192.168.39.102 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19888-18950/.minikube/machines/ha-920193/id_rsa Username:docker}
I1209 22:49:27.887529 36778 main.go:141] libmachine: (ha-920193) Calling .GetSSHPort
I1209 22:49:27.887692 36778 main.go:141] libmachine: (ha-920193) Calling .GetSSHKeyPath
I1209 22:49:27.887829 36778 main.go:141] libmachine: (ha-920193) Calling .GetSSHUsername
I1209 22:49:27.887976 36778 sshutil.go:53] new ssh client: &{IP:192.168.39.102 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19888-18950/.minikube/machines/ha-920193/id_rsa Username:docker}
I1209 22:49:27.963462 36778 ssh_runner.go:195] Run: systemctl --version
I1209 22:49:27.986028 36778 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1209 22:49:28.143161 36778 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
W1209 22:49:28.149221 36778 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I1209 22:49:28.149289 36778 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1209 22:49:28.165410 36778 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)
I1209 22:49:28.165442 36778 start.go:495] detecting cgroup driver to use...
I1209 22:49:28.165509 36778 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1209 22:49:28.181384 36778 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1209 22:49:28.195011 36778 docker.go:217] disabling cri-docker service (if available) ...
I1209 22:49:28.195063 36778 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1209 22:49:28.208554 36778 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1209 22:49:28.222230 36778 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1209 22:49:28.338093 36778 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1209 22:49:28.483809 36778 docker.go:233] disabling docker service ...
I1209 22:49:28.483868 36778 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1209 22:49:28.497723 36778 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1209 22:49:28.510133 36778 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1209 22:49:28.637703 36778 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1209 22:49:28.768621 36778 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1209 22:49:28.781961 36778 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1209 22:49:28.799140 36778 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10" pause image...
I1209 22:49:28.799205 36778 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10"|' /etc/crio/crio.conf.d/02-crio.conf"
I1209 22:49:28.808634 36778 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I1209 22:49:28.808697 36778 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I1209 22:49:28.818355 36778 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1209 22:49:28.827780 36778 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1209 22:49:28.837191 36778 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1209 22:49:28.846758 36778 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I1209 22:49:28.856291 36778 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I1209 22:49:28.872403 36778 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I1209 22:49:28.881716 36778 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1209 22:49:28.890298 36778 crio.go:166] couldn't verify netfilter by "sudo sysctl net.bridge.bridge-nf-call-iptables" which might be okay. error: sudo sysctl net.bridge.bridge-nf-call-iptables: Process exited with status 255
stdout:
stderr:
sysctl: cannot stat /proc/sys/net/bridge/bridge-nf-call-iptables: No such file or directory
I1209 22:49:28.890355 36778 ssh_runner.go:195] Run: sudo modprobe br_netfilter
I1209 22:49:28.902738 36778 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1209 22:49:28.911729 36778 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1209 22:49:29.013922 36778 ssh_runner.go:195] Run: sudo systemctl restart crio
I1209 22:49:29.106638 36778 start.go:542] Will wait 60s for socket path /var/run/crio/crio.sock
I1209 22:49:29.106719 36778 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1209 22:49:29.111193 36778 start.go:563] Will wait 60s for crictl version
I1209 22:49:29.111261 36778 ssh_runner.go:195] Run: which crictl
I1209 22:49:29.115298 36778 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I1209 22:49:29.151109 36778 start.go:579] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.29.1
RuntimeApiVersion: v1
I1209 22:49:29.151178 36778 ssh_runner.go:195] Run: crio --version
I1209 22:49:29.178245 36778 ssh_runner.go:195] Run: crio --version
I1209 22:49:29.206246 36778 out.go:177] * Preparing Kubernetes v1.31.2 on CRI-O 1.29.1 ...
I1209 22:49:29.207478 36778 main.go:141] libmachine: (ha-920193) Calling .GetIP
I1209 22:49:29.209787 36778 main.go:141] libmachine: (ha-920193) DBG | domain ha-920193 has defined MAC address 52:54:00:eb:3c:cb in network mk-ha-920193
I1209 22:49:29.210134 36778 main.go:141] libmachine: (ha-920193) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:eb:3c:cb", ip: ""} in network mk-ha-920193: {Iface:virbr1 ExpiryTime:2024-12-09 23:49:17 +0000 UTC Type:0 Mac:52:54:00:eb:3c:cb Iaid: IPaddr:192.168.39.102 Prefix:24 Hostname:ha-920193 Clientid:01:52:54:00:eb:3c:cb}
I1209 22:49:29.210160 36778 main.go:141] libmachine: (ha-920193) DBG | domain ha-920193 has defined IP address 192.168.39.102 and MAC address 52:54:00:eb:3c:cb in network mk-ha-920193
I1209 22:49:29.210332 36778 ssh_runner.go:195] Run: grep 192.168.39.1 host.minikube.internal$ /etc/hosts
I1209 22:49:29.214243 36778 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.39.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1209 22:49:29.226620 36778 kubeadm.go:883] updating cluster {Name:ha-920193 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19917/minikube-v1.34.0-1730913550-19917-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730888964-19917@sha256:629a5748e3ec15a091fef12257eb3754b8ffc0c974ebcbb016451c65d1829615 Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.2 Cl
usterName:ha-920193 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.39.102 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 M
ountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} ...
I1209 22:49:29.226723 36778 preload.go:131] Checking if preload exists for k8s version v1.31.2 and runtime crio
I1209 22:49:29.226766 36778 ssh_runner.go:195] Run: sudo crictl images --output json
I1209 22:49:29.257928 36778 crio.go:510] couldn't find preloaded image for "registry.k8s.io/kube-apiserver:v1.31.2". assuming images are not preloaded.
I1209 22:49:29.257999 36778 ssh_runner.go:195] Run: which lz4
I1209 22:49:29.261848 36778 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19888-18950/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.2-cri-o-overlay-amd64.tar.lz4 -> /preloaded.tar.lz4
I1209 22:49:29.261955 36778 ssh_runner.go:195] Run: stat -c "%s %y" /preloaded.tar.lz4
I1209 22:49:29.265782 36778 ssh_runner.go:352] existence check for /preloaded.tar.lz4: stat -c "%s %y" /preloaded.tar.lz4: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/preloaded.tar.lz4': No such file or directory
I1209 22:49:29.265814 36778 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19888-18950/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.2-cri-o-overlay-amd64.tar.lz4 --> /preloaded.tar.lz4 (392059347 bytes)
I1209 22:49:30.441006 36778 crio.go:462] duration metric: took 1.179084887s to copy over tarball
I1209 22:49:30.441074 36778 ssh_runner.go:195] Run: sudo tar --xattrs --xattrs-include security.capability -I lz4 -C /var -xf /preloaded.tar.lz4
I1209 22:49:32.468580 36778 ssh_runner.go:235] Completed: sudo tar --xattrs --xattrs-include security.capability -I lz4 -C /var -xf /preloaded.tar.lz4: (2.027482243s)
I1209 22:49:32.468624 36778 crio.go:469] duration metric: took 2.027585779s to extract the tarball
I1209 22:49:32.468641 36778 ssh_runner.go:146] rm: /preloaded.tar.lz4
I1209 22:49:32.505123 36778 ssh_runner.go:195] Run: sudo crictl images --output json
I1209 22:49:32.547324 36778 crio.go:514] all images are preloaded for cri-o runtime.
I1209 22:49:32.547346 36778 cache_images.go:84] Images are preloaded, skipping loading
I1209 22:49:32.547353 36778 kubeadm.go:934] updating node { 192.168.39.102 8443 v1.31.2 crio true true} ...
I1209 22:49:32.547438 36778 kubeadm.go:946] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.31.2/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --hostname-override=ha-920193 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.39.102
[Install]
config:
{KubernetesVersion:v1.31.2 ClusterName:ha-920193 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1209 22:49:32.547498 36778 ssh_runner.go:195] Run: crio config
I1209 22:49:32.589945 36778 cni.go:84] Creating CNI manager for ""
I1209 22:49:32.589970 36778 cni.go:136] multinode detected (1 nodes found), recommending kindnet
I1209 22:49:32.589982 36778 kubeadm.go:84] Using pod CIDR: 10.244.0.0/16
I1209 22:49:32.590011 36778 kubeadm.go:189] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.39.102 APIServerPort:8443 KubernetesVersion:v1.31.2 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:ha-920193 NodeName:ha-920193 DNSDomain:cluster.local CRISocket:/var/run/crio/crio.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.39.102"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.39.102 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/kubernete
s/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[containerRuntimeEndpoint:unix:///var/run/crio/crio.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I1209 22:49:32.590137 36778 kubeadm.go:195] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta4
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.39.102
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/crio/crio.sock
name: "ha-920193"
kubeletExtraArgs:
- name: "node-ip"
value: "192.168.39.102"
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta4
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.39.102"]
extraArgs:
- name: "enable-admission-plugins"
value: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
- name: "allocate-node-cidrs"
value: "true"
- name: "leader-elect"
value: "false"
scheduler:
extraArgs:
- name: "leader-elect"
value: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
extraArgs:
- name: "proxy-refresh-interval"
value: "70000"
kubernetesVersion: v1.31.2
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
containerRuntimeEndpoint: unix:///var/run/crio/crio.sock
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%"
nodefs.inodesFree: "0%"
imagefs.available: "0%"
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I1209 22:49:32.590159 36778 kube-vip.go:115] generating kube-vip config ...
I1209 22:49:32.590202 36778 ssh_runner.go:195] Run: sudo sh -c "modprobe --all ip_vs ip_vs_rr ip_vs_wrr ip_vs_sh nf_conntrack"
I1209 22:49:32.605724 36778 kube-vip.go:167] auto-enabling control-plane load-balancing in kube-vip
I1209 22:49:32.605829 36778 kube-vip.go:137] kube-vip config:
apiVersion: v1
kind: Pod
metadata:
creationTimestamp: null
name: kube-vip
namespace: kube-system
spec:
containers:
- args:
- manager
env:
- name: vip_arp
value: "true"
- name: port
value: "8443"
- name: vip_nodename
valueFrom:
fieldRef:
fieldPath: spec.nodeName
- name: vip_interface
value: eth0
- name: vip_cidr
value: "32"
- name: dns_mode
value: first
- name: cp_enable
value: "true"
- name: cp_namespace
value: kube-system
- name: vip_leaderelection
value: "true"
- name: vip_leasename
value: plndr-cp-lock
- name: vip_leaseduration
value: "5"
- name: vip_renewdeadline
value: "3"
- name: vip_retryperiod
value: "1"
- name: address
value: 192.168.39.254
- name: prometheus_server
value: :2112
- name : lb_enable
value: "true"
- name: lb_port
value: "8443"
image: ghcr.io/kube-vip/kube-vip:v0.8.7
imagePullPolicy: IfNotPresent
name: kube-vip
resources: {}
securityContext:
capabilities:
add:
- NET_ADMIN
- NET_RAW
volumeMounts:
- mountPath: /etc/kubernetes/admin.conf
name: kubeconfig
hostAliases:
- hostnames:
- kubernetes
ip: 127.0.0.1
hostNetwork: true
volumes:
- hostPath:
path: "/etc/kubernetes/super-admin.conf"
name: kubeconfig
status: {}
I1209 22:49:32.605883 36778 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.31.2
I1209 22:49:32.615285 36778 binaries.go:44] Found k8s binaries, skipping transfer
I1209 22:49:32.615345 36778 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube /etc/kubernetes/manifests
I1209 22:49:32.624299 36778 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (309 bytes)
I1209 22:49:32.639876 36778 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1209 22:49:32.656137 36778 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2289 bytes)
I1209 22:49:32.672494 36778 ssh_runner.go:362] scp memory --> /etc/kubernetes/manifests/kube-vip.yaml (1447 bytes)
I1209 22:49:32.688039 36778 ssh_runner.go:195] Run: grep 192.168.39.254 control-plane.minikube.internal$ /etc/hosts
I1209 22:49:32.691843 36778 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.39.254 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1209 22:49:32.703440 36778 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1209 22:49:32.825661 36778 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1209 22:49:32.842362 36778 certs.go:68] Setting up /home/jenkins/minikube-integration/19888-18950/.minikube/profiles/ha-920193 for IP: 192.168.39.102
I1209 22:49:32.842387 36778 certs.go:194] generating shared ca certs ...
I1209 22:49:32.842404 36778 certs.go:226] acquiring lock for ca certs: {Name:mkd265720ad4e9ec56deaf6f6ee2e43eb34d5a83 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1209 22:49:32.842561 36778 certs.go:235] skipping valid "minikubeCA" ca cert: /home/jenkins/minikube-integration/19888-18950/.minikube/ca.key
I1209 22:49:32.842601 36778 certs.go:235] skipping valid "proxyClientCA" ca cert: /home/jenkins/minikube-integration/19888-18950/.minikube/proxy-client-ca.key
I1209 22:49:32.842611 36778 certs.go:256] generating profile certs ...
I1209 22:49:32.842674 36778 certs.go:363] generating signed profile cert for "minikube-user": /home/jenkins/minikube-integration/19888-18950/.minikube/profiles/ha-920193/client.key
I1209 22:49:32.842693 36778 crypto.go:68] Generating cert /home/jenkins/minikube-integration/19888-18950/.minikube/profiles/ha-920193/client.crt with IP's: []
I1209 22:49:32.980963 36778 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19888-18950/.minikube/profiles/ha-920193/client.crt ...
I1209 22:49:32.980992 36778 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19888-18950/.minikube/profiles/ha-920193/client.crt: {Name:mkd9ec798303363f6538acfc05f1a5f04066e731 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1209 22:49:32.981176 36778 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19888-18950/.minikube/profiles/ha-920193/client.key ...
I1209 22:49:32.981188 36778 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19888-18950/.minikube/profiles/ha-920193/client.key: {Name:mk056f923a34783de09213845e376bddce6f3df9 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1209 22:49:32.981268 36778 certs.go:363] generating signed profile cert for "minikube": /home/jenkins/minikube-integration/19888-18950/.minikube/profiles/ha-920193/apiserver.key.ec574f19
I1209 22:49:32.981285 36778 crypto.go:68] Generating cert /home/jenkins/minikube-integration/19888-18950/.minikube/profiles/ha-920193/apiserver.crt.ec574f19 with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.168.39.102 192.168.39.254]
I1209 22:49:33.242216 36778 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19888-18950/.minikube/profiles/ha-920193/apiserver.crt.ec574f19 ...
I1209 22:49:33.242250 36778 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19888-18950/.minikube/profiles/ha-920193/apiserver.crt.ec574f19: {Name:mk7179026523f0b057d26b52e40a5885ad95d8ce Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1209 22:49:33.242434 36778 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19888-18950/.minikube/profiles/ha-920193/apiserver.key.ec574f19 ...
I1209 22:49:33.242448 36778 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19888-18950/.minikube/profiles/ha-920193/apiserver.key.ec574f19: {Name:mk65609d82220269362f492c0a2d0cc4da8d1447 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1209 22:49:33.242525 36778 certs.go:381] copying /home/jenkins/minikube-integration/19888-18950/.minikube/profiles/ha-920193/apiserver.crt.ec574f19 -> /home/jenkins/minikube-integration/19888-18950/.minikube/profiles/ha-920193/apiserver.crt
I1209 22:49:33.242596 36778 certs.go:385] copying /home/jenkins/minikube-integration/19888-18950/.minikube/profiles/ha-920193/apiserver.key.ec574f19 -> /home/jenkins/minikube-integration/19888-18950/.minikube/profiles/ha-920193/apiserver.key
I1209 22:49:33.242650 36778 certs.go:363] generating signed profile cert for "aggregator": /home/jenkins/minikube-integration/19888-18950/.minikube/profiles/ha-920193/proxy-client.key
I1209 22:49:33.242665 36778 crypto.go:68] Generating cert /home/jenkins/minikube-integration/19888-18950/.minikube/profiles/ha-920193/proxy-client.crt with IP's: []
I1209 22:49:33.389277 36778 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19888-18950/.minikube/profiles/ha-920193/proxy-client.crt ...
I1209 22:49:33.389307 36778 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19888-18950/.minikube/profiles/ha-920193/proxy-client.crt: {Name:mk8b70654b36de7093b054b1d0d39a95b39d45fa Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1209 22:49:33.389473 36778 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19888-18950/.minikube/profiles/ha-920193/proxy-client.key ...
I1209 22:49:33.389485 36778 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19888-18950/.minikube/profiles/ha-920193/proxy-client.key: {Name:mk4ec3e3be54da03f1d1683c75f10f14c0904ad0 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1209 22:49:33.389559 36778 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19888-18950/.minikube/ca.crt -> /var/lib/minikube/certs/ca.crt
I1209 22:49:33.389576 36778 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19888-18950/.minikube/ca.key -> /var/lib/minikube/certs/ca.key
I1209 22:49:33.389587 36778 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19888-18950/.minikube/proxy-client-ca.crt -> /var/lib/minikube/certs/proxy-client-ca.crt
I1209 22:49:33.389600 36778 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19888-18950/.minikube/proxy-client-ca.key -> /var/lib/minikube/certs/proxy-client-ca.key
I1209 22:49:33.389610 36778 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19888-18950/.minikube/profiles/ha-920193/apiserver.crt -> /var/lib/minikube/certs/apiserver.crt
I1209 22:49:33.389620 36778 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19888-18950/.minikube/profiles/ha-920193/apiserver.key -> /var/lib/minikube/certs/apiserver.key
I1209 22:49:33.389632 36778 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19888-18950/.minikube/profiles/ha-920193/proxy-client.crt -> /var/lib/minikube/certs/proxy-client.crt
I1209 22:49:33.389642 36778 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19888-18950/.minikube/profiles/ha-920193/proxy-client.key -> /var/lib/minikube/certs/proxy-client.key
I1209 22:49:33.389693 36778 certs.go:484] found cert: /home/jenkins/minikube-integration/19888-18950/.minikube/certs/26253.pem (1338 bytes)
W1209 22:49:33.389729 36778 certs.go:480] ignoring /home/jenkins/minikube-integration/19888-18950/.minikube/certs/26253_empty.pem, impossibly tiny 0 bytes
I1209 22:49:33.389739 36778 certs.go:484] found cert: /home/jenkins/minikube-integration/19888-18950/.minikube/certs/ca-key.pem (1675 bytes)
I1209 22:49:33.389758 36778 certs.go:484] found cert: /home/jenkins/minikube-integration/19888-18950/.minikube/certs/ca.pem (1082 bytes)
I1209 22:49:33.389781 36778 certs.go:484] found cert: /home/jenkins/minikube-integration/19888-18950/.minikube/certs/cert.pem (1123 bytes)
I1209 22:49:33.389801 36778 certs.go:484] found cert: /home/jenkins/minikube-integration/19888-18950/.minikube/certs/key.pem (1679 bytes)
I1209 22:49:33.389837 36778 certs.go:484] found cert: /home/jenkins/minikube-integration/19888-18950/.minikube/files/etc/ssl/certs/262532.pem (1708 bytes)
I1209 22:49:33.389863 36778 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19888-18950/.minikube/ca.crt -> /usr/share/ca-certificates/minikubeCA.pem
I1209 22:49:33.389878 36778 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19888-18950/.minikube/certs/26253.pem -> /usr/share/ca-certificates/26253.pem
I1209 22:49:33.389890 36778 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19888-18950/.minikube/files/etc/ssl/certs/262532.pem -> /usr/share/ca-certificates/262532.pem
I1209 22:49:33.390445 36778 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19888-18950/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1209 22:49:33.414470 36778 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19888-18950/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1675 bytes)
I1209 22:49:33.436920 36778 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19888-18950/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1209 22:49:33.458977 36778 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19888-18950/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I1209 22:49:33.481846 36778 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19888-18950/.minikube/profiles/ha-920193/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1424 bytes)
I1209 22:49:33.503907 36778 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19888-18950/.minikube/profiles/ha-920193/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1679 bytes)
I1209 22:49:33.525852 36778 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19888-18950/.minikube/profiles/ha-920193/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1209 22:49:33.548215 36778 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19888-18950/.minikube/profiles/ha-920193/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1679 bytes)
I1209 22:49:33.569802 36778 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19888-18950/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1209 22:49:33.602465 36778 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19888-18950/.minikube/certs/26253.pem --> /usr/share/ca-certificates/26253.pem (1338 bytes)
I1209 22:49:33.628007 36778 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19888-18950/.minikube/files/etc/ssl/certs/262532.pem --> /usr/share/ca-certificates/262532.pem (1708 bytes)
I1209 22:49:33.653061 36778 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I1209 22:49:33.668632 36778 ssh_runner.go:195] Run: openssl version
I1209 22:49:33.674257 36778 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/262532.pem && ln -fs /usr/share/ca-certificates/262532.pem /etc/ssl/certs/262532.pem"
I1209 22:49:33.684380 36778 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/262532.pem
I1209 22:49:33.688650 36778 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Dec 9 22:45 /usr/share/ca-certificates/262532.pem
I1209 22:49:33.688714 36778 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/262532.pem
I1209 22:49:33.694036 36778 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/262532.pem /etc/ssl/certs/3ec20f2e.0"
I1209 22:49:33.704144 36778 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1209 22:49:33.714060 36778 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1209 22:49:33.718184 36778 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Dec 9 22:32 /usr/share/ca-certificates/minikubeCA.pem
I1209 22:49:33.718227 36778 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1209 22:49:33.723730 36778 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1209 22:49:33.734203 36778 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/26253.pem && ln -fs /usr/share/ca-certificates/26253.pem /etc/ssl/certs/26253.pem"
I1209 22:49:33.744729 36778 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/26253.pem
I1209 22:49:33.749033 36778 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Dec 9 22:45 /usr/share/ca-certificates/26253.pem
I1209 22:49:33.749080 36778 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/26253.pem
I1209 22:49:33.754563 36778 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/26253.pem /etc/ssl/certs/51391683.0"
I1209 22:49:33.764859 36778 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1209 22:49:33.768876 36778 certs.go:399] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I1209 22:49:33.768937 36778 kubeadm.go:392] StartCluster: {Name:ha-920193 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19917/minikube-v1.34.0-1730913550-19917-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730888964-19917@sha256:629a5748e3ec15a091fef12257eb3754b8ffc0c974ebcbb016451c65d1829615 Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.2 Clust
erName:ha-920193 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.39.102 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 Moun
tType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1209 22:49:33.769036 36778 cri.go:54] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I1209 22:49:33.769105 36778 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1209 22:49:33.804100 36778 cri.go:89] found id: ""
I1209 22:49:33.804165 36778 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I1209 22:49:33.814344 36778 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml
I1209 22:49:33.824218 36778 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf
I1209 22:49:33.834084 36778 kubeadm.go:155] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory
ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory
ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory
ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory
I1209 22:49:33.834106 36778 kubeadm.go:157] found existing configuration files:
I1209 22:49:33.834157 36778 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf
I1209 22:49:33.843339 36778 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/admin.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/admin.conf: No such file or directory
I1209 22:49:33.843379 36778 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/admin.conf
I1209 22:49:33.853049 36778 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf
I1209 22:49:33.862222 36778 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/kubelet.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/kubelet.conf: No such file or directory
I1209 22:49:33.862280 36778 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/kubelet.conf
I1209 22:49:33.872041 36778 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf
I1209 22:49:33.881416 36778 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/controller-manager.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/controller-manager.conf: No such file or directory
I1209 22:49:33.881475 36778 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/controller-manager.conf
I1209 22:49:33.891237 36778 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf
I1209 22:49:33.900609 36778 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/scheduler.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/scheduler.conf: No such file or directory
I1209 22:49:33.900659 36778 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/scheduler.conf
I1209 22:49:33.910089 36778 ssh_runner.go:286] Start: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.2:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem"
I1209 22:49:34.000063 36778 kubeadm.go:310] [init] Using Kubernetes version: v1.31.2
I1209 22:49:34.000183 36778 kubeadm.go:310] [preflight] Running pre-flight checks
I1209 22:49:34.091544 36778 kubeadm.go:310] [preflight] Pulling images required for setting up a Kubernetes cluster
I1209 22:49:34.091739 36778 kubeadm.go:310] [preflight] This might take a minute or two, depending on the speed of your internet connection
I1209 22:49:34.091892 36778 kubeadm.go:310] [preflight] You can also perform this action beforehand using 'kubeadm config images pull'
I1209 22:49:34.100090 36778 kubeadm.go:310] [certs] Using certificateDir folder "/var/lib/minikube/certs"
I1209 22:49:34.102871 36778 out.go:235] - Generating certificates and keys ...
I1209 22:49:34.103528 36778 kubeadm.go:310] [certs] Using existing ca certificate authority
I1209 22:49:34.103648 36778 kubeadm.go:310] [certs] Using existing apiserver certificate and key on disk
I1209 22:49:34.284340 36778 kubeadm.go:310] [certs] Generating "apiserver-kubelet-client" certificate and key
I1209 22:49:34.462874 36778 kubeadm.go:310] [certs] Generating "front-proxy-ca" certificate and key
I1209 22:49:34.647453 36778 kubeadm.go:310] [certs] Generating "front-proxy-client" certificate and key
I1209 22:49:34.787984 36778 kubeadm.go:310] [certs] Generating "etcd/ca" certificate and key
I1209 22:49:35.020609 36778 kubeadm.go:310] [certs] Generating "etcd/server" certificate and key
I1209 22:49:35.020761 36778 kubeadm.go:310] [certs] etcd/server serving cert is signed for DNS names [ha-920193 localhost] and IPs [192.168.39.102 127.0.0.1 ::1]
I1209 22:49:35.078800 36778 kubeadm.go:310] [certs] Generating "etcd/peer" certificate and key
I1209 22:49:35.078977 36778 kubeadm.go:310] [certs] etcd/peer serving cert is signed for DNS names [ha-920193 localhost] and IPs [192.168.39.102 127.0.0.1 ::1]
I1209 22:49:35.150500 36778 kubeadm.go:310] [certs] Generating "etcd/healthcheck-client" certificate and key
I1209 22:49:35.230381 36778 kubeadm.go:310] [certs] Generating "apiserver-etcd-client" certificate and key
I1209 22:49:35.499235 36778 kubeadm.go:310] [certs] Generating "sa" key and public key
I1209 22:49:35.499319 36778 kubeadm.go:310] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"
I1209 22:49:35.912886 36778 kubeadm.go:310] [kubeconfig] Writing "admin.conf" kubeconfig file
I1209 22:49:36.241120 36778 kubeadm.go:310] [kubeconfig] Writing "super-admin.conf" kubeconfig file
I1209 22:49:36.405939 36778 kubeadm.go:310] [kubeconfig] Writing "kubelet.conf" kubeconfig file
I1209 22:49:36.604047 36778 kubeadm.go:310] [kubeconfig] Writing "controller-manager.conf" kubeconfig file
I1209 22:49:36.814671 36778 kubeadm.go:310] [kubeconfig] Writing "scheduler.conf" kubeconfig file
I1209 22:49:36.815164 36778 kubeadm.go:310] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
I1209 22:49:36.818373 36778 kubeadm.go:310] [control-plane] Using manifest folder "/etc/kubernetes/manifests"
I1209 22:49:36.820325 36778 out.go:235] - Booting up control plane ...
I1209 22:49:36.820430 36778 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-apiserver"
I1209 22:49:36.820522 36778 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-controller-manager"
I1209 22:49:36.821468 36778 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-scheduler"
I1209 22:49:36.841330 36778 kubeadm.go:310] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
I1209 22:49:36.848308 36778 kubeadm.go:310] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
I1209 22:49:36.848421 36778 kubeadm.go:310] [kubelet-start] Starting the kubelet
I1209 22:49:36.995410 36778 kubeadm.go:310] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests"
I1209 22:49:36.995535 36778 kubeadm.go:310] [kubelet-check] Waiting for a healthy kubelet at http://127.0.0.1:10248/healthz. This can take up to 4m0s
I1209 22:49:37.995683 36778 kubeadm.go:310] [kubelet-check] The kubelet is healthy after 1.001015441s
I1209 22:49:37.995786 36778 kubeadm.go:310] [api-check] Waiting for a healthy API server. This can take up to 4m0s
I1209 22:49:43.754200 36778 kubeadm.go:310] [api-check] The API server is healthy after 5.761609039s
I1209 22:49:43.767861 36778 kubeadm.go:310] [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace
I1209 22:49:43.785346 36778 kubeadm.go:310] [kubelet] Creating a ConfigMap "kubelet-config" in namespace kube-system with the configuration for the kubelets in the cluster
I1209 22:49:43.810025 36778 kubeadm.go:310] [upload-certs] Skipping phase. Please see --upload-certs
I1209 22:49:43.810266 36778 kubeadm.go:310] [mark-control-plane] Marking the node ha-920193 as control-plane by adding the labels: [node-role.kubernetes.io/control-plane node.kubernetes.io/exclude-from-external-load-balancers]
I1209 22:49:43.821256 36778 kubeadm.go:310] [bootstrap-token] Using token: 72yxn0.qrsfcagkngfj4gxi
I1209 22:49:43.822572 36778 out.go:235] - Configuring RBAC rules ...
I1209 22:49:43.822691 36778 kubeadm.go:310] [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles
I1209 22:49:43.832707 36778 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to get nodes
I1209 22:49:43.844059 36778 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials
I1209 22:49:43.846995 36778 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token
I1209 22:49:43.849841 36778 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow certificate rotation for all node client certificates in the cluster
I1209 22:49:43.856257 36778 kubeadm.go:310] [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace
I1209 22:49:44.160151 36778 kubeadm.go:310] [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key
I1209 22:49:44.591740 36778 kubeadm.go:310] [addons] Applied essential addon: CoreDNS
I1209 22:49:45.161509 36778 kubeadm.go:310] [addons] Applied essential addon: kube-proxy
I1209 22:49:45.162464 36778 kubeadm.go:310]
I1209 22:49:45.162543 36778 kubeadm.go:310] Your Kubernetes control-plane has initialized successfully!
I1209 22:49:45.162552 36778 kubeadm.go:310]
I1209 22:49:45.162641 36778 kubeadm.go:310] To start using your cluster, you need to run the following as a regular user:
I1209 22:49:45.162653 36778 kubeadm.go:310]
I1209 22:49:45.162689 36778 kubeadm.go:310] mkdir -p $HOME/.kube
I1209 22:49:45.162763 36778 kubeadm.go:310] sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config
I1209 22:49:45.162845 36778 kubeadm.go:310] sudo chown $(id -u):$(id -g) $HOME/.kube/config
I1209 22:49:45.162856 36778 kubeadm.go:310]
I1209 22:49:45.162934 36778 kubeadm.go:310] Alternatively, if you are the root user, you can run:
I1209 22:49:45.162944 36778 kubeadm.go:310]
I1209 22:49:45.163005 36778 kubeadm.go:310] export KUBECONFIG=/etc/kubernetes/admin.conf
I1209 22:49:45.163016 36778 kubeadm.go:310]
I1209 22:49:45.163084 36778 kubeadm.go:310] You should now deploy a pod network to the cluster.
I1209 22:49:45.163184 36778 kubeadm.go:310] Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:
I1209 22:49:45.163290 36778 kubeadm.go:310] https://kubernetes.io/docs/concepts/cluster-administration/addons/
I1209 22:49:45.163301 36778 kubeadm.go:310]
I1209 22:49:45.163412 36778 kubeadm.go:310] You can now join any number of control-plane nodes by copying certificate authorities
I1209 22:49:45.163482 36778 kubeadm.go:310] and service account keys on each node and then running the following as root:
I1209 22:49:45.163488 36778 kubeadm.go:310]
I1209 22:49:45.163586 36778 kubeadm.go:310] kubeadm join control-plane.minikube.internal:8443 --token 72yxn0.qrsfcagkngfj4gxi \
I1209 22:49:45.163727 36778 kubeadm.go:310] --discovery-token-ca-cert-hash sha256:988b8db589f8480ac81f4918593a60bc028857de125bd39ca70f8ea70fb46e5b \
I1209 22:49:45.163762 36778 kubeadm.go:310] --control-plane
I1209 22:49:45.163771 36778 kubeadm.go:310]
I1209 22:49:45.163891 36778 kubeadm.go:310] Then you can join any number of worker nodes by running the following on each as root:
I1209 22:49:45.163902 36778 kubeadm.go:310]
I1209 22:49:45.164042 36778 kubeadm.go:310] kubeadm join control-plane.minikube.internal:8443 --token 72yxn0.qrsfcagkngfj4gxi \
I1209 22:49:45.164198 36778 kubeadm.go:310] --discovery-token-ca-cert-hash sha256:988b8db589f8480ac81f4918593a60bc028857de125bd39ca70f8ea70fb46e5b
I1209 22:49:45.164453 36778 kubeadm.go:310] [WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
I1209 22:49:45.164487 36778 cni.go:84] Creating CNI manager for ""
I1209 22:49:45.164497 36778 cni.go:136] multinode detected (1 nodes found), recommending kindnet
I1209 22:49:45.166869 36778 out.go:177] * Configuring CNI (Container Networking Interface) ...
I1209 22:49:45.168578 36778 ssh_runner.go:195] Run: stat /opt/cni/bin/portmap
I1209 22:49:45.173867 36778 cni.go:182] applying CNI manifest using /var/lib/minikube/binaries/v1.31.2/kubectl ...
I1209 22:49:45.173890 36778 ssh_runner.go:362] scp memory --> /var/tmp/minikube/cni.yaml (2601 bytes)
I1209 22:49:45.193577 36778 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl apply --kubeconfig=/var/lib/minikube/kubeconfig -f /var/tmp/minikube/cni.yaml
I1209 22:49:45.540330 36778 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"
I1209 22:49:45.540400 36778 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl create clusterrolebinding minikube-rbac --clusterrole=cluster-admin --serviceaccount=kube-system:default --kubeconfig=/var/lib/minikube/kubeconfig
I1209 22:49:45.540429 36778 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig label --overwrite nodes ha-920193 minikube.k8s.io/updated_at=2024_12_09T22_49_45_0700 minikube.k8s.io/version=v1.34.0 minikube.k8s.io/commit=bdb91ee97b7db1e27267ce5f380a98e3176548b5 minikube.k8s.io/name=ha-920193 minikube.k8s.io/primary=true
I1209 22:49:45.563713 36778 ops.go:34] apiserver oom_adj: -16
I1209 22:49:45.755027 36778 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1209 22:49:46.255384 36778 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1209 22:49:46.755819 36778 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1209 22:49:47.255436 36778 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1209 22:49:47.755914 36778 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1209 22:49:48.255404 36778 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1209 22:49:48.755938 36778 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1209 22:49:49.255745 36778 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1209 22:49:49.346913 36778 kubeadm.go:1113] duration metric: took 3.806571287s to wait for elevateKubeSystemPrivileges
I1209 22:49:49.346942 36778 kubeadm.go:394] duration metric: took 15.578011127s to StartCluster
I1209 22:49:49.346958 36778 settings.go:142] acquiring lock: {Name:mk5afe93d4b75b62f21fb4999a799ab702c984d5 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1209 22:49:49.347032 36778 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/19888-18950/kubeconfig
I1209 22:49:49.347686 36778 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19888-18950/kubeconfig: {Name:mk7978ce6997aed8075f03ea8327af523cc6eaaf Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1209 22:49:49.347889 36778 start.go:233] HA (multi-control plane) cluster: will skip waiting for primary control-plane node &{Name: IP:192.168.39.102 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}
I1209 22:49:49.347901 36778 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml"
I1209 22:49:49.347912 36778 start.go:241] waiting for startup goroutines ...
I1209 22:49:49.347916 36778 addons.go:507] enable addons start: toEnable=map[ambassador:false amd-gpu-device-plugin:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-gluster:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false]
I1209 22:49:49.347997 36778 addons.go:69] Setting storage-provisioner=true in profile "ha-920193"
I1209 22:49:49.348008 36778 addons.go:69] Setting default-storageclass=true in profile "ha-920193"
I1209 22:49:49.348018 36778 addons.go:234] Setting addon storage-provisioner=true in "ha-920193"
I1209 22:49:49.348025 36778 addons_storage_classes.go:33] enableOrDisableStorageClasses default-storageclass=true on "ha-920193"
I1209 22:49:49.348059 36778 host.go:66] Checking if "ha-920193" exists ...
I1209 22:49:49.348092 36778 config.go:182] Loaded profile config "ha-920193": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1209 22:49:49.348366 36778 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1209 22:49:49.348401 36778 main.go:141] libmachine: Launching plugin server for driver kvm2
I1209 22:49:49.348486 36778 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1209 22:49:49.348504 36778 main.go:141] libmachine: Launching plugin server for driver kvm2
I1209 22:49:49.364294 36778 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:41179
I1209 22:49:49.364762 36778 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:40635
I1209 22:49:49.364808 36778 main.go:141] libmachine: () Calling .GetVersion
I1209 22:49:49.365192 36778 main.go:141] libmachine: () Calling .GetVersion
I1209 22:49:49.365331 36778 main.go:141] libmachine: Using API Version 1
I1209 22:49:49.365359 36778 main.go:141] libmachine: () Calling .SetConfigRaw
I1209 22:49:49.365654 36778 main.go:141] libmachine: Using API Version 1
I1209 22:49:49.365671 36778 main.go:141] libmachine: () Calling .SetConfigRaw
I1209 22:49:49.365700 36778 main.go:141] libmachine: () Calling .GetMachineName
I1209 22:49:49.365855 36778 main.go:141] libmachine: (ha-920193) Calling .GetState
I1209 22:49:49.366017 36778 main.go:141] libmachine: () Calling .GetMachineName
I1209 22:49:49.366436 36778 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1209 22:49:49.366477 36778 main.go:141] libmachine: Launching plugin server for driver kvm2
I1209 22:49:49.367841 36778 loader.go:395] Config loaded from file: /home/jenkins/minikube-integration/19888-18950/kubeconfig
I1209 22:49:49.368072 36778 kapi.go:59] client config for ha-920193: &rest.Config{Host:"https://192.168.39.254:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/home/jenkins/minikube-integration/19888-18950/.minikube/profiles/ha-920193/client.crt", KeyFile:"/home/jenkins/minikube-integration/19888-18950/.minikube/profiles/ha-920193/client.key", CAFile:"/home/jenkins/minikube-integration/19888-18950/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil), CAData:[]uint8(nil), NextProtos:[]string(nil)
}, UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x243c9a0), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
I1209 22:49:49.368506 36778 cert_rotation.go:140] Starting client certificate rotation controller
I1209 22:49:49.368728 36778 addons.go:234] Setting addon default-storageclass=true in "ha-920193"
I1209 22:49:49.368759 36778 host.go:66] Checking if "ha-920193" exists ...
I1209 22:49:49.368995 36778 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1209 22:49:49.369045 36778 main.go:141] libmachine: Launching plugin server for driver kvm2
I1209 22:49:49.381548 36778 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:44341
I1209 22:49:49.382048 36778 main.go:141] libmachine: () Calling .GetVersion
I1209 22:49:49.382623 36778 main.go:141] libmachine: Using API Version 1
I1209 22:49:49.382650 36778 main.go:141] libmachine: () Calling .SetConfigRaw
I1209 22:49:49.382946 36778 main.go:141] libmachine: () Calling .GetMachineName
I1209 22:49:49.383123 36778 main.go:141] libmachine: (ha-920193) Calling .GetState
I1209 22:49:49.384085 36778 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:35753
I1209 22:49:49.384563 36778 main.go:141] libmachine: () Calling .GetVersion
I1209 22:49:49.385002 36778 main.go:141] libmachine: (ha-920193) Calling .DriverName
I1209 22:49:49.385074 36778 main.go:141] libmachine: Using API Version 1
I1209 22:49:49.385099 36778 main.go:141] libmachine: () Calling .SetConfigRaw
I1209 22:49:49.385406 36778 main.go:141] libmachine: () Calling .GetMachineName
I1209 22:49:49.385869 36778 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1209 22:49:49.385898 36778 main.go:141] libmachine: Launching plugin server for driver kvm2
I1209 22:49:49.387093 36778 out.go:177] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
I1209 22:49:49.388363 36778 addons.go:431] installing /etc/kubernetes/addons/storage-provisioner.yaml
I1209 22:49:49.388378 36778 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I1209 22:49:49.388396 36778 main.go:141] libmachine: (ha-920193) Calling .GetSSHHostname
I1209 22:49:49.391382 36778 main.go:141] libmachine: (ha-920193) DBG | domain ha-920193 has defined MAC address 52:54:00:eb:3c:cb in network mk-ha-920193
I1209 22:49:49.391959 36778 main.go:141] libmachine: (ha-920193) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:eb:3c:cb", ip: ""} in network mk-ha-920193: {Iface:virbr1 ExpiryTime:2024-12-09 23:49:17 +0000 UTC Type:0 Mac:52:54:00:eb:3c:cb Iaid: IPaddr:192.168.39.102 Prefix:24 Hostname:ha-920193 Clientid:01:52:54:00:eb:3c:cb}
I1209 22:49:49.391988 36778 main.go:141] libmachine: (ha-920193) DBG | domain ha-920193 has defined IP address 192.168.39.102 and MAC address 52:54:00:eb:3c:cb in network mk-ha-920193
I1209 22:49:49.392168 36778 main.go:141] libmachine: (ha-920193) Calling .GetSSHPort
I1209 22:49:49.392369 36778 main.go:141] libmachine: (ha-920193) Calling .GetSSHKeyPath
I1209 22:49:49.392529 36778 main.go:141] libmachine: (ha-920193) Calling .GetSSHUsername
I1209 22:49:49.392718 36778 sshutil.go:53] new ssh client: &{IP:192.168.39.102 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19888-18950/.minikube/machines/ha-920193/id_rsa Username:docker}
I1209 22:49:49.402583 36778 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:37505
I1209 22:49:49.403101 36778 main.go:141] libmachine: () Calling .GetVersion
I1209 22:49:49.403703 36778 main.go:141] libmachine: Using API Version 1
I1209 22:49:49.403733 36778 main.go:141] libmachine: () Calling .SetConfigRaw
I1209 22:49:49.404140 36778 main.go:141] libmachine: () Calling .GetMachineName
I1209 22:49:49.404327 36778 main.go:141] libmachine: (ha-920193) Calling .GetState
I1209 22:49:49.406048 36778 main.go:141] libmachine: (ha-920193) Calling .DriverName
I1209 22:49:49.406246 36778 addons.go:431] installing /etc/kubernetes/addons/storageclass.yaml
I1209 22:49:49.406264 36778 ssh_runner.go:362] scp storageclass/storageclass.yaml --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)
I1209 22:49:49.406283 36778 main.go:141] libmachine: (ha-920193) Calling .GetSSHHostname
I1209 22:49:49.409015 36778 main.go:141] libmachine: (ha-920193) DBG | domain ha-920193 has defined MAC address 52:54:00:eb:3c:cb in network mk-ha-920193
I1209 22:49:49.409417 36778 main.go:141] libmachine: (ha-920193) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:eb:3c:cb", ip: ""} in network mk-ha-920193: {Iface:virbr1 ExpiryTime:2024-12-09 23:49:17 +0000 UTC Type:0 Mac:52:54:00:eb:3c:cb Iaid: IPaddr:192.168.39.102 Prefix:24 Hostname:ha-920193 Clientid:01:52:54:00:eb:3c:cb}
I1209 22:49:49.409445 36778 main.go:141] libmachine: (ha-920193) DBG | domain ha-920193 has defined IP address 192.168.39.102 and MAC address 52:54:00:eb:3c:cb in network mk-ha-920193
I1209 22:49:49.409566 36778 main.go:141] libmachine: (ha-920193) Calling .GetSSHPort
I1209 22:49:49.409736 36778 main.go:141] libmachine: (ha-920193) Calling .GetSSHKeyPath
I1209 22:49:49.409906 36778 main.go:141] libmachine: (ha-920193) Calling .GetSSHUsername
I1209 22:49:49.410051 36778 sshutil.go:53] new ssh client: &{IP:192.168.39.102 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19888-18950/.minikube/machines/ha-920193/id_rsa Username:docker}
I1209 22:49:49.469421 36778 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.39.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -"
I1209 22:49:49.523797 36778 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml
I1209 22:49:49.572493 36778 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml
I1209 22:49:49.935058 36778 start.go:971] {"host.minikube.internal": 192.168.39.1} host record injected into CoreDNS's ConfigMap
I1209 22:49:50.246776 36778 main.go:141] libmachine: Making call to close driver server
I1209 22:49:50.246808 36778 main.go:141] libmachine: (ha-920193) Calling .Close
I1209 22:49:50.246866 36778 main.go:141] libmachine: Making call to close driver server
I1209 22:49:50.246889 36778 main.go:141] libmachine: (ha-920193) Calling .Close
I1209 22:49:50.247109 36778 main.go:141] libmachine: (ha-920193) DBG | Closing plugin on server side
I1209 22:49:50.247126 36778 main.go:141] libmachine: Successfully made call to close driver server
I1209 22:49:50.247142 36778 main.go:141] libmachine: Successfully made call to close driver server
I1209 22:49:50.247149 36778 main.go:141] libmachine: Making call to close connection to plugin binary
I1209 22:49:50.247150 36778 main.go:141] libmachine: Making call to close connection to plugin binary
I1209 22:49:50.247161 36778 main.go:141] libmachine: Making call to close driver server
I1209 22:49:50.247168 36778 main.go:141] libmachine: (ha-920193) Calling .Close
I1209 22:49:50.247161 36778 main.go:141] libmachine: Making call to close driver server
I1209 22:49:50.247214 36778 main.go:141] libmachine: (ha-920193) Calling .Close
I1209 22:49:50.247452 36778 main.go:141] libmachine: Successfully made call to close driver server
I1209 22:49:50.247465 36778 main.go:141] libmachine: Making call to close connection to plugin binary
I1209 22:49:50.247474 36778 main.go:141] libmachine: Successfully made call to close driver server
I1209 22:49:50.247491 36778 main.go:141] libmachine: Making call to close connection to plugin binary
I1209 22:49:50.247524 36778 envvar.go:172] "Feature gate default state" feature="InformerResourceVersion" enabled=false
I1209 22:49:50.247539 36778 envvar.go:172] "Feature gate default state" feature="WatchListClient" enabled=false
I1209 22:49:50.247452 36778 main.go:141] libmachine: (ha-920193) DBG | Closing plugin on server side
I1209 22:49:50.247679 36778 round_trippers.go:463] GET https://192.168.39.254:8443/apis/storage.k8s.io/v1/storageclasses
I1209 22:49:50.247688 36778 round_trippers.go:469] Request Headers:
I1209 22:49:50.247699 36778 round_trippers.go:473] Accept: application/json, */*
I1209 22:49:50.247705 36778 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 22:49:50.258818 36778 round_trippers.go:574] Response Status: 200 OK in 11 milliseconds
I1209 22:49:50.259388 36778 round_trippers.go:463] PUT https://192.168.39.254:8443/apis/storage.k8s.io/v1/storageclasses/standard
I1209 22:49:50.259405 36778 round_trippers.go:469] Request Headers:
I1209 22:49:50.259415 36778 round_trippers.go:473] Content-Type: application/json
I1209 22:49:50.259421 36778 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 22:49:50.259427 36778 round_trippers.go:473] Accept: application/json, */*
I1209 22:49:50.263578 36778 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1209 22:49:50.263947 36778 main.go:141] libmachine: Making call to close driver server
I1209 22:49:50.263973 36778 main.go:141] libmachine: (ha-920193) Calling .Close
I1209 22:49:50.264222 36778 main.go:141] libmachine: Successfully made call to close driver server
I1209 22:49:50.264298 36778 main.go:141] libmachine: (ha-920193) DBG | Closing plugin on server side
I1209 22:49:50.264309 36778 main.go:141] libmachine: Making call to close connection to plugin binary
I1209 22:49:50.266759 36778 out.go:177] * Enabled addons: storage-provisioner, default-storageclass
I1209 22:49:50.268058 36778 addons.go:510] duration metric: took 920.142906ms for enable addons: enabled=[storage-provisioner default-storageclass]
I1209 22:49:50.268097 36778 start.go:246] waiting for cluster config update ...
I1209 22:49:50.268112 36778 start.go:255] writing updated cluster config ...
I1209 22:49:50.269702 36778 out.go:201]
I1209 22:49:50.271046 36778 config.go:182] Loaded profile config "ha-920193": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1209 22:49:50.271126 36778 profile.go:143] Saving config to /home/jenkins/minikube-integration/19888-18950/.minikube/profiles/ha-920193/config.json ...
I1209 22:49:50.272711 36778 out.go:177] * Starting "ha-920193-m02" control-plane node in "ha-920193" cluster
I1209 22:49:50.273838 36778 preload.go:131] Checking if preload exists for k8s version v1.31.2 and runtime crio
I1209 22:49:50.273861 36778 cache.go:56] Caching tarball of preloaded images
I1209 22:49:50.273946 36778 preload.go:172] Found /home/jenkins/minikube-integration/19888-18950/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.2-cri-o-overlay-amd64.tar.lz4 in cache, skipping download
I1209 22:49:50.273960 36778 cache.go:59] Finished verifying existence of preloaded tar for v1.31.2 on crio
I1209 22:49:50.274036 36778 profile.go:143] Saving config to /home/jenkins/minikube-integration/19888-18950/.minikube/profiles/ha-920193/config.json ...
I1209 22:49:50.274220 36778 start.go:360] acquireMachinesLock for ha-920193-m02: {Name:mk4dcfc37a573a1a4ae580e307534187cad5176b Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}
I1209 22:49:50.274272 36778 start.go:364] duration metric: took 30.506µs to acquireMachinesLock for "ha-920193-m02"
I1209 22:49:50.274296 36778 start.go:93] Provisioning new machine with config: &{Name:ha-920193 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19917/minikube-v1.34.0-1730913550-19917-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730888964-19917@sha256:629a5748e3ec15a091fef12257eb3754b8ffc0c974ebcbb016451c65d1829615 Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{Kubernete
sVersion:v1.31.2 ClusterName:ha-920193 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.39.102 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m02 IP: Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[default-storageclass:true storage-provisioner:true] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 Cer
tExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name:m02 IP: Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}
I1209 22:49:50.274418 36778 start.go:125] createHost starting for "m02" (driver="kvm2")
I1209 22:49:50.275986 36778 out.go:235] * Creating kvm2 VM (CPUs=2, Memory=2200MB, Disk=20000MB) ...
I1209 22:49:50.276071 36778 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1209 22:49:50.276101 36778 main.go:141] libmachine: Launching plugin server for driver kvm2
I1209 22:49:50.290689 36778 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:42005
I1209 22:49:50.291090 36778 main.go:141] libmachine: () Calling .GetVersion
I1209 22:49:50.291624 36778 main.go:141] libmachine: Using API Version 1
I1209 22:49:50.291657 36778 main.go:141] libmachine: () Calling .SetConfigRaw
I1209 22:49:50.291974 36778 main.go:141] libmachine: () Calling .GetMachineName
I1209 22:49:50.292165 36778 main.go:141] libmachine: (ha-920193-m02) Calling .GetMachineName
I1209 22:49:50.292290 36778 main.go:141] libmachine: (ha-920193-m02) Calling .DriverName
I1209 22:49:50.292460 36778 start.go:159] libmachine.API.Create for "ha-920193" (driver="kvm2")
I1209 22:49:50.292488 36778 client.go:168] LocalClient.Create starting
I1209 22:49:50.292523 36778 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/19888-18950/.minikube/certs/ca.pem
I1209 22:49:50.292562 36778 main.go:141] libmachine: Decoding PEM data...
I1209 22:49:50.292580 36778 main.go:141] libmachine: Parsing certificate...
I1209 22:49:50.292650 36778 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/19888-18950/.minikube/certs/cert.pem
I1209 22:49:50.292677 36778 main.go:141] libmachine: Decoding PEM data...
I1209 22:49:50.292694 36778 main.go:141] libmachine: Parsing certificate...
I1209 22:49:50.292719 36778 main.go:141] libmachine: Running pre-create checks...
I1209 22:49:50.292730 36778 main.go:141] libmachine: (ha-920193-m02) Calling .PreCreateCheck
I1209 22:49:50.292863 36778 main.go:141] libmachine: (ha-920193-m02) Calling .GetConfigRaw
I1209 22:49:50.293207 36778 main.go:141] libmachine: Creating machine...
I1209 22:49:50.293220 36778 main.go:141] libmachine: (ha-920193-m02) Calling .Create
I1209 22:49:50.293319 36778 main.go:141] libmachine: (ha-920193-m02) Creating KVM machine...
I1209 22:49:50.294569 36778 main.go:141] libmachine: (ha-920193-m02) DBG | found existing default KVM network
I1209 22:49:50.294708 36778 main.go:141] libmachine: (ha-920193-m02) DBG | found existing private KVM network mk-ha-920193
I1209 22:49:50.294863 36778 main.go:141] libmachine: (ha-920193-m02) Setting up store path in /home/jenkins/minikube-integration/19888-18950/.minikube/machines/ha-920193-m02 ...
I1209 22:49:50.294888 36778 main.go:141] libmachine: (ha-920193-m02) Building disk image from file:///home/jenkins/minikube-integration/19888-18950/.minikube/cache/iso/amd64/minikube-v1.34.0-1730913550-19917-amd64.iso
I1209 22:49:50.294937 36778 main.go:141] libmachine: (ha-920193-m02) DBG | I1209 22:49:50.294840 37166 common.go:144] Making disk image using store path: /home/jenkins/minikube-integration/19888-18950/.minikube
I1209 22:49:50.295026 36778 main.go:141] libmachine: (ha-920193-m02) Downloading /home/jenkins/minikube-integration/19888-18950/.minikube/cache/boot2docker.iso from file:///home/jenkins/minikube-integration/19888-18950/.minikube/cache/iso/amd64/minikube-v1.34.0-1730913550-19917-amd64.iso...
I1209 22:49:50.540657 36778 main.go:141] libmachine: (ha-920193-m02) DBG | I1209 22:49:50.540505 37166 common.go:151] Creating ssh key: /home/jenkins/minikube-integration/19888-18950/.minikube/machines/ha-920193-m02/id_rsa...
I1209 22:49:50.636978 36778 main.go:141] libmachine: (ha-920193-m02) DBG | I1209 22:49:50.636881 37166 common.go:157] Creating raw disk image: /home/jenkins/minikube-integration/19888-18950/.minikube/machines/ha-920193-m02/ha-920193-m02.rawdisk...
I1209 22:49:50.637002 36778 main.go:141] libmachine: (ha-920193-m02) DBG | Writing magic tar header
I1209 22:49:50.637012 36778 main.go:141] libmachine: (ha-920193-m02) DBG | Writing SSH key tar header
I1209 22:49:50.637092 36778 main.go:141] libmachine: (ha-920193-m02) DBG | I1209 22:49:50.637012 37166 common.go:171] Fixing permissions on /home/jenkins/minikube-integration/19888-18950/.minikube/machines/ha-920193-m02 ...
I1209 22:49:50.637134 36778 main.go:141] libmachine: (ha-920193-m02) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19888-18950/.minikube/machines/ha-920193-m02
I1209 22:49:50.637167 36778 main.go:141] libmachine: (ha-920193-m02) Setting executable bit set on /home/jenkins/minikube-integration/19888-18950/.minikube/machines/ha-920193-m02 (perms=drwx------)
I1209 22:49:50.637189 36778 main.go:141] libmachine: (ha-920193-m02) Setting executable bit set on /home/jenkins/minikube-integration/19888-18950/.minikube/machines (perms=drwxr-xr-x)
I1209 22:49:50.637210 36778 main.go:141] libmachine: (ha-920193-m02) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19888-18950/.minikube/machines
I1209 22:49:50.637225 36778 main.go:141] libmachine: (ha-920193-m02) Setting executable bit set on /home/jenkins/minikube-integration/19888-18950/.minikube (perms=drwxr-xr-x)
I1209 22:49:50.637240 36778 main.go:141] libmachine: (ha-920193-m02) Setting executable bit set on /home/jenkins/minikube-integration/19888-18950 (perms=drwxrwxr-x)
I1209 22:49:50.637251 36778 main.go:141] libmachine: (ha-920193-m02) Setting executable bit set on /home/jenkins/minikube-integration (perms=drwxrwxr-x)
I1209 22:49:50.637263 36778 main.go:141] libmachine: (ha-920193-m02) Setting executable bit set on /home/jenkins (perms=drwxr-xr-x)
I1209 22:49:50.637274 36778 main.go:141] libmachine: (ha-920193-m02) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19888-18950/.minikube
I1209 22:49:50.637286 36778 main.go:141] libmachine: (ha-920193-m02) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19888-18950
I1209 22:49:50.637298 36778 main.go:141] libmachine: (ha-920193-m02) Creating domain...
I1209 22:49:50.637312 36778 main.go:141] libmachine: (ha-920193-m02) DBG | Checking permissions on dir: /home/jenkins/minikube-integration
I1209 22:49:50.637321 36778 main.go:141] libmachine: (ha-920193-m02) DBG | Checking permissions on dir: /home/jenkins
I1209 22:49:50.637330 36778 main.go:141] libmachine: (ha-920193-m02) DBG | Checking permissions on dir: /home
I1209 22:49:50.637341 36778 main.go:141] libmachine: (ha-920193-m02) DBG | Skipping /home - not owner
I1209 22:49:50.638225 36778 main.go:141] libmachine: (ha-920193-m02) define libvirt domain using xml:
I1209 22:49:50.638247 36778 main.go:141] libmachine: (ha-920193-m02) <domain type='kvm'>
I1209 22:49:50.638255 36778 main.go:141] libmachine: (ha-920193-m02) <name>ha-920193-m02</name>
I1209 22:49:50.638263 36778 main.go:141] libmachine: (ha-920193-m02) <memory unit='MiB'>2200</memory>
I1209 22:49:50.638271 36778 main.go:141] libmachine: (ha-920193-m02) <vcpu>2</vcpu>
I1209 22:49:50.638284 36778 main.go:141] libmachine: (ha-920193-m02) <features>
I1209 22:49:50.638291 36778 main.go:141] libmachine: (ha-920193-m02) <acpi/>
I1209 22:49:50.638306 36778 main.go:141] libmachine: (ha-920193-m02) <apic/>
I1209 22:49:50.638319 36778 main.go:141] libmachine: (ha-920193-m02) <pae/>
I1209 22:49:50.638328 36778 main.go:141] libmachine: (ha-920193-m02)
I1209 22:49:50.638333 36778 main.go:141] libmachine: (ha-920193-m02) </features>
I1209 22:49:50.638340 36778 main.go:141] libmachine: (ha-920193-m02) <cpu mode='host-passthrough'>
I1209 22:49:50.638346 36778 main.go:141] libmachine: (ha-920193-m02)
I1209 22:49:50.638356 36778 main.go:141] libmachine: (ha-920193-m02) </cpu>
I1209 22:49:50.638364 36778 main.go:141] libmachine: (ha-920193-m02) <os>
I1209 22:49:50.638380 36778 main.go:141] libmachine: (ha-920193-m02) <type>hvm</type>
I1209 22:49:50.638393 36778 main.go:141] libmachine: (ha-920193-m02) <boot dev='cdrom'/>
I1209 22:49:50.638403 36778 main.go:141] libmachine: (ha-920193-m02) <boot dev='hd'/>
I1209 22:49:50.638426 36778 main.go:141] libmachine: (ha-920193-m02) <bootmenu enable='no'/>
I1209 22:49:50.638448 36778 main.go:141] libmachine: (ha-920193-m02) </os>
I1209 22:49:50.638464 36778 main.go:141] libmachine: (ha-920193-m02) <devices>
I1209 22:49:50.638475 36778 main.go:141] libmachine: (ha-920193-m02) <disk type='file' device='cdrom'>
I1209 22:49:50.638507 36778 main.go:141] libmachine: (ha-920193-m02) <source file='/home/jenkins/minikube-integration/19888-18950/.minikube/machines/ha-920193-m02/boot2docker.iso'/>
I1209 22:49:50.638533 36778 main.go:141] libmachine: (ha-920193-m02) <target dev='hdc' bus='scsi'/>
I1209 22:49:50.638547 36778 main.go:141] libmachine: (ha-920193-m02) <readonly/>
I1209 22:49:50.638559 36778 main.go:141] libmachine: (ha-920193-m02) </disk>
I1209 22:49:50.638570 36778 main.go:141] libmachine: (ha-920193-m02) <disk type='file' device='disk'>
I1209 22:49:50.638583 36778 main.go:141] libmachine: (ha-920193-m02) <driver name='qemu' type='raw' cache='default' io='threads' />
I1209 22:49:50.638601 36778 main.go:141] libmachine: (ha-920193-m02) <source file='/home/jenkins/minikube-integration/19888-18950/.minikube/machines/ha-920193-m02/ha-920193-m02.rawdisk'/>
I1209 22:49:50.638612 36778 main.go:141] libmachine: (ha-920193-m02) <target dev='hda' bus='virtio'/>
I1209 22:49:50.638623 36778 main.go:141] libmachine: (ha-920193-m02) </disk>
I1209 22:49:50.638632 36778 main.go:141] libmachine: (ha-920193-m02) <interface type='network'>
I1209 22:49:50.638641 36778 main.go:141] libmachine: (ha-920193-m02) <source network='mk-ha-920193'/>
I1209 22:49:50.638652 36778 main.go:141] libmachine: (ha-920193-m02) <model type='virtio'/>
I1209 22:49:50.638661 36778 main.go:141] libmachine: (ha-920193-m02) </interface>
I1209 22:49:50.638672 36778 main.go:141] libmachine: (ha-920193-m02) <interface type='network'>
I1209 22:49:50.638680 36778 main.go:141] libmachine: (ha-920193-m02) <source network='default'/>
I1209 22:49:50.638690 36778 main.go:141] libmachine: (ha-920193-m02) <model type='virtio'/>
I1209 22:49:50.638708 36778 main.go:141] libmachine: (ha-920193-m02) </interface>
I1209 22:49:50.638726 36778 main.go:141] libmachine: (ha-920193-m02) <serial type='pty'>
I1209 22:49:50.638741 36778 main.go:141] libmachine: (ha-920193-m02) <target port='0'/>
I1209 22:49:50.638748 36778 main.go:141] libmachine: (ha-920193-m02) </serial>
I1209 22:49:50.638756 36778 main.go:141] libmachine: (ha-920193-m02) <console type='pty'>
I1209 22:49:50.638764 36778 main.go:141] libmachine: (ha-920193-m02) <target type='serial' port='0'/>
I1209 22:49:50.638775 36778 main.go:141] libmachine: (ha-920193-m02) </console>
I1209 22:49:50.638784 36778 main.go:141] libmachine: (ha-920193-m02) <rng model='virtio'>
I1209 22:49:50.638793 36778 main.go:141] libmachine: (ha-920193-m02) <backend model='random'>/dev/random</backend>
I1209 22:49:50.638807 36778 main.go:141] libmachine: (ha-920193-m02) </rng>
I1209 22:49:50.638821 36778 main.go:141] libmachine: (ha-920193-m02)
I1209 22:49:50.638836 36778 main.go:141] libmachine: (ha-920193-m02)
I1209 22:49:50.638854 36778 main.go:141] libmachine: (ha-920193-m02) </devices>
I1209 22:49:50.638870 36778 main.go:141] libmachine: (ha-920193-m02) </domain>
I1209 22:49:50.638881 36778 main.go:141] libmachine: (ha-920193-m02)
I1209 22:49:50.645452 36778 main.go:141] libmachine: (ha-920193-m02) DBG | domain ha-920193-m02 has defined MAC address 52:54:00:4e:0e:44 in network default
I1209 22:49:50.646094 36778 main.go:141] libmachine: (ha-920193-m02) Ensuring networks are active...
I1209 22:49:50.646118 36778 main.go:141] libmachine: (ha-920193-m02) DBG | domain ha-920193-m02 has defined MAC address 52:54:00:e3:b9:61 in network mk-ha-920193
I1209 22:49:50.646792 36778 main.go:141] libmachine: (ha-920193-m02) Ensuring network default is active
I1209 22:49:50.647136 36778 main.go:141] libmachine: (ha-920193-m02) Ensuring network mk-ha-920193 is active
I1209 22:49:50.647479 36778 main.go:141] libmachine: (ha-920193-m02) Getting domain xml...
I1209 22:49:50.648166 36778 main.go:141] libmachine: (ha-920193-m02) Creating domain...
I1209 22:49:51.846569 36778 main.go:141] libmachine: (ha-920193-m02) Waiting to get IP...
I1209 22:49:51.847529 36778 main.go:141] libmachine: (ha-920193-m02) DBG | domain ha-920193-m02 has defined MAC address 52:54:00:e3:b9:61 in network mk-ha-920193
I1209 22:49:51.847984 36778 main.go:141] libmachine: (ha-920193-m02) DBG | unable to find current IP address of domain ha-920193-m02 in network mk-ha-920193
I1209 22:49:51.848045 36778 main.go:141] libmachine: (ha-920193-m02) DBG | I1209 22:49:51.847987 37166 retry.go:31] will retry after 223.150886ms: waiting for machine to come up
I1209 22:49:52.072674 36778 main.go:141] libmachine: (ha-920193-m02) DBG | domain ha-920193-m02 has defined MAC address 52:54:00:e3:b9:61 in network mk-ha-920193
I1209 22:49:52.073143 36778 main.go:141] libmachine: (ha-920193-m02) DBG | unable to find current IP address of domain ha-920193-m02 in network mk-ha-920193
I1209 22:49:52.073214 36778 main.go:141] libmachine: (ha-920193-m02) DBG | I1209 22:49:52.073119 37166 retry.go:31] will retry after 342.157886ms: waiting for machine to come up
I1209 22:49:52.416515 36778 main.go:141] libmachine: (ha-920193-m02) DBG | domain ha-920193-m02 has defined MAC address 52:54:00:e3:b9:61 in network mk-ha-920193
I1209 22:49:52.416911 36778 main.go:141] libmachine: (ha-920193-m02) DBG | unable to find current IP address of domain ha-920193-m02 in network mk-ha-920193
I1209 22:49:52.416933 36778 main.go:141] libmachine: (ha-920193-m02) DBG | I1209 22:49:52.416873 37166 retry.go:31] will retry after 319.618715ms: waiting for machine to come up
I1209 22:49:52.738511 36778 main.go:141] libmachine: (ha-920193-m02) DBG | domain ha-920193-m02 has defined MAC address 52:54:00:e3:b9:61 in network mk-ha-920193
I1209 22:49:52.739067 36778 main.go:141] libmachine: (ha-920193-m02) DBG | unable to find current IP address of domain ha-920193-m02 in network mk-ha-920193
I1209 22:49:52.739096 36778 main.go:141] libmachine: (ha-920193-m02) DBG | I1209 22:49:52.739025 37166 retry.go:31] will retry after 426.813714ms: waiting for machine to come up
I1209 22:49:53.167672 36778 main.go:141] libmachine: (ha-920193-m02) DBG | domain ha-920193-m02 has defined MAC address 52:54:00:e3:b9:61 in network mk-ha-920193
I1209 22:49:53.168111 36778 main.go:141] libmachine: (ha-920193-m02) DBG | unable to find current IP address of domain ha-920193-m02 in network mk-ha-920193
I1209 22:49:53.168139 36778 main.go:141] libmachine: (ha-920193-m02) DBG | I1209 22:49:53.168063 37166 retry.go:31] will retry after 465.129361ms: waiting for machine to come up
I1209 22:49:53.634495 36778 main.go:141] libmachine: (ha-920193-m02) DBG | domain ha-920193-m02 has defined MAC address 52:54:00:e3:b9:61 in network mk-ha-920193
I1209 22:49:53.635006 36778 main.go:141] libmachine: (ha-920193-m02) DBG | unable to find current IP address of domain ha-920193-m02 in network mk-ha-920193
I1209 22:49:53.635033 36778 main.go:141] libmachine: (ha-920193-m02) DBG | I1209 22:49:53.634965 37166 retry.go:31] will retry after 688.228763ms: waiting for machine to come up
I1209 22:49:54.324368 36778 main.go:141] libmachine: (ha-920193-m02) DBG | domain ha-920193-m02 has defined MAC address 52:54:00:e3:b9:61 in network mk-ha-920193
I1209 22:49:54.324751 36778 main.go:141] libmachine: (ha-920193-m02) DBG | unable to find current IP address of domain ha-920193-m02 in network mk-ha-920193
I1209 22:49:54.324780 36778 main.go:141] libmachine: (ha-920193-m02) DBG | I1209 22:49:54.324706 37166 retry.go:31] will retry after 952.948713ms: waiting for machine to come up
I1209 22:49:55.278732 36778 main.go:141] libmachine: (ha-920193-m02) DBG | domain ha-920193-m02 has defined MAC address 52:54:00:e3:b9:61 in network mk-ha-920193
I1209 22:49:55.279052 36778 main.go:141] libmachine: (ha-920193-m02) DBG | unable to find current IP address of domain ha-920193-m02 in network mk-ha-920193
I1209 22:49:55.279084 36778 main.go:141] libmachine: (ha-920193-m02) DBG | I1209 22:49:55.279025 37166 retry.go:31] will retry after 1.032940312s: waiting for machine to come up
I1209 22:49:56.313177 36778 main.go:141] libmachine: (ha-920193-m02) DBG | domain ha-920193-m02 has defined MAC address 52:54:00:e3:b9:61 in network mk-ha-920193
I1209 22:49:56.313589 36778 main.go:141] libmachine: (ha-920193-m02) DBG | unable to find current IP address of domain ha-920193-m02 in network mk-ha-920193
I1209 22:49:56.313613 36778 main.go:141] libmachine: (ha-920193-m02) DBG | I1209 22:49:56.313562 37166 retry.go:31] will retry after 1.349167493s: waiting for machine to come up
I1209 22:49:57.664618 36778 main.go:141] libmachine: (ha-920193-m02) DBG | domain ha-920193-m02 has defined MAC address 52:54:00:e3:b9:61 in network mk-ha-920193
I1209 22:49:57.665031 36778 main.go:141] libmachine: (ha-920193-m02) DBG | unable to find current IP address of domain ha-920193-m02 in network mk-ha-920193
I1209 22:49:57.665060 36778 main.go:141] libmachine: (ha-920193-m02) DBG | I1209 22:49:57.664986 37166 retry.go:31] will retry after 1.512445541s: waiting for machine to come up
I1209 22:49:59.179536 36778 main.go:141] libmachine: (ha-920193-m02) DBG | domain ha-920193-m02 has defined MAC address 52:54:00:e3:b9:61 in network mk-ha-920193
I1209 22:49:59.179914 36778 main.go:141] libmachine: (ha-920193-m02) DBG | unable to find current IP address of domain ha-920193-m02 in network mk-ha-920193
I1209 22:49:59.179939 36778 main.go:141] libmachine: (ha-920193-m02) DBG | I1209 22:49:59.179864 37166 retry.go:31] will retry after 2.399970974s: waiting for machine to come up
I1209 22:50:01.582227 36778 main.go:141] libmachine: (ha-920193-m02) DBG | domain ha-920193-m02 has defined MAC address 52:54:00:e3:b9:61 in network mk-ha-920193
I1209 22:50:01.582662 36778 main.go:141] libmachine: (ha-920193-m02) DBG | unable to find current IP address of domain ha-920193-m02 in network mk-ha-920193
I1209 22:50:01.582690 36778 main.go:141] libmachine: (ha-920193-m02) DBG | I1209 22:50:01.582599 37166 retry.go:31] will retry after 2.728474301s: waiting for machine to come up
I1209 22:50:04.312490 36778 main.go:141] libmachine: (ha-920193-m02) DBG | domain ha-920193-m02 has defined MAC address 52:54:00:e3:b9:61 in network mk-ha-920193
I1209 22:50:04.312880 36778 main.go:141] libmachine: (ha-920193-m02) DBG | unable to find current IP address of domain ha-920193-m02 in network mk-ha-920193
I1209 22:50:04.312905 36778 main.go:141] libmachine: (ha-920193-m02) DBG | I1209 22:50:04.312847 37166 retry.go:31] will retry after 4.276505546s: waiting for machine to come up
I1209 22:50:08.590485 36778 main.go:141] libmachine: (ha-920193-m02) DBG | domain ha-920193-m02 has defined MAC address 52:54:00:e3:b9:61 in network mk-ha-920193
I1209 22:50:08.590927 36778 main.go:141] libmachine: (ha-920193-m02) DBG | unable to find current IP address of domain ha-920193-m02 in network mk-ha-920193
I1209 22:50:08.590949 36778 main.go:141] libmachine: (ha-920193-m02) DBG | I1209 22:50:08.590889 37166 retry.go:31] will retry after 4.29966265s: waiting for machine to come up
I1209 22:50:12.892743 36778 main.go:141] libmachine: (ha-920193-m02) DBG | domain ha-920193-m02 has defined MAC address 52:54:00:e3:b9:61 in network mk-ha-920193
I1209 22:50:12.893228 36778 main.go:141] libmachine: (ha-920193-m02) Found IP for machine: 192.168.39.43
I1209 22:50:12.893253 36778 main.go:141] libmachine: (ha-920193-m02) DBG | domain ha-920193-m02 has current primary IP address 192.168.39.43 and MAC address 52:54:00:e3:b9:61 in network mk-ha-920193
I1209 22:50:12.893261 36778 main.go:141] libmachine: (ha-920193-m02) Reserving static IP address...
I1209 22:50:12.893598 36778 main.go:141] libmachine: (ha-920193-m02) DBG | unable to find host DHCP lease matching {name: "ha-920193-m02", mac: "52:54:00:e3:b9:61", ip: "192.168.39.43"} in network mk-ha-920193
I1209 22:50:12.967208 36778 main.go:141] libmachine: (ha-920193-m02) DBG | Getting to WaitForSSH function...
I1209 22:50:12.967241 36778 main.go:141] libmachine: (ha-920193-m02) Reserved static IP address: 192.168.39.43
I1209 22:50:12.967255 36778 main.go:141] libmachine: (ha-920193-m02) Waiting for SSH to be available...
I1209 22:50:12.969615 36778 main.go:141] libmachine: (ha-920193-m02) DBG | domain ha-920193-m02 has defined MAC address 52:54:00:e3:b9:61 in network mk-ha-920193
I1209 22:50:12.969971 36778 main.go:141] libmachine: (ha-920193-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:e3:b9:61", ip: ""} in network mk-ha-920193: {Iface:virbr1 ExpiryTime:2024-12-09 23:50:04 +0000 UTC Type:0 Mac:52:54:00:e3:b9:61 Iaid: IPaddr:192.168.39.43 Prefix:24 Hostname:minikube Clientid:01:52:54:00:e3:b9:61}
I1209 22:50:12.969998 36778 main.go:141] libmachine: (ha-920193-m02) DBG | domain ha-920193-m02 has defined IP address 192.168.39.43 and MAC address 52:54:00:e3:b9:61 in network mk-ha-920193
I1209 22:50:12.970158 36778 main.go:141] libmachine: (ha-920193-m02) DBG | Using SSH client type: external
I1209 22:50:12.970180 36778 main.go:141] libmachine: (ha-920193-m02) DBG | Using SSH private key: /home/jenkins/minikube-integration/19888-18950/.minikube/machines/ha-920193-m02/id_rsa (-rw-------)
I1209 22:50:12.970211 36778 main.go:141] libmachine: (ha-920193-m02) DBG | &{[-F /dev/null -o ConnectionAttempts=3 -o ConnectTimeout=10 -o ControlMaster=no -o ControlPath=none -o LogLevel=quiet -o PasswordAuthentication=no -o ServerAliveInterval=60 -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null docker@192.168.39.43 -o IdentitiesOnly=yes -i /home/jenkins/minikube-integration/19888-18950/.minikube/machines/ha-920193-m02/id_rsa -p 22] /usr/bin/ssh <nil>}
I1209 22:50:12.970224 36778 main.go:141] libmachine: (ha-920193-m02) DBG | About to run SSH command:
I1209 22:50:12.970270 36778 main.go:141] libmachine: (ha-920193-m02) DBG | exit 0
I1209 22:50:13.099696 36778 main.go:141] libmachine: (ha-920193-m02) DBG | SSH cmd err, output: <nil>:
I1209 22:50:13.100005 36778 main.go:141] libmachine: (ha-920193-m02) KVM machine creation complete!
I1209 22:50:13.100244 36778 main.go:141] libmachine: (ha-920193-m02) Calling .GetConfigRaw
I1209 22:50:13.100810 36778 main.go:141] libmachine: (ha-920193-m02) Calling .DriverName
I1209 22:50:13.100988 36778 main.go:141] libmachine: (ha-920193-m02) Calling .DriverName
I1209 22:50:13.101128 36778 main.go:141] libmachine: Waiting for machine to be running, this may take a few minutes...
I1209 22:50:13.101154 36778 main.go:141] libmachine: (ha-920193-m02) Calling .GetState
I1209 22:50:13.102588 36778 main.go:141] libmachine: Detecting operating system of created instance...
I1209 22:50:13.102600 36778 main.go:141] libmachine: Waiting for SSH to be available...
I1209 22:50:13.102605 36778 main.go:141] libmachine: Getting to WaitForSSH function...
I1209 22:50:13.102611 36778 main.go:141] libmachine: (ha-920193-m02) Calling .GetSSHHostname
I1209 22:50:13.105041 36778 main.go:141] libmachine: (ha-920193-m02) DBG | domain ha-920193-m02 has defined MAC address 52:54:00:e3:b9:61 in network mk-ha-920193
I1209 22:50:13.105398 36778 main.go:141] libmachine: (ha-920193-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:e3:b9:61", ip: ""} in network mk-ha-920193: {Iface:virbr1 ExpiryTime:2024-12-09 23:50:04 +0000 UTC Type:0 Mac:52:54:00:e3:b9:61 Iaid: IPaddr:192.168.39.43 Prefix:24 Hostname:ha-920193-m02 Clientid:01:52:54:00:e3:b9:61}
I1209 22:50:13.105421 36778 main.go:141] libmachine: (ha-920193-m02) DBG | domain ha-920193-m02 has defined IP address 192.168.39.43 and MAC address 52:54:00:e3:b9:61 in network mk-ha-920193
I1209 22:50:13.105634 36778 main.go:141] libmachine: (ha-920193-m02) Calling .GetSSHPort
I1209 22:50:13.105791 36778 main.go:141] libmachine: (ha-920193-m02) Calling .GetSSHKeyPath
I1209 22:50:13.105931 36778 main.go:141] libmachine: (ha-920193-m02) Calling .GetSSHKeyPath
I1209 22:50:13.106034 36778 main.go:141] libmachine: (ha-920193-m02) Calling .GetSSHUsername
I1209 22:50:13.106172 36778 main.go:141] libmachine: Using SSH client type: native
I1209 22:50:13.106381 36778 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866ca0] 0x869980 <nil> [] 0s} 192.168.39.43 22 <nil> <nil>}
I1209 22:50:13.106392 36778 main.go:141] libmachine: About to run SSH command:
exit 0
I1209 22:50:13.214686 36778 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1209 22:50:13.214707 36778 main.go:141] libmachine: Detecting the provisioner...
I1209 22:50:13.214714 36778 main.go:141] libmachine: (ha-920193-m02) Calling .GetSSHHostname
I1209 22:50:13.217518 36778 main.go:141] libmachine: (ha-920193-m02) DBG | domain ha-920193-m02 has defined MAC address 52:54:00:e3:b9:61 in network mk-ha-920193
I1209 22:50:13.217915 36778 main.go:141] libmachine: (ha-920193-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:e3:b9:61", ip: ""} in network mk-ha-920193: {Iface:virbr1 ExpiryTime:2024-12-09 23:50:04 +0000 UTC Type:0 Mac:52:54:00:e3:b9:61 Iaid: IPaddr:192.168.39.43 Prefix:24 Hostname:ha-920193-m02 Clientid:01:52:54:00:e3:b9:61}
I1209 22:50:13.217939 36778 main.go:141] libmachine: (ha-920193-m02) DBG | domain ha-920193-m02 has defined IP address 192.168.39.43 and MAC address 52:54:00:e3:b9:61 in network mk-ha-920193
I1209 22:50:13.218093 36778 main.go:141] libmachine: (ha-920193-m02) Calling .GetSSHPort
I1209 22:50:13.218249 36778 main.go:141] libmachine: (ha-920193-m02) Calling .GetSSHKeyPath
I1209 22:50:13.218422 36778 main.go:141] libmachine: (ha-920193-m02) Calling .GetSSHKeyPath
I1209 22:50:13.218594 36778 main.go:141] libmachine: (ha-920193-m02) Calling .GetSSHUsername
I1209 22:50:13.218762 36778 main.go:141] libmachine: Using SSH client type: native
I1209 22:50:13.218925 36778 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866ca0] 0x869980 <nil> [] 0s} 192.168.39.43 22 <nil> <nil>}
I1209 22:50:13.218936 36778 main.go:141] libmachine: About to run SSH command:
cat /etc/os-release
I1209 22:50:13.328344 36778 main.go:141] libmachine: SSH cmd err, output: <nil>: NAME=Buildroot
VERSION=2023.02.9-dirty
ID=buildroot
VERSION_ID=2023.02.9
PRETTY_NAME="Buildroot 2023.02.9"
I1209 22:50:13.328426 36778 main.go:141] libmachine: found compatible host: buildroot
I1209 22:50:13.328436 36778 main.go:141] libmachine: Provisioning with buildroot...
I1209 22:50:13.328445 36778 main.go:141] libmachine: (ha-920193-m02) Calling .GetMachineName
I1209 22:50:13.328699 36778 buildroot.go:166] provisioning hostname "ha-920193-m02"
I1209 22:50:13.328724 36778 main.go:141] libmachine: (ha-920193-m02) Calling .GetMachineName
I1209 22:50:13.328916 36778 main.go:141] libmachine: (ha-920193-m02) Calling .GetSSHHostname
I1209 22:50:13.331720 36778 main.go:141] libmachine: (ha-920193-m02) DBG | domain ha-920193-m02 has defined MAC address 52:54:00:e3:b9:61 in network mk-ha-920193
I1209 22:50:13.332124 36778 main.go:141] libmachine: (ha-920193-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:e3:b9:61", ip: ""} in network mk-ha-920193: {Iface:virbr1 ExpiryTime:2024-12-09 23:50:04 +0000 UTC Type:0 Mac:52:54:00:e3:b9:61 Iaid: IPaddr:192.168.39.43 Prefix:24 Hostname:ha-920193-m02 Clientid:01:52:54:00:e3:b9:61}
I1209 22:50:13.332160 36778 main.go:141] libmachine: (ha-920193-m02) DBG | domain ha-920193-m02 has defined IP address 192.168.39.43 and MAC address 52:54:00:e3:b9:61 in network mk-ha-920193
I1209 22:50:13.332317 36778 main.go:141] libmachine: (ha-920193-m02) Calling .GetSSHPort
I1209 22:50:13.332518 36778 main.go:141] libmachine: (ha-920193-m02) Calling .GetSSHKeyPath
I1209 22:50:13.332696 36778 main.go:141] libmachine: (ha-920193-m02) Calling .GetSSHKeyPath
I1209 22:50:13.332887 36778 main.go:141] libmachine: (ha-920193-m02) Calling .GetSSHUsername
I1209 22:50:13.333073 36778 main.go:141] libmachine: Using SSH client type: native
I1209 22:50:13.333230 36778 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866ca0] 0x869980 <nil> [] 0s} 192.168.39.43 22 <nil> <nil>}
I1209 22:50:13.333241 36778 main.go:141] libmachine: About to run SSH command:
sudo hostname ha-920193-m02 && echo "ha-920193-m02" | sudo tee /etc/hostname
I1209 22:50:13.453959 36778 main.go:141] libmachine: SSH cmd err, output: <nil>: ha-920193-m02
I1209 22:50:13.453993 36778 main.go:141] libmachine: (ha-920193-m02) Calling .GetSSHHostname
I1209 22:50:13.457007 36778 main.go:141] libmachine: (ha-920193-m02) DBG | domain ha-920193-m02 has defined MAC address 52:54:00:e3:b9:61 in network mk-ha-920193
I1209 22:50:13.457414 36778 main.go:141] libmachine: (ha-920193-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:e3:b9:61", ip: ""} in network mk-ha-920193: {Iface:virbr1 ExpiryTime:2024-12-09 23:50:04 +0000 UTC Type:0 Mac:52:54:00:e3:b9:61 Iaid: IPaddr:192.168.39.43 Prefix:24 Hostname:ha-920193-m02 Clientid:01:52:54:00:e3:b9:61}
I1209 22:50:13.457445 36778 main.go:141] libmachine: (ha-920193-m02) DBG | domain ha-920193-m02 has defined IP address 192.168.39.43 and MAC address 52:54:00:e3:b9:61 in network mk-ha-920193
I1209 22:50:13.457635 36778 main.go:141] libmachine: (ha-920193-m02) Calling .GetSSHPort
I1209 22:50:13.457816 36778 main.go:141] libmachine: (ha-920193-m02) Calling .GetSSHKeyPath
I1209 22:50:13.457961 36778 main.go:141] libmachine: (ha-920193-m02) Calling .GetSSHKeyPath
I1209 22:50:13.458096 36778 main.go:141] libmachine: (ha-920193-m02) Calling .GetSSHUsername
I1209 22:50:13.458282 36778 main.go:141] libmachine: Using SSH client type: native
I1209 22:50:13.458465 36778 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866ca0] 0x869980 <nil> [] 0s} 192.168.39.43 22 <nil> <nil>}
I1209 22:50:13.458486 36778 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\sha-920193-m02' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 ha-920193-m02/g' /etc/hosts;
else
echo '127.0.1.1 ha-920193-m02' | sudo tee -a /etc/hosts;
fi
fi
I1209 22:50:13.575704 36778 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1209 22:50:13.575734 36778 buildroot.go:172] set auth options {CertDir:/home/jenkins/minikube-integration/19888-18950/.minikube CaCertPath:/home/jenkins/minikube-integration/19888-18950/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/19888-18950/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/19888-18950/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/19888-18950/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/19888-18950/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/19888-18950/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/19888-18950/.minikube}
I1209 22:50:13.575756 36778 buildroot.go:174] setting up certificates
I1209 22:50:13.575768 36778 provision.go:84] configureAuth start
I1209 22:50:13.575777 36778 main.go:141] libmachine: (ha-920193-m02) Calling .GetMachineName
I1209 22:50:13.576037 36778 main.go:141] libmachine: (ha-920193-m02) Calling .GetIP
I1209 22:50:13.578662 36778 main.go:141] libmachine: (ha-920193-m02) DBG | domain ha-920193-m02 has defined MAC address 52:54:00:e3:b9:61 in network mk-ha-920193
I1209 22:50:13.579132 36778 main.go:141] libmachine: (ha-920193-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:e3:b9:61", ip: ""} in network mk-ha-920193: {Iface:virbr1 ExpiryTime:2024-12-09 23:50:04 +0000 UTC Type:0 Mac:52:54:00:e3:b9:61 Iaid: IPaddr:192.168.39.43 Prefix:24 Hostname:ha-920193-m02 Clientid:01:52:54:00:e3:b9:61}
I1209 22:50:13.579159 36778 main.go:141] libmachine: (ha-920193-m02) DBG | domain ha-920193-m02 has defined IP address 192.168.39.43 and MAC address 52:54:00:e3:b9:61 in network mk-ha-920193
I1209 22:50:13.579337 36778 main.go:141] libmachine: (ha-920193-m02) Calling .GetSSHHostname
I1209 22:50:13.581290 36778 main.go:141] libmachine: (ha-920193-m02) DBG | domain ha-920193-m02 has defined MAC address 52:54:00:e3:b9:61 in network mk-ha-920193
I1209 22:50:13.581592 36778 main.go:141] libmachine: (ha-920193-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:e3:b9:61", ip: ""} in network mk-ha-920193: {Iface:virbr1 ExpiryTime:2024-12-09 23:50:04 +0000 UTC Type:0 Mac:52:54:00:e3:b9:61 Iaid: IPaddr:192.168.39.43 Prefix:24 Hostname:ha-920193-m02 Clientid:01:52:54:00:e3:b9:61}
I1209 22:50:13.581613 36778 main.go:141] libmachine: (ha-920193-m02) DBG | domain ha-920193-m02 has defined IP address 192.168.39.43 and MAC address 52:54:00:e3:b9:61 in network mk-ha-920193
I1209 22:50:13.581740 36778 provision.go:143] copyHostCerts
I1209 22:50:13.581770 36778 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19888-18950/.minikube/certs/ca.pem -> /home/jenkins/minikube-integration/19888-18950/.minikube/ca.pem
I1209 22:50:13.581820 36778 exec_runner.go:144] found /home/jenkins/minikube-integration/19888-18950/.minikube/ca.pem, removing ...
I1209 22:50:13.581832 36778 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19888-18950/.minikube/ca.pem
I1209 22:50:13.581924 36778 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19888-18950/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/19888-18950/.minikube/ca.pem (1082 bytes)
I1209 22:50:13.582006 36778 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19888-18950/.minikube/certs/cert.pem -> /home/jenkins/minikube-integration/19888-18950/.minikube/cert.pem
I1209 22:50:13.582026 36778 exec_runner.go:144] found /home/jenkins/minikube-integration/19888-18950/.minikube/cert.pem, removing ...
I1209 22:50:13.582033 36778 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19888-18950/.minikube/cert.pem
I1209 22:50:13.582058 36778 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19888-18950/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/19888-18950/.minikube/cert.pem (1123 bytes)
I1209 22:50:13.582102 36778 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19888-18950/.minikube/certs/key.pem -> /home/jenkins/minikube-integration/19888-18950/.minikube/key.pem
I1209 22:50:13.582122 36778 exec_runner.go:144] found /home/jenkins/minikube-integration/19888-18950/.minikube/key.pem, removing ...
I1209 22:50:13.582131 36778 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19888-18950/.minikube/key.pem
I1209 22:50:13.582166 36778 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19888-18950/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/19888-18950/.minikube/key.pem (1679 bytes)
I1209 22:50:13.582231 36778 provision.go:117] generating server cert: /home/jenkins/minikube-integration/19888-18950/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/19888-18950/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/19888-18950/.minikube/certs/ca-key.pem org=jenkins.ha-920193-m02 san=[127.0.0.1 192.168.39.43 ha-920193-m02 localhost minikube]
I1209 22:50:13.756786 36778 provision.go:177] copyRemoteCerts
I1209 22:50:13.756844 36778 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1209 22:50:13.756875 36778 main.go:141] libmachine: (ha-920193-m02) Calling .GetSSHHostname
I1209 22:50:13.759281 36778 main.go:141] libmachine: (ha-920193-m02) DBG | domain ha-920193-m02 has defined MAC address 52:54:00:e3:b9:61 in network mk-ha-920193
I1209 22:50:13.759620 36778 main.go:141] libmachine: (ha-920193-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:e3:b9:61", ip: ""} in network mk-ha-920193: {Iface:virbr1 ExpiryTime:2024-12-09 23:50:04 +0000 UTC Type:0 Mac:52:54:00:e3:b9:61 Iaid: IPaddr:192.168.39.43 Prefix:24 Hostname:ha-920193-m02 Clientid:01:52:54:00:e3:b9:61}
I1209 22:50:13.759646 36778 main.go:141] libmachine: (ha-920193-m02) DBG | domain ha-920193-m02 has defined IP address 192.168.39.43 and MAC address 52:54:00:e3:b9:61 in network mk-ha-920193
I1209 22:50:13.759868 36778 main.go:141] libmachine: (ha-920193-m02) Calling .GetSSHPort
I1209 22:50:13.760043 36778 main.go:141] libmachine: (ha-920193-m02) Calling .GetSSHKeyPath
I1209 22:50:13.760166 36778 main.go:141] libmachine: (ha-920193-m02) Calling .GetSSHUsername
I1209 22:50:13.760302 36778 sshutil.go:53] new ssh client: &{IP:192.168.39.43 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19888-18950/.minikube/machines/ha-920193-m02/id_rsa Username:docker}
I1209 22:50:13.842746 36778 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19888-18950/.minikube/certs/ca.pem -> /etc/docker/ca.pem
I1209 22:50:13.842829 36778 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19888-18950/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1082 bytes)
I1209 22:50:13.868488 36778 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19888-18950/.minikube/machines/server.pem -> /etc/docker/server.pem
I1209 22:50:13.868558 36778 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19888-18950/.minikube/machines/server.pem --> /etc/docker/server.pem (1208 bytes)
I1209 22:50:13.894237 36778 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19888-18950/.minikube/machines/server-key.pem -> /etc/docker/server-key.pem
I1209 22:50:13.894300 36778 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19888-18950/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)
I1209 22:50:13.919207 36778 provision.go:87] duration metric: took 343.427038ms to configureAuth
I1209 22:50:13.919237 36778 buildroot.go:189] setting minikube options for container-runtime
I1209 22:50:13.919436 36778 config.go:182] Loaded profile config "ha-920193": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1209 22:50:13.919529 36778 main.go:141] libmachine: (ha-920193-m02) Calling .GetSSHHostname
I1209 22:50:13.922321 36778 main.go:141] libmachine: (ha-920193-m02) DBG | domain ha-920193-m02 has defined MAC address 52:54:00:e3:b9:61 in network mk-ha-920193
I1209 22:50:13.922667 36778 main.go:141] libmachine: (ha-920193-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:e3:b9:61", ip: ""} in network mk-ha-920193: {Iface:virbr1 ExpiryTime:2024-12-09 23:50:04 +0000 UTC Type:0 Mac:52:54:00:e3:b9:61 Iaid: IPaddr:192.168.39.43 Prefix:24 Hostname:ha-920193-m02 Clientid:01:52:54:00:e3:b9:61}
I1209 22:50:13.922689 36778 main.go:141] libmachine: (ha-920193-m02) DBG | domain ha-920193-m02 has defined IP address 192.168.39.43 and MAC address 52:54:00:e3:b9:61 in network mk-ha-920193
I1209 22:50:13.922943 36778 main.go:141] libmachine: (ha-920193-m02) Calling .GetSSHPort
I1209 22:50:13.923101 36778 main.go:141] libmachine: (ha-920193-m02) Calling .GetSSHKeyPath
I1209 22:50:13.923227 36778 main.go:141] libmachine: (ha-920193-m02) Calling .GetSSHKeyPath
I1209 22:50:13.923381 36778 main.go:141] libmachine: (ha-920193-m02) Calling .GetSSHUsername
I1209 22:50:13.923527 36778 main.go:141] libmachine: Using SSH client type: native
I1209 22:50:13.923766 36778 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866ca0] 0x869980 <nil> [] 0s} 192.168.39.43 22 <nil> <nil>}
I1209 22:50:13.923783 36778 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1209 22:50:14.145275 36778 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1209 22:50:14.145304 36778 main.go:141] libmachine: Checking connection to Docker...
I1209 22:50:14.145313 36778 main.go:141] libmachine: (ha-920193-m02) Calling .GetURL
I1209 22:50:14.146583 36778 main.go:141] libmachine: (ha-920193-m02) DBG | Using libvirt version 6000000
I1209 22:50:14.148809 36778 main.go:141] libmachine: (ha-920193-m02) DBG | domain ha-920193-m02 has defined MAC address 52:54:00:e3:b9:61 in network mk-ha-920193
I1209 22:50:14.149140 36778 main.go:141] libmachine: (ha-920193-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:e3:b9:61", ip: ""} in network mk-ha-920193: {Iface:virbr1 ExpiryTime:2024-12-09 23:50:04 +0000 UTC Type:0 Mac:52:54:00:e3:b9:61 Iaid: IPaddr:192.168.39.43 Prefix:24 Hostname:ha-920193-m02 Clientid:01:52:54:00:e3:b9:61}
I1209 22:50:14.149168 36778 main.go:141] libmachine: (ha-920193-m02) DBG | domain ha-920193-m02 has defined IP address 192.168.39.43 and MAC address 52:54:00:e3:b9:61 in network mk-ha-920193
I1209 22:50:14.149302 36778 main.go:141] libmachine: Docker is up and running!
I1209 22:50:14.149316 36778 main.go:141] libmachine: Reticulating splines...
I1209 22:50:14.149322 36778 client.go:171] duration metric: took 23.856827848s to LocalClient.Create
I1209 22:50:14.149351 36778 start.go:167] duration metric: took 23.856891761s to libmachine.API.Create "ha-920193"
I1209 22:50:14.149370 36778 start.go:293] postStartSetup for "ha-920193-m02" (driver="kvm2")
I1209 22:50:14.149387 36778 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1209 22:50:14.149412 36778 main.go:141] libmachine: (ha-920193-m02) Calling .DriverName
I1209 22:50:14.149683 36778 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1209 22:50:14.149706 36778 main.go:141] libmachine: (ha-920193-m02) Calling .GetSSHHostname
I1209 22:50:14.152301 36778 main.go:141] libmachine: (ha-920193-m02) DBG | domain ha-920193-m02 has defined MAC address 52:54:00:e3:b9:61 in network mk-ha-920193
I1209 22:50:14.152593 36778 main.go:141] libmachine: (ha-920193-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:e3:b9:61", ip: ""} in network mk-ha-920193: {Iface:virbr1 ExpiryTime:2024-12-09 23:50:04 +0000 UTC Type:0 Mac:52:54:00:e3:b9:61 Iaid: IPaddr:192.168.39.43 Prefix:24 Hostname:ha-920193-m02 Clientid:01:52:54:00:e3:b9:61}
I1209 22:50:14.152623 36778 main.go:141] libmachine: (ha-920193-m02) DBG | domain ha-920193-m02 has defined IP address 192.168.39.43 and MAC address 52:54:00:e3:b9:61 in network mk-ha-920193
I1209 22:50:14.152758 36778 main.go:141] libmachine: (ha-920193-m02) Calling .GetSSHPort
I1209 22:50:14.152950 36778 main.go:141] libmachine: (ha-920193-m02) Calling .GetSSHKeyPath
I1209 22:50:14.153102 36778 main.go:141] libmachine: (ha-920193-m02) Calling .GetSSHUsername
I1209 22:50:14.153238 36778 sshutil.go:53] new ssh client: &{IP:192.168.39.43 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19888-18950/.minikube/machines/ha-920193-m02/id_rsa Username:docker}
I1209 22:50:14.237586 36778 ssh_runner.go:195] Run: cat /etc/os-release
I1209 22:50:14.241320 36778 info.go:137] Remote host: Buildroot 2023.02.9
I1209 22:50:14.241353 36778 filesync.go:126] Scanning /home/jenkins/minikube-integration/19888-18950/.minikube/addons for local assets ...
I1209 22:50:14.241430 36778 filesync.go:126] Scanning /home/jenkins/minikube-integration/19888-18950/.minikube/files for local assets ...
I1209 22:50:14.241512 36778 filesync.go:149] local asset: /home/jenkins/minikube-integration/19888-18950/.minikube/files/etc/ssl/certs/262532.pem -> 262532.pem in /etc/ssl/certs
I1209 22:50:14.241522 36778 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19888-18950/.minikube/files/etc/ssl/certs/262532.pem -> /etc/ssl/certs/262532.pem
I1209 22:50:14.241599 36778 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1209 22:50:14.250940 36778 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19888-18950/.minikube/files/etc/ssl/certs/262532.pem --> /etc/ssl/certs/262532.pem (1708 bytes)
I1209 22:50:14.273559 36778 start.go:296] duration metric: took 124.171367ms for postStartSetup
I1209 22:50:14.273622 36778 main.go:141] libmachine: (ha-920193-m02) Calling .GetConfigRaw
I1209 22:50:14.274207 36778 main.go:141] libmachine: (ha-920193-m02) Calling .GetIP
I1209 22:50:14.276819 36778 main.go:141] libmachine: (ha-920193-m02) DBG | domain ha-920193-m02 has defined MAC address 52:54:00:e3:b9:61 in network mk-ha-920193
I1209 22:50:14.277127 36778 main.go:141] libmachine: (ha-920193-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:e3:b9:61", ip: ""} in network mk-ha-920193: {Iface:virbr1 ExpiryTime:2024-12-09 23:50:04 +0000 UTC Type:0 Mac:52:54:00:e3:b9:61 Iaid: IPaddr:192.168.39.43 Prefix:24 Hostname:ha-920193-m02 Clientid:01:52:54:00:e3:b9:61}
I1209 22:50:14.277156 36778 main.go:141] libmachine: (ha-920193-m02) DBG | domain ha-920193-m02 has defined IP address 192.168.39.43 and MAC address 52:54:00:e3:b9:61 in network mk-ha-920193
I1209 22:50:14.277340 36778 profile.go:143] Saving config to /home/jenkins/minikube-integration/19888-18950/.minikube/profiles/ha-920193/config.json ...
I1209 22:50:14.277540 36778 start.go:128] duration metric: took 24.003111268s to createHost
I1209 22:50:14.277563 36778 main.go:141] libmachine: (ha-920193-m02) Calling .GetSSHHostname
I1209 22:50:14.279937 36778 main.go:141] libmachine: (ha-920193-m02) DBG | domain ha-920193-m02 has defined MAC address 52:54:00:e3:b9:61 in network mk-ha-920193
I1209 22:50:14.280232 36778 main.go:141] libmachine: (ha-920193-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:e3:b9:61", ip: ""} in network mk-ha-920193: {Iface:virbr1 ExpiryTime:2024-12-09 23:50:04 +0000 UTC Type:0 Mac:52:54:00:e3:b9:61 Iaid: IPaddr:192.168.39.43 Prefix:24 Hostname:ha-920193-m02 Clientid:01:52:54:00:e3:b9:61}
I1209 22:50:14.280257 36778 main.go:141] libmachine: (ha-920193-m02) DBG | domain ha-920193-m02 has defined IP address 192.168.39.43 and MAC address 52:54:00:e3:b9:61 in network mk-ha-920193
I1209 22:50:14.280382 36778 main.go:141] libmachine: (ha-920193-m02) Calling .GetSSHPort
I1209 22:50:14.280557 36778 main.go:141] libmachine: (ha-920193-m02) Calling .GetSSHKeyPath
I1209 22:50:14.280726 36778 main.go:141] libmachine: (ha-920193-m02) Calling .GetSSHKeyPath
I1209 22:50:14.280910 36778 main.go:141] libmachine: (ha-920193-m02) Calling .GetSSHUsername
I1209 22:50:14.281099 36778 main.go:141] libmachine: Using SSH client type: native
I1209 22:50:14.281291 36778 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866ca0] 0x869980 <nil> [] 0s} 192.168.39.43 22 <nil> <nil>}
I1209 22:50:14.281304 36778 main.go:141] libmachine: About to run SSH command:
date +%s.%N
I1209 22:50:14.388152 36778 main.go:141] libmachine: SSH cmd err, output: <nil>: 1733784614.364424625
I1209 22:50:14.388174 36778 fix.go:216] guest clock: 1733784614.364424625
I1209 22:50:14.388181 36778 fix.go:229] Guest: 2024-12-09 22:50:14.364424625 +0000 UTC Remote: 2024-12-09 22:50:14.27755238 +0000 UTC m=+71.170238927 (delta=86.872245ms)
I1209 22:50:14.388195 36778 fix.go:200] guest clock delta is within tolerance: 86.872245ms
I1209 22:50:14.388200 36778 start.go:83] releasing machines lock for "ha-920193-m02", held for 24.113917393s
I1209 22:50:14.388222 36778 main.go:141] libmachine: (ha-920193-m02) Calling .DriverName
I1209 22:50:14.388471 36778 main.go:141] libmachine: (ha-920193-m02) Calling .GetIP
I1209 22:50:14.391084 36778 main.go:141] libmachine: (ha-920193-m02) DBG | domain ha-920193-m02 has defined MAC address 52:54:00:e3:b9:61 in network mk-ha-920193
I1209 22:50:14.391432 36778 main.go:141] libmachine: (ha-920193-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:e3:b9:61", ip: ""} in network mk-ha-920193: {Iface:virbr1 ExpiryTime:2024-12-09 23:50:04 +0000 UTC Type:0 Mac:52:54:00:e3:b9:61 Iaid: IPaddr:192.168.39.43 Prefix:24 Hostname:ha-920193-m02 Clientid:01:52:54:00:e3:b9:61}
I1209 22:50:14.391458 36778 main.go:141] libmachine: (ha-920193-m02) DBG | domain ha-920193-m02 has defined IP address 192.168.39.43 and MAC address 52:54:00:e3:b9:61 in network mk-ha-920193
I1209 22:50:14.393935 36778 out.go:177] * Found network options:
I1209 22:50:14.395356 36778 out.go:177] - NO_PROXY=192.168.39.102
W1209 22:50:14.396713 36778 proxy.go:119] fail to check proxy env: Error ip not in block
I1209 22:50:14.396769 36778 main.go:141] libmachine: (ha-920193-m02) Calling .DriverName
I1209 22:50:14.397373 36778 main.go:141] libmachine: (ha-920193-m02) Calling .DriverName
I1209 22:50:14.397558 36778 main.go:141] libmachine: (ha-920193-m02) Calling .DriverName
I1209 22:50:14.397653 36778 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1209 22:50:14.397697 36778 main.go:141] libmachine: (ha-920193-m02) Calling .GetSSHHostname
W1209 22:50:14.397767 36778 proxy.go:119] fail to check proxy env: Error ip not in block
I1209 22:50:14.397855 36778 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1209 22:50:14.397879 36778 main.go:141] libmachine: (ha-920193-m02) Calling .GetSSHHostname
I1209 22:50:14.400330 36778 main.go:141] libmachine: (ha-920193-m02) DBG | domain ha-920193-m02 has defined MAC address 52:54:00:e3:b9:61 in network mk-ha-920193
I1209 22:50:14.400563 36778 main.go:141] libmachine: (ha-920193-m02) DBG | domain ha-920193-m02 has defined MAC address 52:54:00:e3:b9:61 in network mk-ha-920193
I1209 22:50:14.400725 36778 main.go:141] libmachine: (ha-920193-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:e3:b9:61", ip: ""} in network mk-ha-920193: {Iface:virbr1 ExpiryTime:2024-12-09 23:50:04 +0000 UTC Type:0 Mac:52:54:00:e3:b9:61 Iaid: IPaddr:192.168.39.43 Prefix:24 Hostname:ha-920193-m02 Clientid:01:52:54:00:e3:b9:61}
I1209 22:50:14.400755 36778 main.go:141] libmachine: (ha-920193-m02) DBG | domain ha-920193-m02 has defined IP address 192.168.39.43 and MAC address 52:54:00:e3:b9:61 in network mk-ha-920193
I1209 22:50:14.400909 36778 main.go:141] libmachine: (ha-920193-m02) Calling .GetSSHPort
I1209 22:50:14.400944 36778 main.go:141] libmachine: (ha-920193-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:e3:b9:61", ip: ""} in network mk-ha-920193: {Iface:virbr1 ExpiryTime:2024-12-09 23:50:04 +0000 UTC Type:0 Mac:52:54:00:e3:b9:61 Iaid: IPaddr:192.168.39.43 Prefix:24 Hostname:ha-920193-m02 Clientid:01:52:54:00:e3:b9:61}
I1209 22:50:14.400970 36778 main.go:141] libmachine: (ha-920193-m02) DBG | domain ha-920193-m02 has defined IP address 192.168.39.43 and MAC address 52:54:00:e3:b9:61 in network mk-ha-920193
I1209 22:50:14.401106 36778 main.go:141] libmachine: (ha-920193-m02) Calling .GetSSHKeyPath
I1209 22:50:14.401188 36778 main.go:141] libmachine: (ha-920193-m02) Calling .GetSSHPort
I1209 22:50:14.401275 36778 main.go:141] libmachine: (ha-920193-m02) Calling .GetSSHUsername
I1209 22:50:14.401373 36778 main.go:141] libmachine: (ha-920193-m02) Calling .GetSSHKeyPath
I1209 22:50:14.401443 36778 sshutil.go:53] new ssh client: &{IP:192.168.39.43 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19888-18950/.minikube/machines/ha-920193-m02/id_rsa Username:docker}
I1209 22:50:14.401504 36778 main.go:141] libmachine: (ha-920193-m02) Calling .GetSSHUsername
I1209 22:50:14.401614 36778 sshutil.go:53] new ssh client: &{IP:192.168.39.43 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19888-18950/.minikube/machines/ha-920193-m02/id_rsa Username:docker}
I1209 22:50:14.637188 36778 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
W1209 22:50:14.643200 36778 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I1209 22:50:14.643281 36778 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1209 22:50:14.659398 36778 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)
I1209 22:50:14.659426 36778 start.go:495] detecting cgroup driver to use...
I1209 22:50:14.659491 36778 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1209 22:50:14.676247 36778 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1209 22:50:14.690114 36778 docker.go:217] disabling cri-docker service (if available) ...
I1209 22:50:14.690183 36778 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1209 22:50:14.704181 36778 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1209 22:50:14.718407 36778 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1209 22:50:14.836265 36778 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1209 22:50:14.977440 36778 docker.go:233] disabling docker service ...
I1209 22:50:14.977523 36778 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1209 22:50:14.992218 36778 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1209 22:50:15.006032 36778 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1209 22:50:15.132938 36778 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1209 22:50:15.246587 36778 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1209 22:50:15.260594 36778 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1209 22:50:15.278081 36778 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10" pause image...
I1209 22:50:15.278144 36778 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10"|' /etc/crio/crio.conf.d/02-crio.conf"
I1209 22:50:15.288215 36778 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I1209 22:50:15.288291 36778 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I1209 22:50:15.298722 36778 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1209 22:50:15.309333 36778 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1209 22:50:15.319278 36778 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1209 22:50:15.329514 36778 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I1209 22:50:15.339686 36778 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I1209 22:50:15.356544 36778 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I1209 22:50:15.367167 36778 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1209 22:50:15.376313 36778 crio.go:166] couldn't verify netfilter by "sudo sysctl net.bridge.bridge-nf-call-iptables" which might be okay. error: sudo sysctl net.bridge.bridge-nf-call-iptables: Process exited with status 255
stdout:
stderr:
sysctl: cannot stat /proc/sys/net/bridge/bridge-nf-call-iptables: No such file or directory
I1209 22:50:15.376368 36778 ssh_runner.go:195] Run: sudo modprobe br_netfilter
I1209 22:50:15.389607 36778 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1209 22:50:15.399026 36778 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1209 22:50:15.510388 36778 ssh_runner.go:195] Run: sudo systemctl restart crio
I1209 22:50:15.594142 36778 start.go:542] Will wait 60s for socket path /var/run/crio/crio.sock
I1209 22:50:15.594209 36778 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1209 22:50:15.598620 36778 start.go:563] Will wait 60s for crictl version
I1209 22:50:15.598673 36778 ssh_runner.go:195] Run: which crictl
I1209 22:50:15.602047 36778 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I1209 22:50:15.640250 36778 start.go:579] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.29.1
RuntimeApiVersion: v1
I1209 22:50:15.640331 36778 ssh_runner.go:195] Run: crio --version
I1209 22:50:15.667027 36778 ssh_runner.go:195] Run: crio --version
I1209 22:50:15.696782 36778 out.go:177] * Preparing Kubernetes v1.31.2 on CRI-O 1.29.1 ...
I1209 22:50:15.698100 36778 out.go:177] - env NO_PROXY=192.168.39.102
I1209 22:50:15.699295 36778 main.go:141] libmachine: (ha-920193-m02) Calling .GetIP
I1209 22:50:15.701971 36778 main.go:141] libmachine: (ha-920193-m02) DBG | domain ha-920193-m02 has defined MAC address 52:54:00:e3:b9:61 in network mk-ha-920193
I1209 22:50:15.702367 36778 main.go:141] libmachine: (ha-920193-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:e3:b9:61", ip: ""} in network mk-ha-920193: {Iface:virbr1 ExpiryTime:2024-12-09 23:50:04 +0000 UTC Type:0 Mac:52:54:00:e3:b9:61 Iaid: IPaddr:192.168.39.43 Prefix:24 Hostname:ha-920193-m02 Clientid:01:52:54:00:e3:b9:61}
I1209 22:50:15.702391 36778 main.go:141] libmachine: (ha-920193-m02) DBG | domain ha-920193-m02 has defined IP address 192.168.39.43 and MAC address 52:54:00:e3:b9:61 in network mk-ha-920193
I1209 22:50:15.702593 36778 ssh_runner.go:195] Run: grep 192.168.39.1 host.minikube.internal$ /etc/hosts
I1209 22:50:15.706559 36778 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.39.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1209 22:50:15.719413 36778 mustload.go:65] Loading cluster: ha-920193
I1209 22:50:15.719679 36778 config.go:182] Loaded profile config "ha-920193": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1209 22:50:15.720045 36778 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1209 22:50:15.720080 36778 main.go:141] libmachine: Launching plugin server for driver kvm2
I1209 22:50:15.735359 36778 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:34745
I1209 22:50:15.735806 36778 main.go:141] libmachine: () Calling .GetVersion
I1209 22:50:15.736258 36778 main.go:141] libmachine: Using API Version 1
I1209 22:50:15.736277 36778 main.go:141] libmachine: () Calling .SetConfigRaw
I1209 22:50:15.736597 36778 main.go:141] libmachine: () Calling .GetMachineName
I1209 22:50:15.736809 36778 main.go:141] libmachine: (ha-920193) Calling .GetState
I1209 22:50:15.738383 36778 host.go:66] Checking if "ha-920193" exists ...
I1209 22:50:15.738784 36778 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1209 22:50:15.738819 36778 main.go:141] libmachine: Launching plugin server for driver kvm2
I1209 22:50:15.754087 36778 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:34025
I1209 22:50:15.754545 36778 main.go:141] libmachine: () Calling .GetVersion
I1209 22:50:15.755016 36778 main.go:141] libmachine: Using API Version 1
I1209 22:50:15.755039 36778 main.go:141] libmachine: () Calling .SetConfigRaw
I1209 22:50:15.755363 36778 main.go:141] libmachine: () Calling .GetMachineName
I1209 22:50:15.755658 36778 main.go:141] libmachine: (ha-920193) Calling .DriverName
I1209 22:50:15.755811 36778 certs.go:68] Setting up /home/jenkins/minikube-integration/19888-18950/.minikube/profiles/ha-920193 for IP: 192.168.39.43
I1209 22:50:15.755825 36778 certs.go:194] generating shared ca certs ...
I1209 22:50:15.755842 36778 certs.go:226] acquiring lock for ca certs: {Name:mkd265720ad4e9ec56deaf6f6ee2e43eb34d5a83 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1209 22:50:15.756003 36778 certs.go:235] skipping valid "minikubeCA" ca cert: /home/jenkins/minikube-integration/19888-18950/.minikube/ca.key
I1209 22:50:15.756062 36778 certs.go:235] skipping valid "proxyClientCA" ca cert: /home/jenkins/minikube-integration/19888-18950/.minikube/proxy-client-ca.key
I1209 22:50:15.756077 36778 certs.go:256] generating profile certs ...
I1209 22:50:15.756191 36778 certs.go:359] skipping valid signed profile cert regeneration for "minikube-user": /home/jenkins/minikube-integration/19888-18950/.minikube/profiles/ha-920193/client.key
I1209 22:50:15.756224 36778 certs.go:363] generating signed profile cert for "minikube": /home/jenkins/minikube-integration/19888-18950/.minikube/profiles/ha-920193/apiserver.key.4dc3270a
I1209 22:50:15.756244 36778 crypto.go:68] Generating cert /home/jenkins/minikube-integration/19888-18950/.minikube/profiles/ha-920193/apiserver.crt.4dc3270a with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.168.39.102 192.168.39.43 192.168.39.254]
I1209 22:50:15.922567 36778 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19888-18950/.minikube/profiles/ha-920193/apiserver.crt.4dc3270a ...
I1209 22:50:15.922607 36778 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19888-18950/.minikube/profiles/ha-920193/apiserver.crt.4dc3270a: {Name:mkdd9b3ceabde3bba17fb86e02452182c7c5df88 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1209 22:50:15.922833 36778 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19888-18950/.minikube/profiles/ha-920193/apiserver.key.4dc3270a ...
I1209 22:50:15.922852 36778 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19888-18950/.minikube/profiles/ha-920193/apiserver.key.4dc3270a: {Name:mkf2dc6e973669b6272c7472a098255f36b1b21a Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1209 22:50:15.922964 36778 certs.go:381] copying /home/jenkins/minikube-integration/19888-18950/.minikube/profiles/ha-920193/apiserver.crt.4dc3270a -> /home/jenkins/minikube-integration/19888-18950/.minikube/profiles/ha-920193/apiserver.crt
I1209 22:50:15.923108 36778 certs.go:385] copying /home/jenkins/minikube-integration/19888-18950/.minikube/profiles/ha-920193/apiserver.key.4dc3270a -> /home/jenkins/minikube-integration/19888-18950/.minikube/profiles/ha-920193/apiserver.key
I1209 22:50:15.923250 36778 certs.go:359] skipping valid signed profile cert regeneration for "aggregator": /home/jenkins/minikube-integration/19888-18950/.minikube/profiles/ha-920193/proxy-client.key
I1209 22:50:15.923268 36778 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19888-18950/.minikube/ca.crt -> /var/lib/minikube/certs/ca.crt
I1209 22:50:15.923283 36778 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19888-18950/.minikube/ca.key -> /var/lib/minikube/certs/ca.key
I1209 22:50:15.923300 36778 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19888-18950/.minikube/proxy-client-ca.crt -> /var/lib/minikube/certs/proxy-client-ca.crt
I1209 22:50:15.923315 36778 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19888-18950/.minikube/proxy-client-ca.key -> /var/lib/minikube/certs/proxy-client-ca.key
I1209 22:50:15.923331 36778 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19888-18950/.minikube/profiles/ha-920193/apiserver.crt -> /var/lib/minikube/certs/apiserver.crt
I1209 22:50:15.923346 36778 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19888-18950/.minikube/profiles/ha-920193/apiserver.key -> /var/lib/minikube/certs/apiserver.key
I1209 22:50:15.923361 36778 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19888-18950/.minikube/profiles/ha-920193/proxy-client.crt -> /var/lib/minikube/certs/proxy-client.crt
I1209 22:50:15.923376 36778 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19888-18950/.minikube/profiles/ha-920193/proxy-client.key -> /var/lib/minikube/certs/proxy-client.key
I1209 22:50:15.923447 36778 certs.go:484] found cert: /home/jenkins/minikube-integration/19888-18950/.minikube/certs/26253.pem (1338 bytes)
W1209 22:50:15.923481 36778 certs.go:480] ignoring /home/jenkins/minikube-integration/19888-18950/.minikube/certs/26253_empty.pem, impossibly tiny 0 bytes
I1209 22:50:15.923492 36778 certs.go:484] found cert: /home/jenkins/minikube-integration/19888-18950/.minikube/certs/ca-key.pem (1675 bytes)
I1209 22:50:15.923526 36778 certs.go:484] found cert: /home/jenkins/minikube-integration/19888-18950/.minikube/certs/ca.pem (1082 bytes)
I1209 22:50:15.923552 36778 certs.go:484] found cert: /home/jenkins/minikube-integration/19888-18950/.minikube/certs/cert.pem (1123 bytes)
I1209 22:50:15.923617 36778 certs.go:484] found cert: /home/jenkins/minikube-integration/19888-18950/.minikube/certs/key.pem (1679 bytes)
I1209 22:50:15.923669 36778 certs.go:484] found cert: /home/jenkins/minikube-integration/19888-18950/.minikube/files/etc/ssl/certs/262532.pem (1708 bytes)
I1209 22:50:15.923701 36778 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19888-18950/.minikube/files/etc/ssl/certs/262532.pem -> /usr/share/ca-certificates/262532.pem
I1209 22:50:15.923718 36778 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19888-18950/.minikube/ca.crt -> /usr/share/ca-certificates/minikubeCA.pem
I1209 22:50:15.923736 36778 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19888-18950/.minikube/certs/26253.pem -> /usr/share/ca-certificates/26253.pem
I1209 22:50:15.923774 36778 main.go:141] libmachine: (ha-920193) Calling .GetSSHHostname
I1209 22:50:15.926684 36778 main.go:141] libmachine: (ha-920193) DBG | domain ha-920193 has defined MAC address 52:54:00:eb:3c:cb in network mk-ha-920193
I1209 22:50:15.927100 36778 main.go:141] libmachine: (ha-920193) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:eb:3c:cb", ip: ""} in network mk-ha-920193: {Iface:virbr1 ExpiryTime:2024-12-09 23:49:17 +0000 UTC Type:0 Mac:52:54:00:eb:3c:cb Iaid: IPaddr:192.168.39.102 Prefix:24 Hostname:ha-920193 Clientid:01:52:54:00:eb:3c:cb}
I1209 22:50:15.927132 36778 main.go:141] libmachine: (ha-920193) DBG | domain ha-920193 has defined IP address 192.168.39.102 and MAC address 52:54:00:eb:3c:cb in network mk-ha-920193
I1209 22:50:15.927316 36778 main.go:141] libmachine: (ha-920193) Calling .GetSSHPort
I1209 22:50:15.927520 36778 main.go:141] libmachine: (ha-920193) Calling .GetSSHKeyPath
I1209 22:50:15.927686 36778 main.go:141] libmachine: (ha-920193) Calling .GetSSHUsername
I1209 22:50:15.927817 36778 sshutil.go:53] new ssh client: &{IP:192.168.39.102 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19888-18950/.minikube/machines/ha-920193/id_rsa Username:docker}
I1209 22:50:15.995984 36778 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/sa.pub
I1209 22:50:16.000689 36778 ssh_runner.go:447] scp /var/lib/minikube/certs/sa.pub --> memory (451 bytes)
I1209 22:50:16.010769 36778 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/sa.key
I1209 22:50:16.015461 36778 ssh_runner.go:447] scp /var/lib/minikube/certs/sa.key --> memory (1675 bytes)
I1209 22:50:16.025382 36778 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/front-proxy-ca.crt
I1209 22:50:16.029170 36778 ssh_runner.go:447] scp /var/lib/minikube/certs/front-proxy-ca.crt --> memory (1123 bytes)
I1209 22:50:16.038869 36778 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/front-proxy-ca.key
I1209 22:50:16.042928 36778 ssh_runner.go:447] scp /var/lib/minikube/certs/front-proxy-ca.key --> memory (1679 bytes)
I1209 22:50:16.052680 36778 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/etcd/ca.crt
I1209 22:50:16.056624 36778 ssh_runner.go:447] scp /var/lib/minikube/certs/etcd/ca.crt --> memory (1094 bytes)
I1209 22:50:16.067154 36778 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/etcd/ca.key
I1209 22:50:16.071136 36778 ssh_runner.go:447] scp /var/lib/minikube/certs/etcd/ca.key --> memory (1675 bytes)
I1209 22:50:16.081380 36778 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19888-18950/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1209 22:50:16.105907 36778 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19888-18950/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1675 bytes)
I1209 22:50:16.130202 36778 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19888-18950/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1209 22:50:16.154712 36778 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19888-18950/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I1209 22:50:16.178136 36778 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19888-18950/.minikube/profiles/ha-920193/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1436 bytes)
I1209 22:50:16.201144 36778 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19888-18950/.minikube/profiles/ha-920193/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)
I1209 22:50:16.223968 36778 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19888-18950/.minikube/profiles/ha-920193/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1209 22:50:16.245967 36778 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19888-18950/.minikube/profiles/ha-920193/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1679 bytes)
I1209 22:50:16.268545 36778 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19888-18950/.minikube/files/etc/ssl/certs/262532.pem --> /usr/share/ca-certificates/262532.pem (1708 bytes)
I1209 22:50:16.290945 36778 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19888-18950/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1209 22:50:16.313125 36778 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19888-18950/.minikube/certs/26253.pem --> /usr/share/ca-certificates/26253.pem (1338 bytes)
I1209 22:50:16.335026 36778 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/sa.pub (451 bytes)
I1209 22:50:16.350896 36778 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/sa.key (1675 bytes)
I1209 22:50:16.366797 36778 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/front-proxy-ca.crt (1123 bytes)
I1209 22:50:16.382304 36778 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/front-proxy-ca.key (1679 bytes)
I1209 22:50:16.398151 36778 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/etcd/ca.crt (1094 bytes)
I1209 22:50:16.413542 36778 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/etcd/ca.key (1675 bytes)
I1209 22:50:16.428943 36778 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (744 bytes)
I1209 22:50:16.443894 36778 ssh_runner.go:195] Run: openssl version
I1209 22:50:16.449370 36778 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/26253.pem && ln -fs /usr/share/ca-certificates/26253.pem /etc/ssl/certs/26253.pem"
I1209 22:50:16.460122 36778 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/26253.pem
I1209 22:50:16.464413 36778 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Dec 9 22:45 /usr/share/ca-certificates/26253.pem
I1209 22:50:16.464474 36778 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/26253.pem
I1209 22:50:16.470266 36778 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/26253.pem /etc/ssl/certs/51391683.0"
I1209 22:50:16.480854 36778 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/262532.pem && ln -fs /usr/share/ca-certificates/262532.pem /etc/ssl/certs/262532.pem"
I1209 22:50:16.491307 36778 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/262532.pem
I1209 22:50:16.495420 36778 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Dec 9 22:45 /usr/share/ca-certificates/262532.pem
I1209 22:50:16.495468 36778 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/262532.pem
I1209 22:50:16.500658 36778 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/262532.pem /etc/ssl/certs/3ec20f2e.0"
I1209 22:50:16.511025 36778 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1209 22:50:16.521204 36778 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1209 22:50:16.525268 36778 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Dec 9 22:32 /usr/share/ca-certificates/minikubeCA.pem
I1209 22:50:16.525347 36778 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1209 22:50:16.530531 36778 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1209 22:50:16.542187 36778 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1209 22:50:16.546109 36778 certs.go:399] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I1209 22:50:16.546164 36778 kubeadm.go:934] updating node {m02 192.168.39.43 8443 v1.31.2 crio true true} ...
I1209 22:50:16.546250 36778 kubeadm.go:946] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.31.2/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --hostname-override=ha-920193-m02 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.39.43
[Install]
config:
{KubernetesVersion:v1.31.2 ClusterName:ha-920193 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1209 22:50:16.546279 36778 kube-vip.go:115] generating kube-vip config ...
I1209 22:50:16.546321 36778 ssh_runner.go:195] Run: sudo sh -c "modprobe --all ip_vs ip_vs_rr ip_vs_wrr ip_vs_sh nf_conntrack"
I1209 22:50:16.565259 36778 kube-vip.go:167] auto-enabling control-plane load-balancing in kube-vip
I1209 22:50:16.565317 36778 kube-vip.go:137] kube-vip config:
apiVersion: v1
kind: Pod
metadata:
creationTimestamp: null
name: kube-vip
namespace: kube-system
spec:
containers:
- args:
- manager
env:
- name: vip_arp
value: "true"
- name: port
value: "8443"
- name: vip_nodename
valueFrom:
fieldRef:
fieldPath: spec.nodeName
- name: vip_interface
value: eth0
- name: vip_cidr
value: "32"
- name: dns_mode
value: first
- name: cp_enable
value: "true"
- name: cp_namespace
value: kube-system
- name: vip_leaderelection
value: "true"
- name: vip_leasename
value: plndr-cp-lock
- name: vip_leaseduration
value: "5"
- name: vip_renewdeadline
value: "3"
- name: vip_retryperiod
value: "1"
- name: address
value: 192.168.39.254
- name: prometheus_server
value: :2112
- name : lb_enable
value: "true"
- name: lb_port
value: "8443"
image: ghcr.io/kube-vip/kube-vip:v0.8.7
imagePullPolicy: IfNotPresent
name: kube-vip
resources: {}
securityContext:
capabilities:
add:
- NET_ADMIN
- NET_RAW
volumeMounts:
- mountPath: /etc/kubernetes/admin.conf
name: kubeconfig
hostAliases:
- hostnames:
- kubernetes
ip: 127.0.0.1
hostNetwork: true
volumes:
- hostPath:
path: "/etc/kubernetes/admin.conf"
name: kubeconfig
status: {}
I1209 22:50:16.565368 36778 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.31.2
I1209 22:50:16.576227 36778 binaries.go:47] Didn't find k8s binaries: sudo ls /var/lib/minikube/binaries/v1.31.2: Process exited with status 2
stdout:
stderr:
ls: cannot access '/var/lib/minikube/binaries/v1.31.2': No such file or directory
Initiating transfer...
I1209 22:50:16.576286 36778 ssh_runner.go:195] Run: sudo mkdir -p /var/lib/minikube/binaries/v1.31.2
I1209 22:50:16.587283 36778 binary.go:74] Not caching binary, using https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubectl?checksum=file:https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubectl.sha256
I1209 22:50:16.587313 36778 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19888-18950/.minikube/cache/linux/amd64/v1.31.2/kubectl -> /var/lib/minikube/binaries/v1.31.2/kubectl
I1209 22:50:16.587347 36778 download.go:107] Downloading: https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubelet?checksum=file:https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubelet.sha256 -> /home/jenkins/minikube-integration/19888-18950/.minikube/cache/linux/amd64/v1.31.2/kubelet
I1209 22:50:16.587371 36778 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubectl
I1209 22:50:16.587429 36778 download.go:107] Downloading: https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubeadm?checksum=file:https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubeadm.sha256 -> /home/jenkins/minikube-integration/19888-18950/.minikube/cache/linux/amd64/v1.31.2/kubeadm
I1209 22:50:16.591406 36778 ssh_runner.go:352] existence check for /var/lib/minikube/binaries/v1.31.2/kubectl: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubectl: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/binaries/v1.31.2/kubectl': No such file or directory
I1209 22:50:16.591443 36778 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19888-18950/.minikube/cache/linux/amd64/v1.31.2/kubectl --> /var/lib/minikube/binaries/v1.31.2/kubectl (56381592 bytes)
I1209 22:50:17.403840 36778 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19888-18950/.minikube/cache/linux/amd64/v1.31.2/kubeadm -> /var/lib/minikube/binaries/v1.31.2/kubeadm
I1209 22:50:17.403917 36778 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubeadm
I1209 22:50:17.408515 36778 ssh_runner.go:352] existence check for /var/lib/minikube/binaries/v1.31.2/kubeadm: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubeadm: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/binaries/v1.31.2/kubeadm': No such file or directory
I1209 22:50:17.408550 36778 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19888-18950/.minikube/cache/linux/amd64/v1.31.2/kubeadm --> /var/lib/minikube/binaries/v1.31.2/kubeadm (58290328 bytes)
I1209 22:50:17.508668 36778 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1209 22:50:17.539619 36778 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19888-18950/.minikube/cache/linux/amd64/v1.31.2/kubelet -> /var/lib/minikube/binaries/v1.31.2/kubelet
I1209 22:50:17.539709 36778 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubelet
I1209 22:50:17.547698 36778 ssh_runner.go:352] existence check for /var/lib/minikube/binaries/v1.31.2/kubelet: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubelet: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/binaries/v1.31.2/kubelet': No such file or directory
I1209 22:50:17.547746 36778 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19888-18950/.minikube/cache/linux/amd64/v1.31.2/kubelet --> /var/lib/minikube/binaries/v1.31.2/kubelet (76902744 bytes)
I1209 22:50:17.976645 36778 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /etc/kubernetes/manifests
I1209 22:50:17.986050 36778 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (312 bytes)
I1209 22:50:18.001981 36778 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1209 22:50:18.017737 36778 ssh_runner.go:362] scp memory --> /etc/kubernetes/manifests/kube-vip.yaml (1441 bytes)
I1209 22:50:18.034382 36778 ssh_runner.go:195] Run: grep 192.168.39.254 control-plane.minikube.internal$ /etc/hosts
I1209 22:50:18.038243 36778 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.39.254 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1209 22:50:18.051238 36778 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1209 22:50:18.168167 36778 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1209 22:50:18.185010 36778 host.go:66] Checking if "ha-920193" exists ...
I1209 22:50:18.185466 36778 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1209 22:50:18.185511 36778 main.go:141] libmachine: Launching plugin server for driver kvm2
I1209 22:50:18.200608 36778 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:36771
I1209 22:50:18.201083 36778 main.go:141] libmachine: () Calling .GetVersion
I1209 22:50:18.201577 36778 main.go:141] libmachine: Using API Version 1
I1209 22:50:18.201599 36778 main.go:141] libmachine: () Calling .SetConfigRaw
I1209 22:50:18.201983 36778 main.go:141] libmachine: () Calling .GetMachineName
I1209 22:50:18.202177 36778 main.go:141] libmachine: (ha-920193) Calling .DriverName
I1209 22:50:18.202335 36778 start.go:317] joinCluster: &{Name:ha-920193 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19917/minikube-v1.34.0-1730913550-19917-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730888964-19917@sha256:629a5748e3ec15a091fef12257eb3754b8ffc0c974ebcbb016451c65d1829615 Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.2 Cluster
Name:ha-920193 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.39.102 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m02 IP:192.168.39.43 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[default-storageclass:true storage-provisioner:true] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration
:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1209 22:50:18.202454 36778 ssh_runner.go:195] Run: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.2:$PATH" kubeadm token create --print-join-command --ttl=0"
I1209 22:50:18.202478 36778 main.go:141] libmachine: (ha-920193) Calling .GetSSHHostname
I1209 22:50:18.205838 36778 main.go:141] libmachine: (ha-920193) DBG | domain ha-920193 has defined MAC address 52:54:00:eb:3c:cb in network mk-ha-920193
I1209 22:50:18.206272 36778 main.go:141] libmachine: (ha-920193) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:eb:3c:cb", ip: ""} in network mk-ha-920193: {Iface:virbr1 ExpiryTime:2024-12-09 23:49:17 +0000 UTC Type:0 Mac:52:54:00:eb:3c:cb Iaid: IPaddr:192.168.39.102 Prefix:24 Hostname:ha-920193 Clientid:01:52:54:00:eb:3c:cb}
I1209 22:50:18.206305 36778 main.go:141] libmachine: (ha-920193) DBG | domain ha-920193 has defined IP address 192.168.39.102 and MAC address 52:54:00:eb:3c:cb in network mk-ha-920193
I1209 22:50:18.206454 36778 main.go:141] libmachine: (ha-920193) Calling .GetSSHPort
I1209 22:50:18.206651 36778 main.go:141] libmachine: (ha-920193) Calling .GetSSHKeyPath
I1209 22:50:18.206809 36778 main.go:141] libmachine: (ha-920193) Calling .GetSSHUsername
I1209 22:50:18.206953 36778 sshutil.go:53] new ssh client: &{IP:192.168.39.102 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19888-18950/.minikube/machines/ha-920193/id_rsa Username:docker}
I1209 22:50:18.346102 36778 start.go:343] trying to join control-plane node "m02" to cluster: &{Name:m02 IP:192.168.39.43 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}
I1209 22:50:18.346151 36778 ssh_runner.go:195] Run: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.2:$PATH" kubeadm join control-plane.minikube.internal:8443 --token 0e0mum.qzhjvrjwvxlgpdn7 --discovery-token-ca-cert-hash sha256:988b8db589f8480ac81f4918593a60bc028857de125bd39ca70f8ea70fb46e5b --ignore-preflight-errors=all --cri-socket unix:///var/run/crio/crio.sock --node-name=ha-920193-m02 --control-plane --apiserver-advertise-address=192.168.39.43 --apiserver-bind-port=8443"
I1209 22:50:38.220755 36778 ssh_runner.go:235] Completed: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.2:$PATH" kubeadm join control-plane.minikube.internal:8443 --token 0e0mum.qzhjvrjwvxlgpdn7 --discovery-token-ca-cert-hash sha256:988b8db589f8480ac81f4918593a60bc028857de125bd39ca70f8ea70fb46e5b --ignore-preflight-errors=all --cri-socket unix:///var/run/crio/crio.sock --node-name=ha-920193-m02 --control-plane --apiserver-advertise-address=192.168.39.43 --apiserver-bind-port=8443": (19.874577958s)
I1209 22:50:38.220795 36778 ssh_runner.go:195] Run: /bin/bash -c "sudo systemctl daemon-reload && sudo systemctl enable kubelet && sudo systemctl start kubelet"
I1209 22:50:38.605694 36778 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig label --overwrite nodes ha-920193-m02 minikube.k8s.io/updated_at=2024_12_09T22_50_38_0700 minikube.k8s.io/version=v1.34.0 minikube.k8s.io/commit=bdb91ee97b7db1e27267ce5f380a98e3176548b5 minikube.k8s.io/name=ha-920193 minikube.k8s.io/primary=false
I1209 22:50:38.732046 36778 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig taint nodes ha-920193-m02 node-role.kubernetes.io/control-plane:NoSchedule-
I1209 22:50:38.853470 36778 start.go:319] duration metric: took 20.651129665s to joinCluster
I1209 22:50:38.853557 36778 start.go:235] Will wait 6m0s for node &{Name:m02 IP:192.168.39.43 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}
I1209 22:50:38.853987 36778 config.go:182] Loaded profile config "ha-920193": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1209 22:50:38.855541 36778 out.go:177] * Verifying Kubernetes components...
I1209 22:50:38.856758 36778 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1209 22:50:39.134622 36778 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1209 22:50:39.155772 36778 loader.go:395] Config loaded from file: /home/jenkins/minikube-integration/19888-18950/kubeconfig
I1209 22:50:39.156095 36778 kapi.go:59] client config for ha-920193: &rest.Config{Host:"https://192.168.39.254:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/home/jenkins/minikube-integration/19888-18950/.minikube/profiles/ha-920193/client.crt", KeyFile:"/home/jenkins/minikube-integration/19888-18950/.minikube/profiles/ha-920193/client.key", CAFile:"/home/jenkins/minikube-integration/19888-18950/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil), CAData:[]uint8(nil), NextProtos:[]string(nil)
}, UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x243c9a0), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
W1209 22:50:39.156174 36778 kubeadm.go:483] Overriding stale ClientConfig host https://192.168.39.254:8443 with https://192.168.39.102:8443
I1209 22:50:39.156458 36778 node_ready.go:35] waiting up to 6m0s for node "ha-920193-m02" to be "Ready" ...
I1209 22:50:39.156557 36778 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-920193-m02
I1209 22:50:39.156569 36778 round_trippers.go:469] Request Headers:
I1209 22:50:39.156580 36778 round_trippers.go:473] Accept: application/json, */*
I1209 22:50:39.156589 36778 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 22:50:39.166040 36778 round_trippers.go:574] Response Status: 200 OK in 9 milliseconds
I1209 22:50:39.656808 36778 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-920193-m02
I1209 22:50:39.656835 36778 round_trippers.go:469] Request Headers:
I1209 22:50:39.656848 36778 round_trippers.go:473] Accept: application/json, */*
I1209 22:50:39.656853 36778 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 22:50:39.660666 36778 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1209 22:50:40.157282 36778 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-920193-m02
I1209 22:50:40.157306 36778 round_trippers.go:469] Request Headers:
I1209 22:50:40.157314 36778 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 22:50:40.157319 36778 round_trippers.go:473] Accept: application/json, */*
I1209 22:50:40.171594 36778 round_trippers.go:574] Response Status: 200 OK in 14 milliseconds
I1209 22:50:40.656953 36778 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-920193-m02
I1209 22:50:40.656975 36778 round_trippers.go:469] Request Headers:
I1209 22:50:40.656984 36778 round_trippers.go:473] Accept: application/json, */*
I1209 22:50:40.656988 36778 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 22:50:40.660321 36778 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1209 22:50:41.157246 36778 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-920193-m02
I1209 22:50:41.157267 36778 round_trippers.go:469] Request Headers:
I1209 22:50:41.157275 36778 round_trippers.go:473] Accept: application/json, */*
I1209 22:50:41.157278 36778 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 22:50:41.160595 36778 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1209 22:50:41.161242 36778 node_ready.go:53] node "ha-920193-m02" has status "Ready":"False"
I1209 22:50:41.657713 36778 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-920193-m02
I1209 22:50:41.657743 36778 round_trippers.go:469] Request Headers:
I1209 22:50:41.657754 36778 round_trippers.go:473] Accept: application/json, */*
I1209 22:50:41.657760 36778 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 22:50:41.661036 36778 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1209 22:50:42.157055 36778 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-920193-m02
I1209 22:50:42.157081 36778 round_trippers.go:469] Request Headers:
I1209 22:50:42.157092 36778 round_trippers.go:473] Accept: application/json, */*
I1209 22:50:42.157098 36778 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 22:50:42.160406 36778 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1209 22:50:42.657502 36778 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-920193-m02
I1209 22:50:42.657525 36778 round_trippers.go:469] Request Headers:
I1209 22:50:42.657535 36778 round_trippers.go:473] Accept: application/json, */*
I1209 22:50:42.657543 36778 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 22:50:42.660437 36778 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1209 22:50:43.157580 36778 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-920193-m02
I1209 22:50:43.157601 36778 round_trippers.go:469] Request Headers:
I1209 22:50:43.157610 36778 round_trippers.go:473] Accept: application/json, */*
I1209 22:50:43.157614 36778 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 22:50:43.159874 36778 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1209 22:50:43.657603 36778 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-920193-m02
I1209 22:50:43.657624 36778 round_trippers.go:469] Request Headers:
I1209 22:50:43.657631 36778 round_trippers.go:473] Accept: application/json, */*
I1209 22:50:43.657635 36778 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 22:50:43.661418 36778 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1209 22:50:43.662212 36778 node_ready.go:53] node "ha-920193-m02" has status "Ready":"False"
I1209 22:50:44.157154 36778 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-920193-m02
I1209 22:50:44.157180 36778 round_trippers.go:469] Request Headers:
I1209 22:50:44.157193 36778 round_trippers.go:473] Accept: application/json, */*
I1209 22:50:44.157199 36778 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 22:50:44.160641 36778 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1209 22:50:44.657594 36778 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-920193-m02
I1209 22:50:44.657632 36778 round_trippers.go:469] Request Headers:
I1209 22:50:44.657639 36778 round_trippers.go:473] Accept: application/json, */*
I1209 22:50:44.657643 36778 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 22:50:44.660444 36778 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1209 22:50:45.156643 36778 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-920193-m02
I1209 22:50:45.156665 36778 round_trippers.go:469] Request Headers:
I1209 22:50:45.156673 36778 round_trippers.go:473] Accept: application/json, */*
I1209 22:50:45.156678 36778 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 22:50:45.159591 36778 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1209 22:50:45.656824 36778 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-920193-m02
I1209 22:50:45.656848 36778 round_trippers.go:469] Request Headers:
I1209 22:50:45.656860 36778 round_trippers.go:473] Accept: application/json, */*
I1209 22:50:45.656865 36778 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 22:50:45.660567 36778 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1209 22:50:46.157410 36778 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-920193-m02
I1209 22:50:46.157431 36778 round_trippers.go:469] Request Headers:
I1209 22:50:46.157440 36778 round_trippers.go:473] Accept: application/json, */*
I1209 22:50:46.157444 36778 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 22:50:46.164952 36778 round_trippers.go:574] Response Status: 200 OK in 7 milliseconds
I1209 22:50:46.165425 36778 node_ready.go:53] node "ha-920193-m02" has status "Ready":"False"
I1209 22:50:46.656667 36778 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-920193-m02
I1209 22:50:46.656688 36778 round_trippers.go:469] Request Headers:
I1209 22:50:46.656695 36778 round_trippers.go:473] Accept: application/json, */*
I1209 22:50:46.656701 36778 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 22:50:46.660336 36778 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1209 22:50:47.157296 36778 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-920193-m02
I1209 22:50:47.157321 36778 round_trippers.go:469] Request Headers:
I1209 22:50:47.157329 36778 round_trippers.go:473] Accept: application/json, */*
I1209 22:50:47.157332 36778 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 22:50:47.160332 36778 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1209 22:50:47.657301 36778 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-920193-m02
I1209 22:50:47.657323 36778 round_trippers.go:469] Request Headers:
I1209 22:50:47.657331 36778 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 22:50:47.657336 36778 round_trippers.go:473] Accept: application/json, */*
I1209 22:50:47.660325 36778 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1209 22:50:48.157563 36778 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-920193-m02
I1209 22:50:48.157584 36778 round_trippers.go:469] Request Headers:
I1209 22:50:48.157594 36778 round_trippers.go:473] Accept: application/json, */*
I1209 22:50:48.157608 36778 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 22:50:48.160951 36778 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1209 22:50:48.657246 36778 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-920193-m02
I1209 22:50:48.657273 36778 round_trippers.go:469] Request Headers:
I1209 22:50:48.657284 36778 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 22:50:48.657292 36778 round_trippers.go:473] Accept: application/json, */*
I1209 22:50:48.660393 36778 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1209 22:50:48.661028 36778 node_ready.go:53] node "ha-920193-m02" has status "Ready":"False"
I1209 22:50:49.157387 36778 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-920193-m02
I1209 22:50:49.157407 36778 round_trippers.go:469] Request Headers:
I1209 22:50:49.157413 36778 round_trippers.go:473] Accept: application/json, */*
I1209 22:50:49.157418 36778 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 22:50:49.160553 36778 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1209 22:50:49.656857 36778 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-920193-m02
I1209 22:50:49.656876 36778 round_trippers.go:469] Request Headers:
I1209 22:50:49.656884 36778 round_trippers.go:473] Accept: application/json, */*
I1209 22:50:49.656887 36778 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 22:50:49.660150 36778 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1209 22:50:50.157105 36778 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-920193-m02
I1209 22:50:50.157127 36778 round_trippers.go:469] Request Headers:
I1209 22:50:50.157135 36778 round_trippers.go:473] Accept: application/json, */*
I1209 22:50:50.157138 36778 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 22:50:50.160132 36778 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1209 22:50:50.657157 36778 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-920193-m02
I1209 22:50:50.657175 36778 round_trippers.go:469] Request Headers:
I1209 22:50:50.657183 36778 round_trippers.go:473] Accept: application/json, */*
I1209 22:50:50.657186 36778 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 22:50:50.660060 36778 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1209 22:50:51.156681 36778 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-920193-m02
I1209 22:50:51.156703 36778 round_trippers.go:469] Request Headers:
I1209 22:50:51.156710 36778 round_trippers.go:473] Accept: application/json, */*
I1209 22:50:51.156715 36778 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 22:50:51.160061 36778 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1209 22:50:51.160485 36778 node_ready.go:53] node "ha-920193-m02" has status "Ready":"False"
I1209 22:50:51.656792 36778 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-920193-m02
I1209 22:50:51.656814 36778 round_trippers.go:469] Request Headers:
I1209 22:50:51.656822 36778 round_trippers.go:473] Accept: application/json, */*
I1209 22:50:51.656828 36778 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 22:50:51.660462 36778 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1209 22:50:52.157422 36778 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-920193-m02
I1209 22:50:52.157444 36778 round_trippers.go:469] Request Headers:
I1209 22:50:52.157452 36778 round_trippers.go:473] Accept: application/json, */*
I1209 22:50:52.157456 36778 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 22:50:52.160620 36778 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1209 22:50:52.657587 36778 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-920193-m02
I1209 22:50:52.657612 36778 round_trippers.go:469] Request Headers:
I1209 22:50:52.657623 36778 round_trippers.go:473] Accept: application/json, */*
I1209 22:50:52.657635 36778 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 22:50:52.661805 36778 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1209 22:50:53.156794 36778 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-920193-m02
I1209 22:50:53.156813 36778 round_trippers.go:469] Request Headers:
I1209 22:50:53.156820 36778 round_trippers.go:473] Accept: application/json, */*
I1209 22:50:53.156824 36778 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 22:50:53.159611 36778 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1209 22:50:53.657422 36778 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-920193-m02
I1209 22:50:53.657443 36778 round_trippers.go:469] Request Headers:
I1209 22:50:53.657451 36778 round_trippers.go:473] Accept: application/json, */*
I1209 22:50:53.657456 36778 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 22:50:53.660973 36778 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1209 22:50:53.661490 36778 node_ready.go:53] node "ha-920193-m02" has status "Ready":"False"
I1209 22:50:54.156741 36778 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-920193-m02
I1209 22:50:54.156775 36778 round_trippers.go:469] Request Headers:
I1209 22:50:54.156788 36778 round_trippers.go:473] Accept: application/json, */*
I1209 22:50:54.156793 36778 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 22:50:54.159842 36778 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1209 22:50:54.657520 36778 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-920193-m02
I1209 22:50:54.657542 36778 round_trippers.go:469] Request Headers:
I1209 22:50:54.657551 36778 round_trippers.go:473] Accept: application/json, */*
I1209 22:50:54.657556 36778 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 22:50:54.661360 36778 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1209 22:50:55.157356 36778 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-920193-m02
I1209 22:50:55.157381 36778 round_trippers.go:469] Request Headers:
I1209 22:50:55.157389 36778 round_trippers.go:473] Accept: application/json, */*
I1209 22:50:55.157398 36778 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 22:50:55.160974 36778 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1209 22:50:55.657357 36778 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-920193-m02
I1209 22:50:55.657380 36778 round_trippers.go:469] Request Headers:
I1209 22:50:55.657386 36778 round_trippers.go:473] Accept: application/json, */*
I1209 22:50:55.657389 36778 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 22:50:55.661109 36778 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1209 22:50:55.661633 36778 node_ready.go:53] node "ha-920193-m02" has status "Ready":"False"
I1209 22:50:56.156805 36778 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-920193-m02
I1209 22:50:56.156829 36778 round_trippers.go:469] Request Headers:
I1209 22:50:56.156842 36778 round_trippers.go:473] Accept: application/json, */*
I1209 22:50:56.156848 36778 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 22:50:56.159652 36778 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1209 22:50:56.657355 36778 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-920193-m02
I1209 22:50:56.657382 36778 round_trippers.go:469] Request Headers:
I1209 22:50:56.657391 36778 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 22:50:56.657396 36778 round_trippers.go:473] Accept: application/json, */*
I1209 22:50:56.660284 36778 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1209 22:50:57.156798 36778 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-920193-m02
I1209 22:50:57.156817 36778 round_trippers.go:469] Request Headers:
I1209 22:50:57.156825 36778 round_trippers.go:473] Accept: application/json, */*
I1209 22:50:57.156828 36778 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 22:50:57.159439 36778 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1209 22:50:57.160184 36778 node_ready.go:49] node "ha-920193-m02" has status "Ready":"True"
I1209 22:50:57.160211 36778 node_ready.go:38] duration metric: took 18.003728094s for node "ha-920193-m02" to be "Ready" ...
I1209 22:50:57.160219 36778 pod_ready.go:36] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1209 22:50:57.160281 36778 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/namespaces/kube-system/pods
I1209 22:50:57.160291 36778 round_trippers.go:469] Request Headers:
I1209 22:50:57.160297 36778 round_trippers.go:473] Accept: application/json, */*
I1209 22:50:57.160301 36778 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 22:50:57.163826 36778 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1209 22:50:57.171109 36778 pod_ready.go:79] waiting up to 6m0s for pod "coredns-7c65d6cfc9-9792g" in "kube-system" namespace to be "Ready" ...
I1209 22:50:57.171198 36778 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-9792g
I1209 22:50:57.171207 36778 round_trippers.go:469] Request Headers:
I1209 22:50:57.171215 36778 round_trippers.go:473] Accept: application/json, */*
I1209 22:50:57.171218 36778 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 22:50:57.175686 36778 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1209 22:50:57.176418 36778 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-920193
I1209 22:50:57.176433 36778 round_trippers.go:469] Request Headers:
I1209 22:50:57.176440 36778 round_trippers.go:473] Accept: application/json, */*
I1209 22:50:57.176445 36778 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 22:50:57.178918 36778 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1209 22:50:57.179482 36778 pod_ready.go:93] pod "coredns-7c65d6cfc9-9792g" in "kube-system" namespace has status "Ready":"True"
I1209 22:50:57.179502 36778 pod_ready.go:82] duration metric: took 8.366716ms for pod "coredns-7c65d6cfc9-9792g" in "kube-system" namespace to be "Ready" ...
I1209 22:50:57.179511 36778 pod_ready.go:79] waiting up to 6m0s for pod "coredns-7c65d6cfc9-pftgv" in "kube-system" namespace to be "Ready" ...
I1209 22:50:57.179579 36778 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-pftgv
I1209 22:50:57.179590 36778 round_trippers.go:469] Request Headers:
I1209 22:50:57.179601 36778 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 22:50:57.179607 36778 round_trippers.go:473] Accept: application/json, */*
I1209 22:50:57.181884 36778 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1209 22:50:57.182566 36778 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-920193
I1209 22:50:57.182584 36778 round_trippers.go:469] Request Headers:
I1209 22:50:57.182593 36778 round_trippers.go:473] Accept: application/json, */*
I1209 22:50:57.182603 36778 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 22:50:57.184849 36778 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1209 22:50:57.185336 36778 pod_ready.go:93] pod "coredns-7c65d6cfc9-pftgv" in "kube-system" namespace has status "Ready":"True"
I1209 22:50:57.185356 36778 pod_ready.go:82] duration metric: took 5.835616ms for pod "coredns-7c65d6cfc9-pftgv" in "kube-system" namespace to be "Ready" ...
I1209 22:50:57.185369 36778 pod_ready.go:79] waiting up to 6m0s for pod "etcd-ha-920193" in "kube-system" namespace to be "Ready" ...
I1209 22:50:57.185431 36778 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/namespaces/kube-system/pods/etcd-ha-920193
I1209 22:50:57.185440 36778 round_trippers.go:469] Request Headers:
I1209 22:50:57.185446 36778 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 22:50:57.185452 36778 round_trippers.go:473] Accept: application/json, */*
I1209 22:50:57.187419 36778 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1209 22:50:57.188120 36778 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-920193
I1209 22:50:57.188138 36778 round_trippers.go:469] Request Headers:
I1209 22:50:57.188148 36778 round_trippers.go:473] Accept: application/json, */*
I1209 22:50:57.188155 36778 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 22:50:57.190287 36778 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1209 22:50:57.190719 36778 pod_ready.go:93] pod "etcd-ha-920193" in "kube-system" namespace has status "Ready":"True"
I1209 22:50:57.190736 36778 pod_ready.go:82] duration metric: took 5.359942ms for pod "etcd-ha-920193" in "kube-system" namespace to be "Ready" ...
I1209 22:50:57.190748 36778 pod_ready.go:79] waiting up to 6m0s for pod "etcd-ha-920193-m02" in "kube-system" namespace to be "Ready" ...
I1209 22:50:57.190809 36778 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/namespaces/kube-system/pods/etcd-ha-920193-m02
I1209 22:50:57.190819 36778 round_trippers.go:469] Request Headers:
I1209 22:50:57.190828 36778 round_trippers.go:473] Accept: application/json, */*
I1209 22:50:57.190835 36778 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 22:50:57.192882 36778 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1209 22:50:57.193624 36778 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-920193-m02
I1209 22:50:57.193638 36778 round_trippers.go:469] Request Headers:
I1209 22:50:57.193645 36778 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 22:50:57.193648 36778 round_trippers.go:473] Accept: application/json, */*
I1209 22:50:57.195725 36778 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1209 22:50:57.196308 36778 pod_ready.go:93] pod "etcd-ha-920193-m02" in "kube-system" namespace has status "Ready":"True"
I1209 22:50:57.196330 36778 pod_ready.go:82] duration metric: took 5.570375ms for pod "etcd-ha-920193-m02" in "kube-system" namespace to be "Ready" ...
I1209 22:50:57.196346 36778 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-ha-920193" in "kube-system" namespace to be "Ready" ...
I1209 22:50:57.357701 36778 request.go:632] Waited for 161.300261ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.102:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-920193
I1209 22:50:57.357803 36778 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-920193
I1209 22:50:57.357815 36778 round_trippers.go:469] Request Headers:
I1209 22:50:57.357826 36778 round_trippers.go:473] Accept: application/json, */*
I1209 22:50:57.357831 36778 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 22:50:57.361143 36778 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1209 22:50:57.557163 36778 request.go:632] Waited for 195.392304ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.102:8443/api/v1/nodes/ha-920193
I1209 22:50:57.557255 36778 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-920193
I1209 22:50:57.557275 36778 round_trippers.go:469] Request Headers:
I1209 22:50:57.557286 36778 round_trippers.go:473] Accept: application/json, */*
I1209 22:50:57.557299 36778 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 22:50:57.560687 36778 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1209 22:50:57.561270 36778 pod_ready.go:93] pod "kube-apiserver-ha-920193" in "kube-system" namespace has status "Ready":"True"
I1209 22:50:57.561292 36778 pod_ready.go:82] duration metric: took 364.939583ms for pod "kube-apiserver-ha-920193" in "kube-system" namespace to be "Ready" ...
I1209 22:50:57.561303 36778 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-ha-920193-m02" in "kube-system" namespace to be "Ready" ...
I1209 22:50:57.757400 36778 request.go:632] Waited for 196.034135ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.102:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-920193-m02
I1209 22:50:57.757501 36778 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-920193-m02
I1209 22:50:57.757514 36778 round_trippers.go:469] Request Headers:
I1209 22:50:57.757525 36778 round_trippers.go:473] Accept: application/json, */*
I1209 22:50:57.757533 36778 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 22:50:57.761021 36778 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1209 22:50:57.957152 36778 request.go:632] Waited for 195.395123ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.102:8443/api/v1/nodes/ha-920193-m02
I1209 22:50:57.957252 36778 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-920193-m02
I1209 22:50:57.957262 36778 round_trippers.go:469] Request Headers:
I1209 22:50:57.957269 36778 round_trippers.go:473] Accept: application/json, */*
I1209 22:50:57.957273 36778 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 22:50:57.961000 36778 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1209 22:50:57.961523 36778 pod_ready.go:93] pod "kube-apiserver-ha-920193-m02" in "kube-system" namespace has status "Ready":"True"
I1209 22:50:57.961541 36778 pod_ready.go:82] duration metric: took 400.228352ms for pod "kube-apiserver-ha-920193-m02" in "kube-system" namespace to be "Ready" ...
I1209 22:50:57.961551 36778 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-ha-920193" in "kube-system" namespace to be "Ready" ...
I1209 22:50:58.157823 36778 request.go:632] Waited for 196.207607ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.102:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-920193
I1209 22:50:58.157936 36778 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-920193
I1209 22:50:58.157948 36778 round_trippers.go:469] Request Headers:
I1209 22:50:58.157956 36778 round_trippers.go:473] Accept: application/json, */*
I1209 22:50:58.157960 36778 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 22:50:58.161121 36778 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1209 22:50:58.357017 36778 request.go:632] Waited for 194.771557ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.102:8443/api/v1/nodes/ha-920193
I1209 22:50:58.357073 36778 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-920193
I1209 22:50:58.357091 36778 round_trippers.go:469] Request Headers:
I1209 22:50:58.357099 36778 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 22:50:58.357103 36778 round_trippers.go:473] Accept: application/json, */*
I1209 22:50:58.360088 36778 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1209 22:50:58.360518 36778 pod_ready.go:93] pod "kube-controller-manager-ha-920193" in "kube-system" namespace has status "Ready":"True"
I1209 22:50:58.360541 36778 pod_ready.go:82] duration metric: took 398.983882ms for pod "kube-controller-manager-ha-920193" in "kube-system" namespace to be "Ready" ...
I1209 22:50:58.360551 36778 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-ha-920193-m02" in "kube-system" namespace to be "Ready" ...
I1209 22:50:58.557689 36778 request.go:632] Waited for 197.047701ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.102:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-920193-m02
I1209 22:50:58.557763 36778 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-920193-m02
I1209 22:50:58.557772 36778 round_trippers.go:469] Request Headers:
I1209 22:50:58.557779 36778 round_trippers.go:473] Accept: application/json, */*
I1209 22:50:58.557783 36778 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 22:50:58.561314 36778 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1209 22:50:58.757454 36778 request.go:632] Waited for 195.361025ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.102:8443/api/v1/nodes/ha-920193-m02
I1209 22:50:58.757514 36778 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-920193-m02
I1209 22:50:58.757519 36778 round_trippers.go:469] Request Headers:
I1209 22:50:58.757531 36778 round_trippers.go:473] Accept: application/json, */*
I1209 22:50:58.757540 36778 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 22:50:58.760353 36778 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1209 22:50:58.760931 36778 pod_ready.go:93] pod "kube-controller-manager-ha-920193-m02" in "kube-system" namespace has status "Ready":"True"
I1209 22:50:58.760952 36778 pod_ready.go:82] duration metric: took 400.394843ms for pod "kube-controller-manager-ha-920193-m02" in "kube-system" namespace to be "Ready" ...
I1209 22:50:58.760961 36778 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-lntbt" in "kube-system" namespace to be "Ready" ...
I1209 22:50:58.956933 36778 request.go:632] Waited for 195.877051ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.102:8443/api/v1/namespaces/kube-system/pods/kube-proxy-lntbt
I1209 22:50:58.956989 36778 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/namespaces/kube-system/pods/kube-proxy-lntbt
I1209 22:50:58.956993 36778 round_trippers.go:469] Request Headers:
I1209 22:50:58.957001 36778 round_trippers.go:473] Accept: application/json, */*
I1209 22:50:58.957005 36778 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 22:50:58.960313 36778 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1209 22:50:59.157481 36778 request.go:632] Waited for 196.370711ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.102:8443/api/v1/nodes/ha-920193-m02
I1209 22:50:59.157545 36778 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-920193-m02
I1209 22:50:59.157551 36778 round_trippers.go:469] Request Headers:
I1209 22:50:59.157558 36778 round_trippers.go:473] Accept: application/json, */*
I1209 22:50:59.157562 36778 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 22:50:59.160790 36778 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1209 22:50:59.161308 36778 pod_ready.go:93] pod "kube-proxy-lntbt" in "kube-system" namespace has status "Ready":"True"
I1209 22:50:59.161325 36778 pod_ready.go:82] duration metric: took 400.358082ms for pod "kube-proxy-lntbt" in "kube-system" namespace to be "Ready" ...
I1209 22:50:59.161334 36778 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-r8nhm" in "kube-system" namespace to be "Ready" ...
I1209 22:50:59.357539 36778 request.go:632] Waited for 196.144123ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.102:8443/api/v1/namespaces/kube-system/pods/kube-proxy-r8nhm
I1209 22:50:59.357600 36778 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/namespaces/kube-system/pods/kube-proxy-r8nhm
I1209 22:50:59.357605 36778 round_trippers.go:469] Request Headers:
I1209 22:50:59.357614 36778 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 22:50:59.357619 36778 round_trippers.go:473] Accept: application/json, */*
I1209 22:50:59.360709 36778 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1209 22:50:59.557525 36778 request.go:632] Waited for 196.134266ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.102:8443/api/v1/nodes/ha-920193
I1209 22:50:59.557582 36778 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-920193
I1209 22:50:59.557587 36778 round_trippers.go:469] Request Headers:
I1209 22:50:59.557594 36778 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 22:50:59.557599 36778 round_trippers.go:473] Accept: application/json, */*
I1209 22:50:59.561037 36778 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1209 22:50:59.561650 36778 pod_ready.go:93] pod "kube-proxy-r8nhm" in "kube-system" namespace has status "Ready":"True"
I1209 22:50:59.561671 36778 pod_ready.go:82] duration metric: took 400.330133ms for pod "kube-proxy-r8nhm" in "kube-system" namespace to be "Ready" ...
I1209 22:50:59.561686 36778 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-ha-920193" in "kube-system" namespace to be "Ready" ...
I1209 22:50:59.757716 36778 request.go:632] Waited for 195.957167ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.102:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-920193
I1209 22:50:59.757794 36778 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-920193
I1209 22:50:59.757799 36778 round_trippers.go:469] Request Headers:
I1209 22:50:59.757806 36778 round_trippers.go:473] Accept: application/json, */*
I1209 22:50:59.757810 36778 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 22:50:59.760629 36778 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1209 22:50:59.957516 36778 request.go:632] Waited for 196.356707ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.102:8443/api/v1/nodes/ha-920193
I1209 22:50:59.957571 36778 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-920193
I1209 22:50:59.957576 36778 round_trippers.go:469] Request Headers:
I1209 22:50:59.957583 36778 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 22:50:59.957589 36778 round_trippers.go:473] Accept: application/json, */*
I1209 22:50:59.960569 36778 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1209 22:50:59.961033 36778 pod_ready.go:93] pod "kube-scheduler-ha-920193" in "kube-system" namespace has status "Ready":"True"
I1209 22:50:59.961052 36778 pod_ready.go:82] duration metric: took 399.355328ms for pod "kube-scheduler-ha-920193" in "kube-system" namespace to be "Ready" ...
I1209 22:50:59.961065 36778 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-ha-920193-m02" in "kube-system" namespace to be "Ready" ...
I1209 22:51:00.157215 36778 request.go:632] Waited for 196.068129ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.102:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-920193-m02
I1209 22:51:00.157354 36778 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-920193-m02
I1209 22:51:00.157371 36778 round_trippers.go:469] Request Headers:
I1209 22:51:00.157385 36778 round_trippers.go:473] Accept: application/json, */*
I1209 22:51:00.157393 36778 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 22:51:00.160825 36778 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1209 22:51:00.357607 36778 request.go:632] Waited for 196.256861ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.102:8443/api/v1/nodes/ha-920193-m02
I1209 22:51:00.357660 36778 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-920193-m02
I1209 22:51:00.357665 36778 round_trippers.go:469] Request Headers:
I1209 22:51:00.357673 36778 round_trippers.go:473] Accept: application/json, */*
I1209 22:51:00.357676 36778 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 22:51:00.360928 36778 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1209 22:51:00.361370 36778 pod_ready.go:93] pod "kube-scheduler-ha-920193-m02" in "kube-system" namespace has status "Ready":"True"
I1209 22:51:00.361388 36778 pod_ready.go:82] duration metric: took 400.315143ms for pod "kube-scheduler-ha-920193-m02" in "kube-system" namespace to be "Ready" ...
I1209 22:51:00.361398 36778 pod_ready.go:39] duration metric: took 3.201168669s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1209 22:51:00.361416 36778 api_server.go:52] waiting for apiserver process to appear ...
I1209 22:51:00.361461 36778 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1209 22:51:00.375321 36778 api_server.go:72] duration metric: took 21.521720453s to wait for apiserver process to appear ...
I1209 22:51:00.375346 36778 api_server.go:88] waiting for apiserver healthz status ...
I1209 22:51:00.375364 36778 api_server.go:253] Checking apiserver healthz at https://192.168.39.102:8443/healthz ...
I1209 22:51:00.379577 36778 api_server.go:279] https://192.168.39.102:8443/healthz returned 200:
ok
I1209 22:51:00.379640 36778 round_trippers.go:463] GET https://192.168.39.102:8443/version
I1209 22:51:00.379648 36778 round_trippers.go:469] Request Headers:
I1209 22:51:00.379656 36778 round_trippers.go:473] Accept: application/json, */*
I1209 22:51:00.379662 36778 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 22:51:00.380589 36778 round_trippers.go:574] Response Status: 200 OK in 0 milliseconds
I1209 22:51:00.380716 36778 api_server.go:141] control plane version: v1.31.2
I1209 22:51:00.380756 36778 api_server.go:131] duration metric: took 5.402425ms to wait for apiserver health ...
I1209 22:51:00.380766 36778 system_pods.go:43] waiting for kube-system pods to appear ...
I1209 22:51:00.557205 36778 request.go:632] Waited for 176.35448ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.102:8443/api/v1/namespaces/kube-system/pods
I1209 22:51:00.557271 36778 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/namespaces/kube-system/pods
I1209 22:51:00.557277 36778 round_trippers.go:469] Request Headers:
I1209 22:51:00.557284 36778 round_trippers.go:473] Accept: application/json, */*
I1209 22:51:00.557289 36778 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 22:51:00.561926 36778 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1209 22:51:00.568583 36778 system_pods.go:59] 17 kube-system pods found
I1209 22:51:00.568619 36778 system_pods.go:61] "coredns-7c65d6cfc9-9792g" [61c6326d-4d13-49b7-9fae-c4f8906c3c7e] Running
I1209 22:51:00.568631 36778 system_pods.go:61] "coredns-7c65d6cfc9-pftgv" [eb45cffe-b666-435b-ada3-605735ee43c1] Running
I1209 22:51:00.568637 36778 system_pods.go:61] "etcd-ha-920193" [70c28c05-bf86-4a56-9863-0e836de39230] Running
I1209 22:51:00.568643 36778 system_pods.go:61] "etcd-ha-920193-m02" [b1746065-266b-487c-8aa5-629d5b421a3b] Running
I1209 22:51:00.568648 36778 system_pods.go:61] "kindnet-7bbbc" [76f14f4c-3759-45b3-8161-78d85c44b5a6] Running
I1209 22:51:00.568652 36778 system_pods.go:61] "kindnet-rcctv" [e9580e78-cfcb-45b6-9e90-f37ce3881c6b] Running
I1209 22:51:00.568657 36778 system_pods.go:61] "kube-apiserver-ha-920193" [9c15e33e-f7c1-4b0b-84de-718043e0ea1b] Running
I1209 22:51:00.568662 36778 system_pods.go:61] "kube-apiserver-ha-920193-m02" [d05fff94-7b3f-4127-8164-3c1a838bb71c] Running
I1209 22:51:00.568672 36778 system_pods.go:61] "kube-controller-manager-ha-920193" [4a411c41-cba8-4cb3-beec-fcd3f9a8ade1] Running
I1209 22:51:00.568677 36778 system_pods.go:61] "kube-controller-manager-ha-920193-m02" [57181858-4c99-4afa-b94c-4ba320fc293d] Running
I1209 22:51:00.568681 36778 system_pods.go:61] "kube-proxy-lntbt" [8eb5538d-7ac0-4949-b7f9-29d5530f4521] Running
I1209 22:51:00.568687 36778 system_pods.go:61] "kube-proxy-r8nhm" [355570de-1c30-4aa2-a56c-a06639cc339c] Running
I1209 22:51:00.568692 36778 system_pods.go:61] "kube-scheduler-ha-920193" [60b5be1e-f9fe-4c30-b435-7d321c484bc4] Running
I1209 22:51:00.568699 36778 system_pods.go:61] "kube-scheduler-ha-920193-m02" [a35e79b6-6cf2-4669-95fb-c1f358c811d2] Running
I1209 22:51:00.568703 36778 system_pods.go:61] "kube-vip-ha-920193" [4f238d3a-6219-4e4d-89a8-22f73def8440] Running
I1209 22:51:00.568709 36778 system_pods.go:61] "kube-vip-ha-920193-m02" [0fe8360d-b418-47dd-bcce-a8d5a6c4c29d] Running
I1209 22:51:00.568713 36778 system_pods.go:61] "storage-provisioner" [cb31984d-7602-406c-8c77-ce8571cdaa52] Running
I1209 22:51:00.568720 36778 system_pods.go:74] duration metric: took 187.947853ms to wait for pod list to return data ...
I1209 22:51:00.568736 36778 default_sa.go:34] waiting for default service account to be created ...
I1209 22:51:00.757459 36778 request.go:632] Waited for 188.649373ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.102:8443/api/v1/namespaces/default/serviceaccounts
I1209 22:51:00.757529 36778 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/namespaces/default/serviceaccounts
I1209 22:51:00.757535 36778 round_trippers.go:469] Request Headers:
I1209 22:51:00.757542 36778 round_trippers.go:473] Accept: application/json, */*
I1209 22:51:00.757549 36778 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 22:51:00.761133 36778 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1209 22:51:00.761462 36778 default_sa.go:45] found service account: "default"
I1209 22:51:00.761484 36778 default_sa.go:55] duration metric: took 192.741843ms for default service account to be created ...
I1209 22:51:00.761493 36778 system_pods.go:116] waiting for k8s-apps to be running ...
I1209 22:51:00.957815 36778 request.go:632] Waited for 196.251364ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.102:8443/api/v1/namespaces/kube-system/pods
I1209 22:51:00.957869 36778 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/namespaces/kube-system/pods
I1209 22:51:00.957874 36778 round_trippers.go:469] Request Headers:
I1209 22:51:00.957881 36778 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 22:51:00.957886 36778 round_trippers.go:473] Accept: application/json, */*
I1209 22:51:00.962434 36778 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1209 22:51:00.967784 36778 system_pods.go:86] 17 kube-system pods found
I1209 22:51:00.967807 36778 system_pods.go:89] "coredns-7c65d6cfc9-9792g" [61c6326d-4d13-49b7-9fae-c4f8906c3c7e] Running
I1209 22:51:00.967813 36778 system_pods.go:89] "coredns-7c65d6cfc9-pftgv" [eb45cffe-b666-435b-ada3-605735ee43c1] Running
I1209 22:51:00.967818 36778 system_pods.go:89] "etcd-ha-920193" [70c28c05-bf86-4a56-9863-0e836de39230] Running
I1209 22:51:00.967822 36778 system_pods.go:89] "etcd-ha-920193-m02" [b1746065-266b-487c-8aa5-629d5b421a3b] Running
I1209 22:51:00.967825 36778 system_pods.go:89] "kindnet-7bbbc" [76f14f4c-3759-45b3-8161-78d85c44b5a6] Running
I1209 22:51:00.967829 36778 system_pods.go:89] "kindnet-rcctv" [e9580e78-cfcb-45b6-9e90-f37ce3881c6b] Running
I1209 22:51:00.967832 36778 system_pods.go:89] "kube-apiserver-ha-920193" [9c15e33e-f7c1-4b0b-84de-718043e0ea1b] Running
I1209 22:51:00.967836 36778 system_pods.go:89] "kube-apiserver-ha-920193-m02" [d05fff94-7b3f-4127-8164-3c1a838bb71c] Running
I1209 22:51:00.967839 36778 system_pods.go:89] "kube-controller-manager-ha-920193" [4a411c41-cba8-4cb3-beec-fcd3f9a8ade1] Running
I1209 22:51:00.967843 36778 system_pods.go:89] "kube-controller-manager-ha-920193-m02" [57181858-4c99-4afa-b94c-4ba320fc293d] Running
I1209 22:51:00.967846 36778 system_pods.go:89] "kube-proxy-lntbt" [8eb5538d-7ac0-4949-b7f9-29d5530f4521] Running
I1209 22:51:00.967849 36778 system_pods.go:89] "kube-proxy-r8nhm" [355570de-1c30-4aa2-a56c-a06639cc339c] Running
I1209 22:51:00.967853 36778 system_pods.go:89] "kube-scheduler-ha-920193" [60b5be1e-f9fe-4c30-b435-7d321c484bc4] Running
I1209 22:51:00.967856 36778 system_pods.go:89] "kube-scheduler-ha-920193-m02" [a35e79b6-6cf2-4669-95fb-c1f358c811d2] Running
I1209 22:51:00.967859 36778 system_pods.go:89] "kube-vip-ha-920193" [4f238d3a-6219-4e4d-89a8-22f73def8440] Running
I1209 22:51:00.967862 36778 system_pods.go:89] "kube-vip-ha-920193-m02" [0fe8360d-b418-47dd-bcce-a8d5a6c4c29d] Running
I1209 22:51:00.967865 36778 system_pods.go:89] "storage-provisioner" [cb31984d-7602-406c-8c77-ce8571cdaa52] Running
I1209 22:51:00.967872 36778 system_pods.go:126] duration metric: took 206.369849ms to wait for k8s-apps to be running ...
I1209 22:51:00.967881 36778 system_svc.go:44] waiting for kubelet service to be running ....
I1209 22:51:00.967920 36778 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1209 22:51:00.982635 36778 system_svc.go:56] duration metric: took 14.746001ms WaitForService to wait for kubelet
I1209 22:51:00.982658 36778 kubeadm.go:582] duration metric: took 22.129061399s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1209 22:51:00.982676 36778 node_conditions.go:102] verifying NodePressure condition ...
I1209 22:51:01.157065 36778 request.go:632] Waited for 174.324712ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.102:8443/api/v1/nodes
I1209 22:51:01.157132 36778 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes
I1209 22:51:01.157137 36778 round_trippers.go:469] Request Headers:
I1209 22:51:01.157146 36778 round_trippers.go:473] Accept: application/json, */*
I1209 22:51:01.157150 36778 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 22:51:01.161631 36778 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1209 22:51:01.162406 36778 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I1209 22:51:01.162427 36778 node_conditions.go:123] node cpu capacity is 2
I1209 22:51:01.162443 36778 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I1209 22:51:01.162449 36778 node_conditions.go:123] node cpu capacity is 2
I1209 22:51:01.162454 36778 node_conditions.go:105] duration metric: took 179.774021ms to run NodePressure ...
I1209 22:51:01.162470 36778 start.go:241] waiting for startup goroutines ...
I1209 22:51:01.162500 36778 start.go:255] writing updated cluster config ...
I1209 22:51:01.164529 36778 out.go:201]
I1209 22:51:01.165967 36778 config.go:182] Loaded profile config "ha-920193": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1209 22:51:01.166048 36778 profile.go:143] Saving config to /home/jenkins/minikube-integration/19888-18950/.minikube/profiles/ha-920193/config.json ...
I1209 22:51:01.167621 36778 out.go:177] * Starting "ha-920193-m03" control-plane node in "ha-920193" cluster
I1209 22:51:01.168868 36778 preload.go:131] Checking if preload exists for k8s version v1.31.2 and runtime crio
I1209 22:51:01.168885 36778 cache.go:56] Caching tarball of preloaded images
I1209 22:51:01.168992 36778 preload.go:172] Found /home/jenkins/minikube-integration/19888-18950/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.2-cri-o-overlay-amd64.tar.lz4 in cache, skipping download
I1209 22:51:01.169010 36778 cache.go:59] Finished verifying existence of preloaded tar for v1.31.2 on crio
I1209 22:51:01.169110 36778 profile.go:143] Saving config to /home/jenkins/minikube-integration/19888-18950/.minikube/profiles/ha-920193/config.json ...
I1209 22:51:01.169269 36778 start.go:360] acquireMachinesLock for ha-920193-m03: {Name:mk4dcfc37a573a1a4ae580e307534187cad5176b Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}
I1209 22:51:01.169312 36778 start.go:364] duration metric: took 23.987µs to acquireMachinesLock for "ha-920193-m03"
I1209 22:51:01.169336 36778 start.go:93] Provisioning new machine with config: &{Name:ha-920193 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19917/minikube-v1.34.0-1730913550-19917-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730888964-19917@sha256:629a5748e3ec15a091fef12257eb3754b8ffc0c974ebcbb016451c65d1829615 Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{Kubernete
sVersion:v1.31.2 ClusterName:ha-920193 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.39.102 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m02 IP:192.168.39.43 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m03 IP: Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[ambassador:false amd-gpu-device-plugin:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:false efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false
ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:false storage-provisioner-gluster:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker Bin
aryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name:m03 IP: Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}
I1209 22:51:01.169433 36778 start.go:125] createHost starting for "m03" (driver="kvm2")
I1209 22:51:01.171416 36778 out.go:235] * Creating kvm2 VM (CPUs=2, Memory=2200MB, Disk=20000MB) ...
I1209 22:51:01.171522 36778 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1209 22:51:01.171583 36778 main.go:141] libmachine: Launching plugin server for driver kvm2
I1209 22:51:01.186366 36778 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:42027
I1209 22:51:01.186874 36778 main.go:141] libmachine: () Calling .GetVersion
I1209 22:51:01.187404 36778 main.go:141] libmachine: Using API Version 1
I1209 22:51:01.187428 36778 main.go:141] libmachine: () Calling .SetConfigRaw
I1209 22:51:01.187781 36778 main.go:141] libmachine: () Calling .GetMachineName
I1209 22:51:01.187979 36778 main.go:141] libmachine: (ha-920193-m03) Calling .GetMachineName
I1209 22:51:01.188140 36778 main.go:141] libmachine: (ha-920193-m03) Calling .DriverName
I1209 22:51:01.188306 36778 start.go:159] libmachine.API.Create for "ha-920193" (driver="kvm2")
I1209 22:51:01.188339 36778 client.go:168] LocalClient.Create starting
I1209 22:51:01.188376 36778 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/19888-18950/.minikube/certs/ca.pem
I1209 22:51:01.188415 36778 main.go:141] libmachine: Decoding PEM data...
I1209 22:51:01.188430 36778 main.go:141] libmachine: Parsing certificate...
I1209 22:51:01.188479 36778 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/19888-18950/.minikube/certs/cert.pem
I1209 22:51:01.188497 36778 main.go:141] libmachine: Decoding PEM data...
I1209 22:51:01.188505 36778 main.go:141] libmachine: Parsing certificate...
I1209 22:51:01.188519 36778 main.go:141] libmachine: Running pre-create checks...
I1209 22:51:01.188524 36778 main.go:141] libmachine: (ha-920193-m03) Calling .PreCreateCheck
I1209 22:51:01.188706 36778 main.go:141] libmachine: (ha-920193-m03) Calling .GetConfigRaw
I1209 22:51:01.189120 36778 main.go:141] libmachine: Creating machine...
I1209 22:51:01.189133 36778 main.go:141] libmachine: (ha-920193-m03) Calling .Create
I1209 22:51:01.189263 36778 main.go:141] libmachine: (ha-920193-m03) Creating KVM machine...
I1209 22:51:01.190619 36778 main.go:141] libmachine: (ha-920193-m03) DBG | found existing default KVM network
I1209 22:51:01.190780 36778 main.go:141] libmachine: (ha-920193-m03) DBG | found existing private KVM network mk-ha-920193
I1209 22:51:01.190893 36778 main.go:141] libmachine: (ha-920193-m03) Setting up store path in /home/jenkins/minikube-integration/19888-18950/.minikube/machines/ha-920193-m03 ...
I1209 22:51:01.190907 36778 main.go:141] libmachine: (ha-920193-m03) Building disk image from file:///home/jenkins/minikube-integration/19888-18950/.minikube/cache/iso/amd64/minikube-v1.34.0-1730913550-19917-amd64.iso
I1209 22:51:01.191000 36778 main.go:141] libmachine: (ha-920193-m03) DBG | I1209 22:51:01.190898 37541 common.go:144] Making disk image using store path: /home/jenkins/minikube-integration/19888-18950/.minikube
I1209 22:51:01.191087 36778 main.go:141] libmachine: (ha-920193-m03) Downloading /home/jenkins/minikube-integration/19888-18950/.minikube/cache/boot2docker.iso from file:///home/jenkins/minikube-integration/19888-18950/.minikube/cache/iso/amd64/minikube-v1.34.0-1730913550-19917-amd64.iso...
I1209 22:51:01.428399 36778 main.go:141] libmachine: (ha-920193-m03) DBG | I1209 22:51:01.428270 37541 common.go:151] Creating ssh key: /home/jenkins/minikube-integration/19888-18950/.minikube/machines/ha-920193-m03/id_rsa...
I1209 22:51:01.739906 36778 main.go:141] libmachine: (ha-920193-m03) DBG | I1209 22:51:01.739799 37541 common.go:157] Creating raw disk image: /home/jenkins/minikube-integration/19888-18950/.minikube/machines/ha-920193-m03/ha-920193-m03.rawdisk...
I1209 22:51:01.739933 36778 main.go:141] libmachine: (ha-920193-m03) DBG | Writing magic tar header
I1209 22:51:01.739943 36778 main.go:141] libmachine: (ha-920193-m03) DBG | Writing SSH key tar header
I1209 22:51:01.739951 36778 main.go:141] libmachine: (ha-920193-m03) DBG | I1209 22:51:01.739915 37541 common.go:171] Fixing permissions on /home/jenkins/minikube-integration/19888-18950/.minikube/machines/ha-920193-m03 ...
I1209 22:51:01.740035 36778 main.go:141] libmachine: (ha-920193-m03) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19888-18950/.minikube/machines/ha-920193-m03
I1209 22:51:01.740064 36778 main.go:141] libmachine: (ha-920193-m03) Setting executable bit set on /home/jenkins/minikube-integration/19888-18950/.minikube/machines/ha-920193-m03 (perms=drwx------)
I1209 22:51:01.740080 36778 main.go:141] libmachine: (ha-920193-m03) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19888-18950/.minikube/machines
I1209 22:51:01.740097 36778 main.go:141] libmachine: (ha-920193-m03) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19888-18950/.minikube
I1209 22:51:01.740107 36778 main.go:141] libmachine: (ha-920193-m03) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19888-18950
I1209 22:51:01.740114 36778 main.go:141] libmachine: (ha-920193-m03) Setting executable bit set on /home/jenkins/minikube-integration/19888-18950/.minikube/machines (perms=drwxr-xr-x)
I1209 22:51:01.740127 36778 main.go:141] libmachine: (ha-920193-m03) Setting executable bit set on /home/jenkins/minikube-integration/19888-18950/.minikube (perms=drwxr-xr-x)
I1209 22:51:01.740140 36778 main.go:141] libmachine: (ha-920193-m03) Setting executable bit set on /home/jenkins/minikube-integration/19888-18950 (perms=drwxrwxr-x)
I1209 22:51:01.740154 36778 main.go:141] libmachine: (ha-920193-m03) Setting executable bit set on /home/jenkins/minikube-integration (perms=drwxrwxr-x)
I1209 22:51:01.740167 36778 main.go:141] libmachine: (ha-920193-m03) DBG | Checking permissions on dir: /home/jenkins/minikube-integration
I1209 22:51:01.740178 36778 main.go:141] libmachine: (ha-920193-m03) DBG | Checking permissions on dir: /home/jenkins
I1209 22:51:01.740189 36778 main.go:141] libmachine: (ha-920193-m03) DBG | Checking permissions on dir: /home
I1209 22:51:01.740219 36778 main.go:141] libmachine: (ha-920193-m03) Setting executable bit set on /home/jenkins (perms=drwxr-xr-x)
I1209 22:51:01.740244 36778 main.go:141] libmachine: (ha-920193-m03) Creating domain...
I1209 22:51:01.740252 36778 main.go:141] libmachine: (ha-920193-m03) DBG | Skipping /home - not owner
I1209 22:51:01.741067 36778 main.go:141] libmachine: (ha-920193-m03) define libvirt domain using xml:
I1209 22:51:01.741086 36778 main.go:141] libmachine: (ha-920193-m03) <domain type='kvm'>
I1209 22:51:01.741093 36778 main.go:141] libmachine: (ha-920193-m03) <name>ha-920193-m03</name>
I1209 22:51:01.741098 36778 main.go:141] libmachine: (ha-920193-m03) <memory unit='MiB'>2200</memory>
I1209 22:51:01.741103 36778 main.go:141] libmachine: (ha-920193-m03) <vcpu>2</vcpu>
I1209 22:51:01.741110 36778 main.go:141] libmachine: (ha-920193-m03) <features>
I1209 22:51:01.741115 36778 main.go:141] libmachine: (ha-920193-m03) <acpi/>
I1209 22:51:01.741119 36778 main.go:141] libmachine: (ha-920193-m03) <apic/>
I1209 22:51:01.741124 36778 main.go:141] libmachine: (ha-920193-m03) <pae/>
I1209 22:51:01.741128 36778 main.go:141] libmachine: (ha-920193-m03)
I1209 22:51:01.741133 36778 main.go:141] libmachine: (ha-920193-m03) </features>
I1209 22:51:01.741147 36778 main.go:141] libmachine: (ha-920193-m03) <cpu mode='host-passthrough'>
I1209 22:51:01.741152 36778 main.go:141] libmachine: (ha-920193-m03)
I1209 22:51:01.741157 36778 main.go:141] libmachine: (ha-920193-m03) </cpu>
I1209 22:51:01.741162 36778 main.go:141] libmachine: (ha-920193-m03) <os>
I1209 22:51:01.741166 36778 main.go:141] libmachine: (ha-920193-m03) <type>hvm</type>
I1209 22:51:01.741171 36778 main.go:141] libmachine: (ha-920193-m03) <boot dev='cdrom'/>
I1209 22:51:01.741176 36778 main.go:141] libmachine: (ha-920193-m03) <boot dev='hd'/>
I1209 22:51:01.741184 36778 main.go:141] libmachine: (ha-920193-m03) <bootmenu enable='no'/>
I1209 22:51:01.741188 36778 main.go:141] libmachine: (ha-920193-m03) </os>
I1209 22:51:01.741225 36778 main.go:141] libmachine: (ha-920193-m03) <devices>
I1209 22:51:01.741245 36778 main.go:141] libmachine: (ha-920193-m03) <disk type='file' device='cdrom'>
I1209 22:51:01.741288 36778 main.go:141] libmachine: (ha-920193-m03) <source file='/home/jenkins/minikube-integration/19888-18950/.minikube/machines/ha-920193-m03/boot2docker.iso'/>
I1209 22:51:01.741325 36778 main.go:141] libmachine: (ha-920193-m03) <target dev='hdc' bus='scsi'/>
I1209 22:51:01.741339 36778 main.go:141] libmachine: (ha-920193-m03) <readonly/>
I1209 22:51:01.741350 36778 main.go:141] libmachine: (ha-920193-m03) </disk>
I1209 22:51:01.741361 36778 main.go:141] libmachine: (ha-920193-m03) <disk type='file' device='disk'>
I1209 22:51:01.741373 36778 main.go:141] libmachine: (ha-920193-m03) <driver name='qemu' type='raw' cache='default' io='threads' />
I1209 22:51:01.741386 36778 main.go:141] libmachine: (ha-920193-m03) <source file='/home/jenkins/minikube-integration/19888-18950/.minikube/machines/ha-920193-m03/ha-920193-m03.rawdisk'/>
I1209 22:51:01.741397 36778 main.go:141] libmachine: (ha-920193-m03) <target dev='hda' bus='virtio'/>
I1209 22:51:01.741408 36778 main.go:141] libmachine: (ha-920193-m03) </disk>
I1209 22:51:01.741418 36778 main.go:141] libmachine: (ha-920193-m03) <interface type='network'>
I1209 22:51:01.741429 36778 main.go:141] libmachine: (ha-920193-m03) <source network='mk-ha-920193'/>
I1209 22:51:01.741437 36778 main.go:141] libmachine: (ha-920193-m03) <model type='virtio'/>
I1209 22:51:01.741447 36778 main.go:141] libmachine: (ha-920193-m03) </interface>
I1209 22:51:01.741456 36778 main.go:141] libmachine: (ha-920193-m03) <interface type='network'>
I1209 22:51:01.741472 36778 main.go:141] libmachine: (ha-920193-m03) <source network='default'/>
I1209 22:51:01.741483 36778 main.go:141] libmachine: (ha-920193-m03) <model type='virtio'/>
I1209 22:51:01.741496 36778 main.go:141] libmachine: (ha-920193-m03) </interface>
I1209 22:51:01.741507 36778 main.go:141] libmachine: (ha-920193-m03) <serial type='pty'>
I1209 22:51:01.741516 36778 main.go:141] libmachine: (ha-920193-m03) <target port='0'/>
I1209 22:51:01.741525 36778 main.go:141] libmachine: (ha-920193-m03) </serial>
I1209 22:51:01.741534 36778 main.go:141] libmachine: (ha-920193-m03) <console type='pty'>
I1209 22:51:01.741544 36778 main.go:141] libmachine: (ha-920193-m03) <target type='serial' port='0'/>
I1209 22:51:01.741552 36778 main.go:141] libmachine: (ha-920193-m03) </console>
I1209 22:51:01.741566 36778 main.go:141] libmachine: (ha-920193-m03) <rng model='virtio'>
I1209 22:51:01.741580 36778 main.go:141] libmachine: (ha-920193-m03) <backend model='random'>/dev/random</backend>
I1209 22:51:01.741590 36778 main.go:141] libmachine: (ha-920193-m03) </rng>
I1209 22:51:01.741597 36778 main.go:141] libmachine: (ha-920193-m03)
I1209 22:51:01.741606 36778 main.go:141] libmachine: (ha-920193-m03)
I1209 22:51:01.741616 36778 main.go:141] libmachine: (ha-920193-m03) </devices>
I1209 22:51:01.741623 36778 main.go:141] libmachine: (ha-920193-m03) </domain>
I1209 22:51:01.741635 36778 main.go:141] libmachine: (ha-920193-m03)
I1209 22:51:01.749628 36778 main.go:141] libmachine: (ha-920193-m03) DBG | domain ha-920193-m03 has defined MAC address 52:54:00:ca:84:fc in network default
I1209 22:51:01.750354 36778 main.go:141] libmachine: (ha-920193-m03) Ensuring networks are active...
I1209 22:51:01.750395 36778 main.go:141] libmachine: (ha-920193-m03) DBG | domain ha-920193-m03 has defined MAC address 52:54:00:50:0a:7f in network mk-ha-920193
I1209 22:51:01.751100 36778 main.go:141] libmachine: (ha-920193-m03) Ensuring network default is active
I1209 22:51:01.751465 36778 main.go:141] libmachine: (ha-920193-m03) Ensuring network mk-ha-920193 is active
I1209 22:51:01.751930 36778 main.go:141] libmachine: (ha-920193-m03) Getting domain xml...
I1209 22:51:01.752802 36778 main.go:141] libmachine: (ha-920193-m03) Creating domain...
I1209 22:51:03.003454 36778 main.go:141] libmachine: (ha-920193-m03) Waiting to get IP...
I1209 22:51:03.004238 36778 main.go:141] libmachine: (ha-920193-m03) DBG | domain ha-920193-m03 has defined MAC address 52:54:00:50:0a:7f in network mk-ha-920193
I1209 22:51:03.004647 36778 main.go:141] libmachine: (ha-920193-m03) DBG | unable to find current IP address of domain ha-920193-m03 in network mk-ha-920193
I1209 22:51:03.004670 36778 main.go:141] libmachine: (ha-920193-m03) DBG | I1209 22:51:03.004626 37541 retry.go:31] will retry after 297.46379ms: waiting for machine to come up
I1209 22:51:03.304151 36778 main.go:141] libmachine: (ha-920193-m03) DBG | domain ha-920193-m03 has defined MAC address 52:54:00:50:0a:7f in network mk-ha-920193
I1209 22:51:03.304627 36778 main.go:141] libmachine: (ha-920193-m03) DBG | unable to find current IP address of domain ha-920193-m03 in network mk-ha-920193
I1209 22:51:03.304651 36778 main.go:141] libmachine: (ha-920193-m03) DBG | I1209 22:51:03.304586 37541 retry.go:31] will retry after 341.743592ms: waiting for machine to come up
I1209 22:51:03.648185 36778 main.go:141] libmachine: (ha-920193-m03) DBG | domain ha-920193-m03 has defined MAC address 52:54:00:50:0a:7f in network mk-ha-920193
I1209 22:51:03.648648 36778 main.go:141] libmachine: (ha-920193-m03) DBG | unable to find current IP address of domain ha-920193-m03 in network mk-ha-920193
I1209 22:51:03.648681 36778 main.go:141] libmachine: (ha-920193-m03) DBG | I1209 22:51:03.648610 37541 retry.go:31] will retry after 348.703343ms: waiting for machine to come up
I1209 22:51:03.999220 36778 main.go:141] libmachine: (ha-920193-m03) DBG | domain ha-920193-m03 has defined MAC address 52:54:00:50:0a:7f in network mk-ha-920193
I1209 22:51:03.999761 36778 main.go:141] libmachine: (ha-920193-m03) DBG | unable to find current IP address of domain ha-920193-m03 in network mk-ha-920193
I1209 22:51:03.999783 36778 main.go:141] libmachine: (ha-920193-m03) DBG | I1209 22:51:03.999722 37541 retry.go:31] will retry after 471.208269ms: waiting for machine to come up
I1209 22:51:04.473118 36778 main.go:141] libmachine: (ha-920193-m03) DBG | domain ha-920193-m03 has defined MAC address 52:54:00:50:0a:7f in network mk-ha-920193
I1209 22:51:04.473644 36778 main.go:141] libmachine: (ha-920193-m03) DBG | unable to find current IP address of domain ha-920193-m03 in network mk-ha-920193
I1209 22:51:04.473698 36778 main.go:141] libmachine: (ha-920193-m03) DBG | I1209 22:51:04.473622 37541 retry.go:31] will retry after 567.031016ms: waiting for machine to come up
I1209 22:51:05.042388 36778 main.go:141] libmachine: (ha-920193-m03) DBG | domain ha-920193-m03 has defined MAC address 52:54:00:50:0a:7f in network mk-ha-920193
I1209 22:51:05.042845 36778 main.go:141] libmachine: (ha-920193-m03) DBG | unable to find current IP address of domain ha-920193-m03 in network mk-ha-920193
I1209 22:51:05.042890 36778 main.go:141] libmachine: (ha-920193-m03) DBG | I1209 22:51:05.042828 37541 retry.go:31] will retry after 635.422002ms: waiting for machine to come up
I1209 22:51:05.679729 36778 main.go:141] libmachine: (ha-920193-m03) DBG | domain ha-920193-m03 has defined MAC address 52:54:00:50:0a:7f in network mk-ha-920193
I1209 22:51:05.680179 36778 main.go:141] libmachine: (ha-920193-m03) DBG | unable to find current IP address of domain ha-920193-m03 in network mk-ha-920193
I1209 22:51:05.680197 36778 main.go:141] libmachine: (ha-920193-m03) DBG | I1209 22:51:05.680151 37541 retry.go:31] will retry after 1.009913666s: waiting for machine to come up
I1209 22:51:06.691434 36778 main.go:141] libmachine: (ha-920193-m03) DBG | domain ha-920193-m03 has defined MAC address 52:54:00:50:0a:7f in network mk-ha-920193
I1209 22:51:06.692093 36778 main.go:141] libmachine: (ha-920193-m03) DBG | unable to find current IP address of domain ha-920193-m03 in network mk-ha-920193
I1209 22:51:06.692115 36778 main.go:141] libmachine: (ha-920193-m03) DBG | I1209 22:51:06.692049 37541 retry.go:31] will retry after 1.22911274s: waiting for machine to come up
I1209 22:51:07.923301 36778 main.go:141] libmachine: (ha-920193-m03) DBG | domain ha-920193-m03 has defined MAC address 52:54:00:50:0a:7f in network mk-ha-920193
I1209 22:51:07.923871 36778 main.go:141] libmachine: (ha-920193-m03) DBG | unable to find current IP address of domain ha-920193-m03 in network mk-ha-920193
I1209 22:51:07.923895 36778 main.go:141] libmachine: (ha-920193-m03) DBG | I1209 22:51:07.923821 37541 retry.go:31] will retry after 1.262587003s: waiting for machine to come up
I1209 22:51:09.187598 36778 main.go:141] libmachine: (ha-920193-m03) DBG | domain ha-920193-m03 has defined MAC address 52:54:00:50:0a:7f in network mk-ha-920193
I1209 22:51:09.188051 36778 main.go:141] libmachine: (ha-920193-m03) DBG | unable to find current IP address of domain ha-920193-m03 in network mk-ha-920193
I1209 22:51:09.188081 36778 main.go:141] libmachine: (ha-920193-m03) DBG | I1209 22:51:09.188005 37541 retry.go:31] will retry after 2.033467764s: waiting for machine to come up
I1209 22:51:11.223284 36778 main.go:141] libmachine: (ha-920193-m03) DBG | domain ha-920193-m03 has defined MAC address 52:54:00:50:0a:7f in network mk-ha-920193
I1209 22:51:11.223845 36778 main.go:141] libmachine: (ha-920193-m03) DBG | unable to find current IP address of domain ha-920193-m03 in network mk-ha-920193
I1209 22:51:11.223872 36778 main.go:141] libmachine: (ha-920193-m03) DBG | I1209 22:51:11.223795 37541 retry.go:31] will retry after 2.889234368s: waiting for machine to come up
I1209 22:51:14.116824 36778 main.go:141] libmachine: (ha-920193-m03) DBG | domain ha-920193-m03 has defined MAC address 52:54:00:50:0a:7f in network mk-ha-920193
I1209 22:51:14.117240 36778 main.go:141] libmachine: (ha-920193-m03) DBG | unable to find current IP address of domain ha-920193-m03 in network mk-ha-920193
I1209 22:51:14.117262 36778 main.go:141] libmachine: (ha-920193-m03) DBG | I1209 22:51:14.117201 37541 retry.go:31] will retry after 2.84022101s: waiting for machine to come up
I1209 22:51:16.958771 36778 main.go:141] libmachine: (ha-920193-m03) DBG | domain ha-920193-m03 has defined MAC address 52:54:00:50:0a:7f in network mk-ha-920193
I1209 22:51:16.959194 36778 main.go:141] libmachine: (ha-920193-m03) DBG | unable to find current IP address of domain ha-920193-m03 in network mk-ha-920193
I1209 22:51:16.959219 36778 main.go:141] libmachine: (ha-920193-m03) DBG | I1209 22:51:16.959151 37541 retry.go:31] will retry after 3.882632517s: waiting for machine to come up
I1209 22:51:20.846163 36778 main.go:141] libmachine: (ha-920193-m03) DBG | domain ha-920193-m03 has defined MAC address 52:54:00:50:0a:7f in network mk-ha-920193
I1209 22:51:20.846626 36778 main.go:141] libmachine: (ha-920193-m03) DBG | unable to find current IP address of domain ha-920193-m03 in network mk-ha-920193
I1209 22:51:20.846647 36778 main.go:141] libmachine: (ha-920193-m03) DBG | I1209 22:51:20.846582 37541 retry.go:31] will retry after 4.879681656s: waiting for machine to come up
I1209 22:51:25.727341 36778 main.go:141] libmachine: (ha-920193-m03) DBG | domain ha-920193-m03 has defined MAC address 52:54:00:50:0a:7f in network mk-ha-920193
I1209 22:51:25.727988 36778 main.go:141] libmachine: (ha-920193-m03) DBG | domain ha-920193-m03 has current primary IP address 192.168.39.45 and MAC address 52:54:00:50:0a:7f in network mk-ha-920193
I1209 22:51:25.728010 36778 main.go:141] libmachine: (ha-920193-m03) Found IP for machine: 192.168.39.45
I1209 22:51:25.728024 36778 main.go:141] libmachine: (ha-920193-m03) Reserving static IP address...
I1209 22:51:25.728426 36778 main.go:141] libmachine: (ha-920193-m03) DBG | unable to find host DHCP lease matching {name: "ha-920193-m03", mac: "52:54:00:50:0a:7f", ip: "192.168.39.45"} in network mk-ha-920193
I1209 22:51:25.801758 36778 main.go:141] libmachine: (ha-920193-m03) DBG | Getting to WaitForSSH function...
I1209 22:51:25.801788 36778 main.go:141] libmachine: (ha-920193-m03) Reserved static IP address: 192.168.39.45
I1209 22:51:25.801801 36778 main.go:141] libmachine: (ha-920193-m03) Waiting for SSH to be available...
I1209 22:51:25.804862 36778 main.go:141] libmachine: (ha-920193-m03) DBG | domain ha-920193-m03 has defined MAC address 52:54:00:50:0a:7f in network mk-ha-920193
I1209 22:51:25.805259 36778 main.go:141] libmachine: (ha-920193-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:50:0a:7f", ip: ""} in network mk-ha-920193: {Iface:virbr1 ExpiryTime:2024-12-09 23:51:15 +0000 UTC Type:0 Mac:52:54:00:50:0a:7f Iaid: IPaddr:192.168.39.45 Prefix:24 Hostname:minikube Clientid:01:52:54:00:50:0a:7f}
I1209 22:51:25.805292 36778 main.go:141] libmachine: (ha-920193-m03) DBG | domain ha-920193-m03 has defined IP address 192.168.39.45 and MAC address 52:54:00:50:0a:7f in network mk-ha-920193
I1209 22:51:25.805437 36778 main.go:141] libmachine: (ha-920193-m03) DBG | Using SSH client type: external
I1209 22:51:25.805466 36778 main.go:141] libmachine: (ha-920193-m03) DBG | Using SSH private key: /home/jenkins/minikube-integration/19888-18950/.minikube/machines/ha-920193-m03/id_rsa (-rw-------)
I1209 22:51:25.805497 36778 main.go:141] libmachine: (ha-920193-m03) DBG | &{[-F /dev/null -o ConnectionAttempts=3 -o ConnectTimeout=10 -o ControlMaster=no -o ControlPath=none -o LogLevel=quiet -o PasswordAuthentication=no -o ServerAliveInterval=60 -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null docker@192.168.39.45 -o IdentitiesOnly=yes -i /home/jenkins/minikube-integration/19888-18950/.minikube/machines/ha-920193-m03/id_rsa -p 22] /usr/bin/ssh <nil>}
I1209 22:51:25.805521 36778 main.go:141] libmachine: (ha-920193-m03) DBG | About to run SSH command:
I1209 22:51:25.805536 36778 main.go:141] libmachine: (ha-920193-m03) DBG | exit 0
I1209 22:51:25.927825 36778 main.go:141] libmachine: (ha-920193-m03) DBG | SSH cmd err, output: <nil>:
I1209 22:51:25.928111 36778 main.go:141] libmachine: (ha-920193-m03) KVM machine creation complete!
I1209 22:51:25.928439 36778 main.go:141] libmachine: (ha-920193-m03) Calling .GetConfigRaw
I1209 22:51:25.928948 36778 main.go:141] libmachine: (ha-920193-m03) Calling .DriverName
I1209 22:51:25.929144 36778 main.go:141] libmachine: (ha-920193-m03) Calling .DriverName
I1209 22:51:25.929273 36778 main.go:141] libmachine: Waiting for machine to be running, this may take a few minutes...
I1209 22:51:25.929318 36778 main.go:141] libmachine: (ha-920193-m03) Calling .GetState
I1209 22:51:25.930677 36778 main.go:141] libmachine: Detecting operating system of created instance...
I1209 22:51:25.930689 36778 main.go:141] libmachine: Waiting for SSH to be available...
I1209 22:51:25.930694 36778 main.go:141] libmachine: Getting to WaitForSSH function...
I1209 22:51:25.930702 36778 main.go:141] libmachine: (ha-920193-m03) Calling .GetSSHHostname
I1209 22:51:25.933545 36778 main.go:141] libmachine: (ha-920193-m03) DBG | domain ha-920193-m03 has defined MAC address 52:54:00:50:0a:7f in network mk-ha-920193
I1209 22:51:25.933940 36778 main.go:141] libmachine: (ha-920193-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:50:0a:7f", ip: ""} in network mk-ha-920193: {Iface:virbr1 ExpiryTime:2024-12-09 23:51:15 +0000 UTC Type:0 Mac:52:54:00:50:0a:7f Iaid: IPaddr:192.168.39.45 Prefix:24 Hostname:ha-920193-m03 Clientid:01:52:54:00:50:0a:7f}
I1209 22:51:25.933962 36778 main.go:141] libmachine: (ha-920193-m03) DBG | domain ha-920193-m03 has defined IP address 192.168.39.45 and MAC address 52:54:00:50:0a:7f in network mk-ha-920193
I1209 22:51:25.934133 36778 main.go:141] libmachine: (ha-920193-m03) Calling .GetSSHPort
I1209 22:51:25.934287 36778 main.go:141] libmachine: (ha-920193-m03) Calling .GetSSHKeyPath
I1209 22:51:25.934450 36778 main.go:141] libmachine: (ha-920193-m03) Calling .GetSSHKeyPath
I1209 22:51:25.934592 36778 main.go:141] libmachine: (ha-920193-m03) Calling .GetSSHUsername
I1209 22:51:25.934747 36778 main.go:141] libmachine: Using SSH client type: native
I1209 22:51:25.934964 36778 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866ca0] 0x869980 <nil> [] 0s} 192.168.39.45 22 <nil> <nil>}
I1209 22:51:25.934979 36778 main.go:141] libmachine: About to run SSH command:
exit 0
I1209 22:51:26.038809 36778 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1209 22:51:26.038831 36778 main.go:141] libmachine: Detecting the provisioner...
I1209 22:51:26.038839 36778 main.go:141] libmachine: (ha-920193-m03) Calling .GetSSHHostname
I1209 22:51:26.041686 36778 main.go:141] libmachine: (ha-920193-m03) DBG | domain ha-920193-m03 has defined MAC address 52:54:00:50:0a:7f in network mk-ha-920193
I1209 22:51:26.041976 36778 main.go:141] libmachine: (ha-920193-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:50:0a:7f", ip: ""} in network mk-ha-920193: {Iface:virbr1 ExpiryTime:2024-12-09 23:51:15 +0000 UTC Type:0 Mac:52:54:00:50:0a:7f Iaid: IPaddr:192.168.39.45 Prefix:24 Hostname:ha-920193-m03 Clientid:01:52:54:00:50:0a:7f}
I1209 22:51:26.042008 36778 main.go:141] libmachine: (ha-920193-m03) DBG | domain ha-920193-m03 has defined IP address 192.168.39.45 and MAC address 52:54:00:50:0a:7f in network mk-ha-920193
I1209 22:51:26.042164 36778 main.go:141] libmachine: (ha-920193-m03) Calling .GetSSHPort
I1209 22:51:26.042336 36778 main.go:141] libmachine: (ha-920193-m03) Calling .GetSSHKeyPath
I1209 22:51:26.042474 36778 main.go:141] libmachine: (ha-920193-m03) Calling .GetSSHKeyPath
I1209 22:51:26.042609 36778 main.go:141] libmachine: (ha-920193-m03) Calling .GetSSHUsername
I1209 22:51:26.042802 36778 main.go:141] libmachine: Using SSH client type: native
I1209 22:51:26.042955 36778 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866ca0] 0x869980 <nil> [] 0s} 192.168.39.45 22 <nil> <nil>}
I1209 22:51:26.042966 36778 main.go:141] libmachine: About to run SSH command:
cat /etc/os-release
I1209 22:51:26.148122 36778 main.go:141] libmachine: SSH cmd err, output: <nil>: NAME=Buildroot
VERSION=2023.02.9-dirty
ID=buildroot
VERSION_ID=2023.02.9
PRETTY_NAME="Buildroot 2023.02.9"
I1209 22:51:26.148211 36778 main.go:141] libmachine: found compatible host: buildroot
I1209 22:51:26.148225 36778 main.go:141] libmachine: Provisioning with buildroot...
I1209 22:51:26.148236 36778 main.go:141] libmachine: (ha-920193-m03) Calling .GetMachineName
I1209 22:51:26.148529 36778 buildroot.go:166] provisioning hostname "ha-920193-m03"
I1209 22:51:26.148558 36778 main.go:141] libmachine: (ha-920193-m03) Calling .GetMachineName
I1209 22:51:26.148758 36778 main.go:141] libmachine: (ha-920193-m03) Calling .GetSSHHostname
I1209 22:51:26.151543 36778 main.go:141] libmachine: (ha-920193-m03) DBG | domain ha-920193-m03 has defined MAC address 52:54:00:50:0a:7f in network mk-ha-920193
I1209 22:51:26.151998 36778 main.go:141] libmachine: (ha-920193-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:50:0a:7f", ip: ""} in network mk-ha-920193: {Iface:virbr1 ExpiryTime:2024-12-09 23:51:15 +0000 UTC Type:0 Mac:52:54:00:50:0a:7f Iaid: IPaddr:192.168.39.45 Prefix:24 Hostname:ha-920193-m03 Clientid:01:52:54:00:50:0a:7f}
I1209 22:51:26.152027 36778 main.go:141] libmachine: (ha-920193-m03) DBG | domain ha-920193-m03 has defined IP address 192.168.39.45 and MAC address 52:54:00:50:0a:7f in network mk-ha-920193
I1209 22:51:26.152153 36778 main.go:141] libmachine: (ha-920193-m03) Calling .GetSSHPort
I1209 22:51:26.152318 36778 main.go:141] libmachine: (ha-920193-m03) Calling .GetSSHKeyPath
I1209 22:51:26.152485 36778 main.go:141] libmachine: (ha-920193-m03) Calling .GetSSHKeyPath
I1209 22:51:26.152628 36778 main.go:141] libmachine: (ha-920193-m03) Calling .GetSSHUsername
I1209 22:51:26.152792 36778 main.go:141] libmachine: Using SSH client type: native
I1209 22:51:26.152967 36778 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866ca0] 0x869980 <nil> [] 0s} 192.168.39.45 22 <nil> <nil>}
I1209 22:51:26.152984 36778 main.go:141] libmachine: About to run SSH command:
sudo hostname ha-920193-m03 && echo "ha-920193-m03" | sudo tee /etc/hostname
I1209 22:51:26.273873 36778 main.go:141] libmachine: SSH cmd err, output: <nil>: ha-920193-m03
I1209 22:51:26.273909 36778 main.go:141] libmachine: (ha-920193-m03) Calling .GetSSHHostname
I1209 22:51:26.276949 36778 main.go:141] libmachine: (ha-920193-m03) DBG | domain ha-920193-m03 has defined MAC address 52:54:00:50:0a:7f in network mk-ha-920193
I1209 22:51:26.277338 36778 main.go:141] libmachine: (ha-920193-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:50:0a:7f", ip: ""} in network mk-ha-920193: {Iface:virbr1 ExpiryTime:2024-12-09 23:51:15 +0000 UTC Type:0 Mac:52:54:00:50:0a:7f Iaid: IPaddr:192.168.39.45 Prefix:24 Hostname:ha-920193-m03 Clientid:01:52:54:00:50:0a:7f}
I1209 22:51:26.277363 36778 main.go:141] libmachine: (ha-920193-m03) DBG | domain ha-920193-m03 has defined IP address 192.168.39.45 and MAC address 52:54:00:50:0a:7f in network mk-ha-920193
I1209 22:51:26.277530 36778 main.go:141] libmachine: (ha-920193-m03) Calling .GetSSHPort
I1209 22:51:26.277710 36778 main.go:141] libmachine: (ha-920193-m03) Calling .GetSSHKeyPath
I1209 22:51:26.277857 36778 main.go:141] libmachine: (ha-920193-m03) Calling .GetSSHKeyPath
I1209 22:51:26.278009 36778 main.go:141] libmachine: (ha-920193-m03) Calling .GetSSHUsername
I1209 22:51:26.278182 36778 main.go:141] libmachine: Using SSH client type: native
I1209 22:51:26.278378 36778 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866ca0] 0x869980 <nil> [] 0s} 192.168.39.45 22 <nil> <nil>}
I1209 22:51:26.278395 36778 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\sha-920193-m03' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 ha-920193-m03/g' /etc/hosts;
else
echo '127.0.1.1 ha-920193-m03' | sudo tee -a /etc/hosts;
fi
fi
I1209 22:51:26.396863 36778 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1209 22:51:26.396892 36778 buildroot.go:172] set auth options {CertDir:/home/jenkins/minikube-integration/19888-18950/.minikube CaCertPath:/home/jenkins/minikube-integration/19888-18950/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/19888-18950/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/19888-18950/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/19888-18950/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/19888-18950/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/19888-18950/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/19888-18950/.minikube}
I1209 22:51:26.396911 36778 buildroot.go:174] setting up certificates
I1209 22:51:26.396941 36778 provision.go:84] configureAuth start
I1209 22:51:26.396969 36778 main.go:141] libmachine: (ha-920193-m03) Calling .GetMachineName
I1209 22:51:26.397249 36778 main.go:141] libmachine: (ha-920193-m03) Calling .GetIP
I1209 22:51:26.400060 36778 main.go:141] libmachine: (ha-920193-m03) DBG | domain ha-920193-m03 has defined MAC address 52:54:00:50:0a:7f in network mk-ha-920193
I1209 22:51:26.400552 36778 main.go:141] libmachine: (ha-920193-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:50:0a:7f", ip: ""} in network mk-ha-920193: {Iface:virbr1 ExpiryTime:2024-12-09 23:51:15 +0000 UTC Type:0 Mac:52:54:00:50:0a:7f Iaid: IPaddr:192.168.39.45 Prefix:24 Hostname:ha-920193-m03 Clientid:01:52:54:00:50:0a:7f}
I1209 22:51:26.400587 36778 main.go:141] libmachine: (ha-920193-m03) DBG | domain ha-920193-m03 has defined IP address 192.168.39.45 and MAC address 52:54:00:50:0a:7f in network mk-ha-920193
I1209 22:51:26.400787 36778 main.go:141] libmachine: (ha-920193-m03) Calling .GetSSHHostname
I1209 22:51:26.403205 36778 main.go:141] libmachine: (ha-920193-m03) DBG | domain ha-920193-m03 has defined MAC address 52:54:00:50:0a:7f in network mk-ha-920193
I1209 22:51:26.403621 36778 main.go:141] libmachine: (ha-920193-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:50:0a:7f", ip: ""} in network mk-ha-920193: {Iface:virbr1 ExpiryTime:2024-12-09 23:51:15 +0000 UTC Type:0 Mac:52:54:00:50:0a:7f Iaid: IPaddr:192.168.39.45 Prefix:24 Hostname:ha-920193-m03 Clientid:01:52:54:00:50:0a:7f}
I1209 22:51:26.403649 36778 main.go:141] libmachine: (ha-920193-m03) DBG | domain ha-920193-m03 has defined IP address 192.168.39.45 and MAC address 52:54:00:50:0a:7f in network mk-ha-920193
I1209 22:51:26.403809 36778 provision.go:143] copyHostCerts
I1209 22:51:26.403843 36778 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19888-18950/.minikube/certs/ca.pem -> /home/jenkins/minikube-integration/19888-18950/.minikube/ca.pem
I1209 22:51:26.403883 36778 exec_runner.go:144] found /home/jenkins/minikube-integration/19888-18950/.minikube/ca.pem, removing ...
I1209 22:51:26.403895 36778 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19888-18950/.minikube/ca.pem
I1209 22:51:26.403963 36778 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19888-18950/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/19888-18950/.minikube/ca.pem (1082 bytes)
I1209 22:51:26.404040 36778 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19888-18950/.minikube/certs/cert.pem -> /home/jenkins/minikube-integration/19888-18950/.minikube/cert.pem
I1209 22:51:26.404057 36778 exec_runner.go:144] found /home/jenkins/minikube-integration/19888-18950/.minikube/cert.pem, removing ...
I1209 22:51:26.404065 36778 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19888-18950/.minikube/cert.pem
I1209 22:51:26.404088 36778 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19888-18950/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/19888-18950/.minikube/cert.pem (1123 bytes)
I1209 22:51:26.404134 36778 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19888-18950/.minikube/certs/key.pem -> /home/jenkins/minikube-integration/19888-18950/.minikube/key.pem
I1209 22:51:26.404151 36778 exec_runner.go:144] found /home/jenkins/minikube-integration/19888-18950/.minikube/key.pem, removing ...
I1209 22:51:26.404158 36778 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19888-18950/.minikube/key.pem
I1209 22:51:26.404179 36778 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19888-18950/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/19888-18950/.minikube/key.pem (1679 bytes)
I1209 22:51:26.404226 36778 provision.go:117] generating server cert: /home/jenkins/minikube-integration/19888-18950/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/19888-18950/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/19888-18950/.minikube/certs/ca-key.pem org=jenkins.ha-920193-m03 san=[127.0.0.1 192.168.39.45 ha-920193-m03 localhost minikube]
I1209 22:51:26.742826 36778 provision.go:177] copyRemoteCerts
I1209 22:51:26.742899 36778 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1209 22:51:26.742929 36778 main.go:141] libmachine: (ha-920193-m03) Calling .GetSSHHostname
I1209 22:51:26.745666 36778 main.go:141] libmachine: (ha-920193-m03) DBG | domain ha-920193-m03 has defined MAC address 52:54:00:50:0a:7f in network mk-ha-920193
I1209 22:51:26.745993 36778 main.go:141] libmachine: (ha-920193-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:50:0a:7f", ip: ""} in network mk-ha-920193: {Iface:virbr1 ExpiryTime:2024-12-09 23:51:15 +0000 UTC Type:0 Mac:52:54:00:50:0a:7f Iaid: IPaddr:192.168.39.45 Prefix:24 Hostname:ha-920193-m03 Clientid:01:52:54:00:50:0a:7f}
I1209 22:51:26.746025 36778 main.go:141] libmachine: (ha-920193-m03) DBG | domain ha-920193-m03 has defined IP address 192.168.39.45 and MAC address 52:54:00:50:0a:7f in network mk-ha-920193
I1209 22:51:26.746168 36778 main.go:141] libmachine: (ha-920193-m03) Calling .GetSSHPort
I1209 22:51:26.746370 36778 main.go:141] libmachine: (ha-920193-m03) Calling .GetSSHKeyPath
I1209 22:51:26.746525 36778 main.go:141] libmachine: (ha-920193-m03) Calling .GetSSHUsername
I1209 22:51:26.746673 36778 sshutil.go:53] new ssh client: &{IP:192.168.39.45 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19888-18950/.minikube/machines/ha-920193-m03/id_rsa Username:docker}
I1209 22:51:26.830893 36778 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19888-18950/.minikube/certs/ca.pem -> /etc/docker/ca.pem
I1209 22:51:26.830957 36778 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19888-18950/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1082 bytes)
I1209 22:51:26.856889 36778 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19888-18950/.minikube/machines/server.pem -> /etc/docker/server.pem
I1209 22:51:26.856964 36778 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19888-18950/.minikube/machines/server.pem --> /etc/docker/server.pem (1208 bytes)
I1209 22:51:26.883482 36778 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19888-18950/.minikube/machines/server-key.pem -> /etc/docker/server-key.pem
I1209 22:51:26.883555 36778 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19888-18950/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)
I1209 22:51:26.908478 36778 provision.go:87] duration metric: took 511.5225ms to configureAuth
I1209 22:51:26.908504 36778 buildroot.go:189] setting minikube options for container-runtime
I1209 22:51:26.908720 36778 config.go:182] Loaded profile config "ha-920193": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1209 22:51:26.908806 36778 main.go:141] libmachine: (ha-920193-m03) Calling .GetSSHHostname
I1209 22:51:26.911525 36778 main.go:141] libmachine: (ha-920193-m03) DBG | domain ha-920193-m03 has defined MAC address 52:54:00:50:0a:7f in network mk-ha-920193
I1209 22:51:26.911882 36778 main.go:141] libmachine: (ha-920193-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:50:0a:7f", ip: ""} in network mk-ha-920193: {Iface:virbr1 ExpiryTime:2024-12-09 23:51:15 +0000 UTC Type:0 Mac:52:54:00:50:0a:7f Iaid: IPaddr:192.168.39.45 Prefix:24 Hostname:ha-920193-m03 Clientid:01:52:54:00:50:0a:7f}
I1209 22:51:26.911910 36778 main.go:141] libmachine: (ha-920193-m03) DBG | domain ha-920193-m03 has defined IP address 192.168.39.45 and MAC address 52:54:00:50:0a:7f in network mk-ha-920193
I1209 22:51:26.912106 36778 main.go:141] libmachine: (ha-920193-m03) Calling .GetSSHPort
I1209 22:51:26.912305 36778 main.go:141] libmachine: (ha-920193-m03) Calling .GetSSHKeyPath
I1209 22:51:26.912470 36778 main.go:141] libmachine: (ha-920193-m03) Calling .GetSSHKeyPath
I1209 22:51:26.912617 36778 main.go:141] libmachine: (ha-920193-m03) Calling .GetSSHUsername
I1209 22:51:26.912830 36778 main.go:141] libmachine: Using SSH client type: native
I1209 22:51:26.913029 36778 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866ca0] 0x869980 <nil> [] 0s} 192.168.39.45 22 <nil> <nil>}
I1209 22:51:26.913046 36778 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1209 22:51:27.123000 36778 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1209 22:51:27.123030 36778 main.go:141] libmachine: Checking connection to Docker...
I1209 22:51:27.123040 36778 main.go:141] libmachine: (ha-920193-m03) Calling .GetURL
I1209 22:51:27.124367 36778 main.go:141] libmachine: (ha-920193-m03) DBG | Using libvirt version 6000000
I1209 22:51:27.126749 36778 main.go:141] libmachine: (ha-920193-m03) DBG | domain ha-920193-m03 has defined MAC address 52:54:00:50:0a:7f in network mk-ha-920193
I1209 22:51:27.127125 36778 main.go:141] libmachine: (ha-920193-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:50:0a:7f", ip: ""} in network mk-ha-920193: {Iface:virbr1 ExpiryTime:2024-12-09 23:51:15 +0000 UTC Type:0 Mac:52:54:00:50:0a:7f Iaid: IPaddr:192.168.39.45 Prefix:24 Hostname:ha-920193-m03 Clientid:01:52:54:00:50:0a:7f}
I1209 22:51:27.127158 36778 main.go:141] libmachine: (ha-920193-m03) DBG | domain ha-920193-m03 has defined IP address 192.168.39.45 and MAC address 52:54:00:50:0a:7f in network mk-ha-920193
I1209 22:51:27.127291 36778 main.go:141] libmachine: Docker is up and running!
I1209 22:51:27.127312 36778 main.go:141] libmachine: Reticulating splines...
I1209 22:51:27.127327 36778 client.go:171] duration metric: took 25.938971166s to LocalClient.Create
I1209 22:51:27.127361 36778 start.go:167] duration metric: took 25.939054874s to libmachine.API.Create "ha-920193"
I1209 22:51:27.127375 36778 start.go:293] postStartSetup for "ha-920193-m03" (driver="kvm2")
I1209 22:51:27.127391 36778 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1209 22:51:27.127417 36778 main.go:141] libmachine: (ha-920193-m03) Calling .DriverName
I1209 22:51:27.127659 36778 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1209 22:51:27.127685 36778 main.go:141] libmachine: (ha-920193-m03) Calling .GetSSHHostname
I1209 22:51:27.130451 36778 main.go:141] libmachine: (ha-920193-m03) DBG | domain ha-920193-m03 has defined MAC address 52:54:00:50:0a:7f in network mk-ha-920193
I1209 22:51:27.130869 36778 main.go:141] libmachine: (ha-920193-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:50:0a:7f", ip: ""} in network mk-ha-920193: {Iface:virbr1 ExpiryTime:2024-12-09 23:51:15 +0000 UTC Type:0 Mac:52:54:00:50:0a:7f Iaid: IPaddr:192.168.39.45 Prefix:24 Hostname:ha-920193-m03 Clientid:01:52:54:00:50:0a:7f}
I1209 22:51:27.130897 36778 main.go:141] libmachine: (ha-920193-m03) DBG | domain ha-920193-m03 has defined IP address 192.168.39.45 and MAC address 52:54:00:50:0a:7f in network mk-ha-920193
I1209 22:51:27.131187 36778 main.go:141] libmachine: (ha-920193-m03) Calling .GetSSHPort
I1209 22:51:27.131380 36778 main.go:141] libmachine: (ha-920193-m03) Calling .GetSSHKeyPath
I1209 22:51:27.131593 36778 main.go:141] libmachine: (ha-920193-m03) Calling .GetSSHUsername
I1209 22:51:27.131737 36778 sshutil.go:53] new ssh client: &{IP:192.168.39.45 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19888-18950/.minikube/machines/ha-920193-m03/id_rsa Username:docker}
I1209 22:51:27.214943 36778 ssh_runner.go:195] Run: cat /etc/os-release
I1209 22:51:27.219203 36778 info.go:137] Remote host: Buildroot 2023.02.9
I1209 22:51:27.219230 36778 filesync.go:126] Scanning /home/jenkins/minikube-integration/19888-18950/.minikube/addons for local assets ...
I1209 22:51:27.219297 36778 filesync.go:126] Scanning /home/jenkins/minikube-integration/19888-18950/.minikube/files for local assets ...
I1209 22:51:27.219368 36778 filesync.go:149] local asset: /home/jenkins/minikube-integration/19888-18950/.minikube/files/etc/ssl/certs/262532.pem -> 262532.pem in /etc/ssl/certs
I1209 22:51:27.219377 36778 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19888-18950/.minikube/files/etc/ssl/certs/262532.pem -> /etc/ssl/certs/262532.pem
I1209 22:51:27.219454 36778 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1209 22:51:27.229647 36778 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19888-18950/.minikube/files/etc/ssl/certs/262532.pem --> /etc/ssl/certs/262532.pem (1708 bytes)
I1209 22:51:27.256219 36778 start.go:296] duration metric: took 128.828108ms for postStartSetup
I1209 22:51:27.256272 36778 main.go:141] libmachine: (ha-920193-m03) Calling .GetConfigRaw
I1209 22:51:27.256939 36778 main.go:141] libmachine: (ha-920193-m03) Calling .GetIP
I1209 22:51:27.259520 36778 main.go:141] libmachine: (ha-920193-m03) DBG | domain ha-920193-m03 has defined MAC address 52:54:00:50:0a:7f in network mk-ha-920193
I1209 22:51:27.259847 36778 main.go:141] libmachine: (ha-920193-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:50:0a:7f", ip: ""} in network mk-ha-920193: {Iface:virbr1 ExpiryTime:2024-12-09 23:51:15 +0000 UTC Type:0 Mac:52:54:00:50:0a:7f Iaid: IPaddr:192.168.39.45 Prefix:24 Hostname:ha-920193-m03 Clientid:01:52:54:00:50:0a:7f}
I1209 22:51:27.259871 36778 main.go:141] libmachine: (ha-920193-m03) DBG | domain ha-920193-m03 has defined IP address 192.168.39.45 and MAC address 52:54:00:50:0a:7f in network mk-ha-920193
I1209 22:51:27.260187 36778 profile.go:143] Saving config to /home/jenkins/minikube-integration/19888-18950/.minikube/profiles/ha-920193/config.json ...
I1209 22:51:27.260393 36778 start.go:128] duration metric: took 26.090950019s to createHost
I1209 22:51:27.260418 36778 main.go:141] libmachine: (ha-920193-m03) Calling .GetSSHHostname
I1209 22:51:27.262865 36778 main.go:141] libmachine: (ha-920193-m03) DBG | domain ha-920193-m03 has defined MAC address 52:54:00:50:0a:7f in network mk-ha-920193
I1209 22:51:27.263234 36778 main.go:141] libmachine: (ha-920193-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:50:0a:7f", ip: ""} in network mk-ha-920193: {Iface:virbr1 ExpiryTime:2024-12-09 23:51:15 +0000 UTC Type:0 Mac:52:54:00:50:0a:7f Iaid: IPaddr:192.168.39.45 Prefix:24 Hostname:ha-920193-m03 Clientid:01:52:54:00:50:0a:7f}
I1209 22:51:27.263258 36778 main.go:141] libmachine: (ha-920193-m03) DBG | domain ha-920193-m03 has defined IP address 192.168.39.45 and MAC address 52:54:00:50:0a:7f in network mk-ha-920193
I1209 22:51:27.263424 36778 main.go:141] libmachine: (ha-920193-m03) Calling .GetSSHPort
I1209 22:51:27.263637 36778 main.go:141] libmachine: (ha-920193-m03) Calling .GetSSHKeyPath
I1209 22:51:27.263812 36778 main.go:141] libmachine: (ha-920193-m03) Calling .GetSSHKeyPath
I1209 22:51:27.263948 36778 main.go:141] libmachine: (ha-920193-m03) Calling .GetSSHUsername
I1209 22:51:27.264111 36778 main.go:141] libmachine: Using SSH client type: native
I1209 22:51:27.264266 36778 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866ca0] 0x869980 <nil> [] 0s} 192.168.39.45 22 <nil> <nil>}
I1209 22:51:27.264276 36778 main.go:141] libmachine: About to run SSH command:
date +%s.%N
I1209 22:51:27.367958 36778 main.go:141] libmachine: SSH cmd err, output: <nil>: 1733784687.346724594
I1209 22:51:27.367980 36778 fix.go:216] guest clock: 1733784687.346724594
I1209 22:51:27.367990 36778 fix.go:229] Guest: 2024-12-09 22:51:27.346724594 +0000 UTC Remote: 2024-12-09 22:51:27.260405928 +0000 UTC m=+144.153092475 (delta=86.318666ms)
I1209 22:51:27.368010 36778 fix.go:200] guest clock delta is within tolerance: 86.318666ms
I1209 22:51:27.368017 36778 start.go:83] releasing machines lock for "ha-920193-m03", held for 26.19869273s
I1209 22:51:27.368043 36778 main.go:141] libmachine: (ha-920193-m03) Calling .DriverName
I1209 22:51:27.368295 36778 main.go:141] libmachine: (ha-920193-m03) Calling .GetIP
I1209 22:51:27.370584 36778 main.go:141] libmachine: (ha-920193-m03) DBG | domain ha-920193-m03 has defined MAC address 52:54:00:50:0a:7f in network mk-ha-920193
I1209 22:51:27.370886 36778 main.go:141] libmachine: (ha-920193-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:50:0a:7f", ip: ""} in network mk-ha-920193: {Iface:virbr1 ExpiryTime:2024-12-09 23:51:15 +0000 UTC Type:0 Mac:52:54:00:50:0a:7f Iaid: IPaddr:192.168.39.45 Prefix:24 Hostname:ha-920193-m03 Clientid:01:52:54:00:50:0a:7f}
I1209 22:51:27.370925 36778 main.go:141] libmachine: (ha-920193-m03) DBG | domain ha-920193-m03 has defined IP address 192.168.39.45 and MAC address 52:54:00:50:0a:7f in network mk-ha-920193
I1209 22:51:27.372694 36778 out.go:177] * Found network options:
I1209 22:51:27.373916 36778 out.go:177] - NO_PROXY=192.168.39.102,192.168.39.43
W1209 22:51:27.375001 36778 proxy.go:119] fail to check proxy env: Error ip not in block
W1209 22:51:27.375023 36778 proxy.go:119] fail to check proxy env: Error ip not in block
I1209 22:51:27.375036 36778 main.go:141] libmachine: (ha-920193-m03) Calling .DriverName
I1209 22:51:27.375488 36778 main.go:141] libmachine: (ha-920193-m03) Calling .DriverName
I1209 22:51:27.375695 36778 main.go:141] libmachine: (ha-920193-m03) Calling .DriverName
I1209 22:51:27.375813 36778 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1209 22:51:27.375854 36778 main.go:141] libmachine: (ha-920193-m03) Calling .GetSSHHostname
W1209 22:51:27.375861 36778 proxy.go:119] fail to check proxy env: Error ip not in block
W1209 22:51:27.375898 36778 proxy.go:119] fail to check proxy env: Error ip not in block
I1209 22:51:27.375979 36778 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1209 22:51:27.376001 36778 main.go:141] libmachine: (ha-920193-m03) Calling .GetSSHHostname
I1209 22:51:27.378647 36778 main.go:141] libmachine: (ha-920193-m03) DBG | domain ha-920193-m03 has defined MAC address 52:54:00:50:0a:7f in network mk-ha-920193
I1209 22:51:27.378715 36778 main.go:141] libmachine: (ha-920193-m03) DBG | domain ha-920193-m03 has defined MAC address 52:54:00:50:0a:7f in network mk-ha-920193
I1209 22:51:27.378991 36778 main.go:141] libmachine: (ha-920193-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:50:0a:7f", ip: ""} in network mk-ha-920193: {Iface:virbr1 ExpiryTime:2024-12-09 23:51:15 +0000 UTC Type:0 Mac:52:54:00:50:0a:7f Iaid: IPaddr:192.168.39.45 Prefix:24 Hostname:ha-920193-m03 Clientid:01:52:54:00:50:0a:7f}
I1209 22:51:27.379016 36778 main.go:141] libmachine: (ha-920193-m03) DBG | domain ha-920193-m03 has defined IP address 192.168.39.45 and MAC address 52:54:00:50:0a:7f in network mk-ha-920193
I1209 22:51:27.379059 36778 main.go:141] libmachine: (ha-920193-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:50:0a:7f", ip: ""} in network mk-ha-920193: {Iface:virbr1 ExpiryTime:2024-12-09 23:51:15 +0000 UTC Type:0 Mac:52:54:00:50:0a:7f Iaid: IPaddr:192.168.39.45 Prefix:24 Hostname:ha-920193-m03 Clientid:01:52:54:00:50:0a:7f}
I1209 22:51:27.379077 36778 main.go:141] libmachine: (ha-920193-m03) DBG | domain ha-920193-m03 has defined IP address 192.168.39.45 and MAC address 52:54:00:50:0a:7f in network mk-ha-920193
I1209 22:51:27.379200 36778 main.go:141] libmachine: (ha-920193-m03) Calling .GetSSHPort
I1209 22:51:27.379345 36778 main.go:141] libmachine: (ha-920193-m03) Calling .GetSSHPort
I1209 22:51:27.379350 36778 main.go:141] libmachine: (ha-920193-m03) Calling .GetSSHKeyPath
I1209 22:51:27.379608 36778 main.go:141] libmachine: (ha-920193-m03) Calling .GetSSHUsername
I1209 22:51:27.379611 36778 main.go:141] libmachine: (ha-920193-m03) Calling .GetSSHKeyPath
I1209 22:51:27.379810 36778 main.go:141] libmachine: (ha-920193-m03) Calling .GetSSHUsername
I1209 22:51:27.379814 36778 sshutil.go:53] new ssh client: &{IP:192.168.39.45 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19888-18950/.minikube/machines/ha-920193-m03/id_rsa Username:docker}
I1209 22:51:27.379979 36778 sshutil.go:53] new ssh client: &{IP:192.168.39.45 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19888-18950/.minikube/machines/ha-920193-m03/id_rsa Username:docker}
I1209 22:51:27.613722 36778 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
W1209 22:51:27.619553 36778 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I1209 22:51:27.619634 36778 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1209 22:51:27.635746 36778 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)
I1209 22:51:27.635772 36778 start.go:495] detecting cgroup driver to use...
I1209 22:51:27.635826 36778 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1209 22:51:27.653845 36778 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1209 22:51:27.668792 36778 docker.go:217] disabling cri-docker service (if available) ...
I1209 22:51:27.668852 36778 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1209 22:51:27.683547 36778 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1209 22:51:27.698233 36778 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1209 22:51:27.824917 36778 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1209 22:51:27.972308 36778 docker.go:233] disabling docker service ...
I1209 22:51:27.972387 36778 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1209 22:51:27.987195 36778 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1209 22:51:28.000581 36778 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1209 22:51:28.137925 36778 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1209 22:51:28.271243 36778 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1209 22:51:28.285221 36778 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1209 22:51:28.303416 36778 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10" pause image...
I1209 22:51:28.303486 36778 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10"|' /etc/crio/crio.conf.d/02-crio.conf"
I1209 22:51:28.314415 36778 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I1209 22:51:28.314487 36778 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I1209 22:51:28.324832 36778 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1209 22:51:28.336511 36778 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1209 22:51:28.346899 36778 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1209 22:51:28.358193 36778 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I1209 22:51:28.368602 36778 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I1209 22:51:28.386409 36778 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I1209 22:51:28.397070 36778 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1209 22:51:28.406418 36778 crio.go:166] couldn't verify netfilter by "sudo sysctl net.bridge.bridge-nf-call-iptables" which might be okay. error: sudo sysctl net.bridge.bridge-nf-call-iptables: Process exited with status 255
stdout:
stderr:
sysctl: cannot stat /proc/sys/net/bridge/bridge-nf-call-iptables: No such file or directory
I1209 22:51:28.406478 36778 ssh_runner.go:195] Run: sudo modprobe br_netfilter
I1209 22:51:28.419010 36778 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1209 22:51:28.428601 36778 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1209 22:51:28.547013 36778 ssh_runner.go:195] Run: sudo systemctl restart crio
I1209 22:51:28.639590 36778 start.go:542] Will wait 60s for socket path /var/run/crio/crio.sock
I1209 22:51:28.639672 36778 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1209 22:51:28.644400 36778 start.go:563] Will wait 60s for crictl version
I1209 22:51:28.644447 36778 ssh_runner.go:195] Run: which crictl
I1209 22:51:28.648450 36778 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I1209 22:51:28.685819 36778 start.go:579] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.29.1
RuntimeApiVersion: v1
I1209 22:51:28.685915 36778 ssh_runner.go:195] Run: crio --version
I1209 22:51:28.713055 36778 ssh_runner.go:195] Run: crio --version
I1209 22:51:28.743093 36778 out.go:177] * Preparing Kubernetes v1.31.2 on CRI-O 1.29.1 ...
I1209 22:51:28.744486 36778 out.go:177] - env NO_PROXY=192.168.39.102
I1209 22:51:28.745701 36778 out.go:177] - env NO_PROXY=192.168.39.102,192.168.39.43
I1209 22:51:28.746682 36778 main.go:141] libmachine: (ha-920193-m03) Calling .GetIP
I1209 22:51:28.749397 36778 main.go:141] libmachine: (ha-920193-m03) DBG | domain ha-920193-m03 has defined MAC address 52:54:00:50:0a:7f in network mk-ha-920193
I1209 22:51:28.749762 36778 main.go:141] libmachine: (ha-920193-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:50:0a:7f", ip: ""} in network mk-ha-920193: {Iface:virbr1 ExpiryTime:2024-12-09 23:51:15 +0000 UTC Type:0 Mac:52:54:00:50:0a:7f Iaid: IPaddr:192.168.39.45 Prefix:24 Hostname:ha-920193-m03 Clientid:01:52:54:00:50:0a:7f}
I1209 22:51:28.749786 36778 main.go:141] libmachine: (ha-920193-m03) DBG | domain ha-920193-m03 has defined IP address 192.168.39.45 and MAC address 52:54:00:50:0a:7f in network mk-ha-920193
I1209 22:51:28.749968 36778 ssh_runner.go:195] Run: grep 192.168.39.1 host.minikube.internal$ /etc/hosts
I1209 22:51:28.754027 36778 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.39.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1209 22:51:28.765381 36778 mustload.go:65] Loading cluster: ha-920193
I1209 22:51:28.765606 36778 config.go:182] Loaded profile config "ha-920193": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1209 22:51:28.765871 36778 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1209 22:51:28.765916 36778 main.go:141] libmachine: Launching plugin server for driver kvm2
I1209 22:51:28.781482 36778 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:44651
I1209 22:51:28.781893 36778 main.go:141] libmachine: () Calling .GetVersion
I1209 22:51:28.782266 36778 main.go:141] libmachine: Using API Version 1
I1209 22:51:28.782287 36778 main.go:141] libmachine: () Calling .SetConfigRaw
I1209 22:51:28.782526 36778 main.go:141] libmachine: () Calling .GetMachineName
I1209 22:51:28.782726 36778 main.go:141] libmachine: (ha-920193) Calling .GetState
I1209 22:51:28.784149 36778 host.go:66] Checking if "ha-920193" exists ...
I1209 22:51:28.784420 36778 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1209 22:51:28.784463 36778 main.go:141] libmachine: Launching plugin server for driver kvm2
I1209 22:51:28.799758 36778 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:40289
I1209 22:51:28.800232 36778 main.go:141] libmachine: () Calling .GetVersion
I1209 22:51:28.800726 36778 main.go:141] libmachine: Using API Version 1
I1209 22:51:28.800752 36778 main.go:141] libmachine: () Calling .SetConfigRaw
I1209 22:51:28.801514 36778 main.go:141] libmachine: () Calling .GetMachineName
I1209 22:51:28.801709 36778 main.go:141] libmachine: (ha-920193) Calling .DriverName
I1209 22:51:28.801891 36778 certs.go:68] Setting up /home/jenkins/minikube-integration/19888-18950/.minikube/profiles/ha-920193 for IP: 192.168.39.45
I1209 22:51:28.801903 36778 certs.go:194] generating shared ca certs ...
I1209 22:51:28.801923 36778 certs.go:226] acquiring lock for ca certs: {Name:mkd265720ad4e9ec56deaf6f6ee2e43eb34d5a83 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1209 22:51:28.802065 36778 certs.go:235] skipping valid "minikubeCA" ca cert: /home/jenkins/minikube-integration/19888-18950/.minikube/ca.key
I1209 22:51:28.802119 36778 certs.go:235] skipping valid "proxyClientCA" ca cert: /home/jenkins/minikube-integration/19888-18950/.minikube/proxy-client-ca.key
I1209 22:51:28.802134 36778 certs.go:256] generating profile certs ...
I1209 22:51:28.802225 36778 certs.go:359] skipping valid signed profile cert regeneration for "minikube-user": /home/jenkins/minikube-integration/19888-18950/.minikube/profiles/ha-920193/client.key
I1209 22:51:28.802259 36778 certs.go:363] generating signed profile cert for "minikube": /home/jenkins/minikube-integration/19888-18950/.minikube/profiles/ha-920193/apiserver.key.e2d8c66a
I1209 22:51:28.802283 36778 crypto.go:68] Generating cert /home/jenkins/minikube-integration/19888-18950/.minikube/profiles/ha-920193/apiserver.crt.e2d8c66a with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.168.39.102 192.168.39.43 192.168.39.45 192.168.39.254]
I1209 22:51:28.918029 36778 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19888-18950/.minikube/profiles/ha-920193/apiserver.crt.e2d8c66a ...
I1209 22:51:28.918070 36778 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19888-18950/.minikube/profiles/ha-920193/apiserver.crt.e2d8c66a: {Name:mkb9baad787ad98ea3bbef921d1279904d63e258 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1209 22:51:28.918300 36778 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19888-18950/.minikube/profiles/ha-920193/apiserver.key.e2d8c66a ...
I1209 22:51:28.918321 36778 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19888-18950/.minikube/profiles/ha-920193/apiserver.key.e2d8c66a: {Name:mk6d0bc06f9a231b982576741314205a71ae81f3 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1209 22:51:28.918454 36778 certs.go:381] copying /home/jenkins/minikube-integration/19888-18950/.minikube/profiles/ha-920193/apiserver.crt.e2d8c66a -> /home/jenkins/minikube-integration/19888-18950/.minikube/profiles/ha-920193/apiserver.crt
I1209 22:51:28.918653 36778 certs.go:385] copying /home/jenkins/minikube-integration/19888-18950/.minikube/profiles/ha-920193/apiserver.key.e2d8c66a -> /home/jenkins/minikube-integration/19888-18950/.minikube/profiles/ha-920193/apiserver.key
I1209 22:51:28.918832 36778 certs.go:359] skipping valid signed profile cert regeneration for "aggregator": /home/jenkins/minikube-integration/19888-18950/.minikube/profiles/ha-920193/proxy-client.key
I1209 22:51:28.918852 36778 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19888-18950/.minikube/ca.crt -> /var/lib/minikube/certs/ca.crt
I1209 22:51:28.918869 36778 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19888-18950/.minikube/ca.key -> /var/lib/minikube/certs/ca.key
I1209 22:51:28.918882 36778 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19888-18950/.minikube/proxy-client-ca.crt -> /var/lib/minikube/certs/proxy-client-ca.crt
I1209 22:51:28.918897 36778 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19888-18950/.minikube/proxy-client-ca.key -> /var/lib/minikube/certs/proxy-client-ca.key
I1209 22:51:28.918909 36778 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19888-18950/.minikube/profiles/ha-920193/apiserver.crt -> /var/lib/minikube/certs/apiserver.crt
I1209 22:51:28.918920 36778 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19888-18950/.minikube/profiles/ha-920193/apiserver.key -> /var/lib/minikube/certs/apiserver.key
I1209 22:51:28.918930 36778 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19888-18950/.minikube/profiles/ha-920193/proxy-client.crt -> /var/lib/minikube/certs/proxy-client.crt
I1209 22:51:28.918940 36778 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19888-18950/.minikube/profiles/ha-920193/proxy-client.key -> /var/lib/minikube/certs/proxy-client.key
I1209 22:51:28.918992 36778 certs.go:484] found cert: /home/jenkins/minikube-integration/19888-18950/.minikube/certs/26253.pem (1338 bytes)
W1209 22:51:28.919020 36778 certs.go:480] ignoring /home/jenkins/minikube-integration/19888-18950/.minikube/certs/26253_empty.pem, impossibly tiny 0 bytes
I1209 22:51:28.919030 36778 certs.go:484] found cert: /home/jenkins/minikube-integration/19888-18950/.minikube/certs/ca-key.pem (1675 bytes)
I1209 22:51:28.919050 36778 certs.go:484] found cert: /home/jenkins/minikube-integration/19888-18950/.minikube/certs/ca.pem (1082 bytes)
I1209 22:51:28.919071 36778 certs.go:484] found cert: /home/jenkins/minikube-integration/19888-18950/.minikube/certs/cert.pem (1123 bytes)
I1209 22:51:28.919092 36778 certs.go:484] found cert: /home/jenkins/minikube-integration/19888-18950/.minikube/certs/key.pem (1679 bytes)
I1209 22:51:28.919165 36778 certs.go:484] found cert: /home/jenkins/minikube-integration/19888-18950/.minikube/files/etc/ssl/certs/262532.pem (1708 bytes)
I1209 22:51:28.919200 36778 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19888-18950/.minikube/certs/26253.pem -> /usr/share/ca-certificates/26253.pem
I1209 22:51:28.919214 36778 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19888-18950/.minikube/files/etc/ssl/certs/262532.pem -> /usr/share/ca-certificates/262532.pem
I1209 22:51:28.919226 36778 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19888-18950/.minikube/ca.crt -> /usr/share/ca-certificates/minikubeCA.pem
I1209 22:51:28.919256 36778 main.go:141] libmachine: (ha-920193) Calling .GetSSHHostname
I1209 22:51:28.922496 36778 main.go:141] libmachine: (ha-920193) DBG | domain ha-920193 has defined MAC address 52:54:00:eb:3c:cb in network mk-ha-920193
I1209 22:51:28.922907 36778 main.go:141] libmachine: (ha-920193) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:eb:3c:cb", ip: ""} in network mk-ha-920193: {Iface:virbr1 ExpiryTime:2024-12-09 23:49:17 +0000 UTC Type:0 Mac:52:54:00:eb:3c:cb Iaid: IPaddr:192.168.39.102 Prefix:24 Hostname:ha-920193 Clientid:01:52:54:00:eb:3c:cb}
I1209 22:51:28.922924 36778 main.go:141] libmachine: (ha-920193) DBG | domain ha-920193 has defined IP address 192.168.39.102 and MAC address 52:54:00:eb:3c:cb in network mk-ha-920193
I1209 22:51:28.923121 36778 main.go:141] libmachine: (ha-920193) Calling .GetSSHPort
I1209 22:51:28.923334 36778 main.go:141] libmachine: (ha-920193) Calling .GetSSHKeyPath
I1209 22:51:28.923493 36778 main.go:141] libmachine: (ha-920193) Calling .GetSSHUsername
I1209 22:51:28.923637 36778 sshutil.go:53] new ssh client: &{IP:192.168.39.102 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19888-18950/.minikube/machines/ha-920193/id_rsa Username:docker}
I1209 22:51:28.995976 36778 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/sa.pub
I1209 22:51:29.001595 36778 ssh_runner.go:447] scp /var/lib/minikube/certs/sa.pub --> memory (451 bytes)
I1209 22:51:29.014651 36778 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/sa.key
I1209 22:51:29.018976 36778 ssh_runner.go:447] scp /var/lib/minikube/certs/sa.key --> memory (1675 bytes)
I1209 22:51:29.031698 36778 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/front-proxy-ca.crt
I1209 22:51:29.035774 36778 ssh_runner.go:447] scp /var/lib/minikube/certs/front-proxy-ca.crt --> memory (1123 bytes)
I1209 22:51:29.047740 36778 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/front-proxy-ca.key
I1209 22:51:29.055239 36778 ssh_runner.go:447] scp /var/lib/minikube/certs/front-proxy-ca.key --> memory (1679 bytes)
I1209 22:51:29.068897 36778 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/etcd/ca.crt
I1209 22:51:29.073278 36778 ssh_runner.go:447] scp /var/lib/minikube/certs/etcd/ca.crt --> memory (1094 bytes)
I1209 22:51:29.083471 36778 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/etcd/ca.key
I1209 22:51:29.087771 36778 ssh_runner.go:447] scp /var/lib/minikube/certs/etcd/ca.key --> memory (1675 bytes)
I1209 22:51:29.099200 36778 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19888-18950/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1209 22:51:29.124484 36778 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19888-18950/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1675 bytes)
I1209 22:51:29.146898 36778 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19888-18950/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1209 22:51:29.170925 36778 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19888-18950/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I1209 22:51:29.194172 36778 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19888-18950/.minikube/profiles/ha-920193/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1444 bytes)
I1209 22:51:29.216851 36778 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19888-18950/.minikube/profiles/ha-920193/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)
I1209 22:51:29.238922 36778 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19888-18950/.minikube/profiles/ha-920193/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1209 22:51:29.261472 36778 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19888-18950/.minikube/profiles/ha-920193/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1679 bytes)
I1209 22:51:29.285294 36778 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19888-18950/.minikube/certs/26253.pem --> /usr/share/ca-certificates/26253.pem (1338 bytes)
I1209 22:51:29.308795 36778 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19888-18950/.minikube/files/etc/ssl/certs/262532.pem --> /usr/share/ca-certificates/262532.pem (1708 bytes)
I1209 22:51:29.332153 36778 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19888-18950/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1209 22:51:29.356878 36778 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/sa.pub (451 bytes)
I1209 22:51:29.373363 36778 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/sa.key (1675 bytes)
I1209 22:51:29.389889 36778 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/front-proxy-ca.crt (1123 bytes)
I1209 22:51:29.406229 36778 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/front-proxy-ca.key (1679 bytes)
I1209 22:51:29.422321 36778 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/etcd/ca.crt (1094 bytes)
I1209 22:51:29.439481 36778 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/etcd/ca.key (1675 bytes)
I1209 22:51:29.457534 36778 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (744 bytes)
I1209 22:51:29.474790 36778 ssh_runner.go:195] Run: openssl version
I1209 22:51:29.480386 36778 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/262532.pem && ln -fs /usr/share/ca-certificates/262532.pem /etc/ssl/certs/262532.pem"
I1209 22:51:29.491491 36778 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/262532.pem
I1209 22:51:29.496002 36778 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Dec 9 22:45 /usr/share/ca-certificates/262532.pem
I1209 22:51:29.496065 36778 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/262532.pem
I1209 22:51:29.501912 36778 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/262532.pem /etc/ssl/certs/3ec20f2e.0"
I1209 22:51:29.512683 36778 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1209 22:51:29.523589 36778 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1209 22:51:29.527903 36778 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Dec 9 22:32 /usr/share/ca-certificates/minikubeCA.pem
I1209 22:51:29.527953 36778 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1209 22:51:29.533408 36778 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1209 22:51:29.544241 36778 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/26253.pem && ln -fs /usr/share/ca-certificates/26253.pem /etc/ssl/certs/26253.pem"
I1209 22:51:29.554741 36778 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/26253.pem
I1209 22:51:29.559538 36778 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Dec 9 22:45 /usr/share/ca-certificates/26253.pem
I1209 22:51:29.559622 36778 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/26253.pem
I1209 22:51:29.565390 36778 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/26253.pem /etc/ssl/certs/51391683.0"
I1209 22:51:29.576363 36778 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1209 22:51:29.580324 36778 certs.go:399] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I1209 22:51:29.580397 36778 kubeadm.go:934] updating node {m03 192.168.39.45 8443 v1.31.2 crio true true} ...
I1209 22:51:29.580506 36778 kubeadm.go:946] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.31.2/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --hostname-override=ha-920193-m03 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.39.45
[Install]
config:
{KubernetesVersion:v1.31.2 ClusterName:ha-920193 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1209 22:51:29.580552 36778 kube-vip.go:115] generating kube-vip config ...
I1209 22:51:29.580597 36778 ssh_runner.go:195] Run: sudo sh -c "modprobe --all ip_vs ip_vs_rr ip_vs_wrr ip_vs_sh nf_conntrack"
I1209 22:51:29.601123 36778 kube-vip.go:167] auto-enabling control-plane load-balancing in kube-vip
I1209 22:51:29.601198 36778 kube-vip.go:137] kube-vip config:
apiVersion: v1
kind: Pod
metadata:
creationTimestamp: null
name: kube-vip
namespace: kube-system
spec:
containers:
- args:
- manager
env:
- name: vip_arp
value: "true"
- name: port
value: "8443"
- name: vip_nodename
valueFrom:
fieldRef:
fieldPath: spec.nodeName
- name: vip_interface
value: eth0
- name: vip_cidr
value: "32"
- name: dns_mode
value: first
- name: cp_enable
value: "true"
- name: cp_namespace
value: kube-system
- name: vip_leaderelection
value: "true"
- name: vip_leasename
value: plndr-cp-lock
- name: vip_leaseduration
value: "5"
- name: vip_renewdeadline
value: "3"
- name: vip_retryperiod
value: "1"
- name: address
value: 192.168.39.254
- name: prometheus_server
value: :2112
- name : lb_enable
value: "true"
- name: lb_port
value: "8443"
image: ghcr.io/kube-vip/kube-vip:v0.8.7
imagePullPolicy: IfNotPresent
name: kube-vip
resources: {}
securityContext:
capabilities:
add:
- NET_ADMIN
- NET_RAW
volumeMounts:
- mountPath: /etc/kubernetes/admin.conf
name: kubeconfig
hostAliases:
- hostnames:
- kubernetes
ip: 127.0.0.1
hostNetwork: true
volumes:
- hostPath:
path: "/etc/kubernetes/admin.conf"
name: kubeconfig
status: {}
I1209 22:51:29.601245 36778 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.31.2
I1209 22:51:29.616816 36778 binaries.go:47] Didn't find k8s binaries: sudo ls /var/lib/minikube/binaries/v1.31.2: Process exited with status 2
stdout:
stderr:
ls: cannot access '/var/lib/minikube/binaries/v1.31.2': No such file or directory
Initiating transfer...
I1209 22:51:29.616873 36778 ssh_runner.go:195] Run: sudo mkdir -p /var/lib/minikube/binaries/v1.31.2
I1209 22:51:29.626547 36778 binary.go:74] Not caching binary, using https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubectl?checksum=file:https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubectl.sha256
I1209 22:51:29.626551 36778 binary.go:74] Not caching binary, using https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubeadm?checksum=file:https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubeadm.sha256
I1209 22:51:29.626581 36778 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19888-18950/.minikube/cache/linux/amd64/v1.31.2/kubectl -> /var/lib/minikube/binaries/v1.31.2/kubectl
I1209 22:51:29.626608 36778 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19888-18950/.minikube/cache/linux/amd64/v1.31.2/kubeadm -> /var/lib/minikube/binaries/v1.31.2/kubeadm
I1209 22:51:29.626662 36778 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubectl
I1209 22:51:29.626551 36778 binary.go:74] Not caching binary, using https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubelet?checksum=file:https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubelet.sha256
I1209 22:51:29.626680 36778 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubeadm
I1209 22:51:29.626713 36778 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1209 22:51:29.630710 36778 ssh_runner.go:352] existence check for /var/lib/minikube/binaries/v1.31.2/kubeadm: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubeadm: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/binaries/v1.31.2/kubeadm': No such file or directory
I1209 22:51:29.630743 36778 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19888-18950/.minikube/cache/linux/amd64/v1.31.2/kubeadm --> /var/lib/minikube/binaries/v1.31.2/kubeadm (58290328 bytes)
I1209 22:51:29.661909 36778 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19888-18950/.minikube/cache/linux/amd64/v1.31.2/kubelet -> /var/lib/minikube/binaries/v1.31.2/kubelet
I1209 22:51:29.661957 36778 ssh_runner.go:352] existence check for /var/lib/minikube/binaries/v1.31.2/kubectl: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubectl: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/binaries/v1.31.2/kubectl': No such file or directory
I1209 22:51:29.661993 36778 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19888-18950/.minikube/cache/linux/amd64/v1.31.2/kubectl --> /var/lib/minikube/binaries/v1.31.2/kubectl (56381592 bytes)
I1209 22:51:29.662034 36778 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubelet
I1209 22:51:29.693387 36778 ssh_runner.go:352] existence check for /var/lib/minikube/binaries/v1.31.2/kubelet: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubelet: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/binaries/v1.31.2/kubelet': No such file or directory
I1209 22:51:29.693423 36778 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19888-18950/.minikube/cache/linux/amd64/v1.31.2/kubelet --> /var/lib/minikube/binaries/v1.31.2/kubelet (76902744 bytes)
I1209 22:51:30.497307 36778 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /etc/kubernetes/manifests
I1209 22:51:30.507919 36778 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (312 bytes)
I1209 22:51:30.525676 36778 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1209 22:51:30.544107 36778 ssh_runner.go:362] scp memory --> /etc/kubernetes/manifests/kube-vip.yaml (1441 bytes)
I1209 22:51:30.560963 36778 ssh_runner.go:195] Run: grep 192.168.39.254 control-plane.minikube.internal$ /etc/hosts
I1209 22:51:30.564949 36778 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.39.254 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1209 22:51:30.577803 36778 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1209 22:51:30.711834 36778 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1209 22:51:30.729249 36778 host.go:66] Checking if "ha-920193" exists ...
I1209 22:51:30.729790 36778 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1209 22:51:30.729852 36778 main.go:141] libmachine: Launching plugin server for driver kvm2
I1209 22:51:30.745894 36778 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:40813
I1209 22:51:30.746400 36778 main.go:141] libmachine: () Calling .GetVersion
I1209 22:51:30.746903 36778 main.go:141] libmachine: Using API Version 1
I1209 22:51:30.746923 36778 main.go:141] libmachine: () Calling .SetConfigRaw
I1209 22:51:30.747244 36778 main.go:141] libmachine: () Calling .GetMachineName
I1209 22:51:30.747474 36778 main.go:141] libmachine: (ha-920193) Calling .DriverName
I1209 22:51:30.747637 36778 start.go:317] joinCluster: &{Name:ha-920193 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19917/minikube-v1.34.0-1730913550-19917-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730888964-19917@sha256:629a5748e3ec15a091fef12257eb3754b8ffc0c974ebcbb016451c65d1829615 Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.2 Cluster
Name:ha-920193 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.39.102 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m02 IP:192.168.39.43 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m03 IP:192.168.39.45 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[ambassador:false amd-gpu-device-plugin:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:false efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-dn
s:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:false storage-provisioner-gluster:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror:
DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1209 22:51:30.747751 36778 ssh_runner.go:195] Run: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.2:$PATH" kubeadm token create --print-join-command --ttl=0"
I1209 22:51:30.747772 36778 main.go:141] libmachine: (ha-920193) Calling .GetSSHHostname
I1209 22:51:30.750739 36778 main.go:141] libmachine: (ha-920193) DBG | domain ha-920193 has defined MAC address 52:54:00:eb:3c:cb in network mk-ha-920193
I1209 22:51:30.751188 36778 main.go:141] libmachine: (ha-920193) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:eb:3c:cb", ip: ""} in network mk-ha-920193: {Iface:virbr1 ExpiryTime:2024-12-09 23:49:17 +0000 UTC Type:0 Mac:52:54:00:eb:3c:cb Iaid: IPaddr:192.168.39.102 Prefix:24 Hostname:ha-920193 Clientid:01:52:54:00:eb:3c:cb}
I1209 22:51:30.751212 36778 main.go:141] libmachine: (ha-920193) DBG | domain ha-920193 has defined IP address 192.168.39.102 and MAC address 52:54:00:eb:3c:cb in network mk-ha-920193
I1209 22:51:30.751382 36778 main.go:141] libmachine: (ha-920193) Calling .GetSSHPort
I1209 22:51:30.751610 36778 main.go:141] libmachine: (ha-920193) Calling .GetSSHKeyPath
I1209 22:51:30.751784 36778 main.go:141] libmachine: (ha-920193) Calling .GetSSHUsername
I1209 22:51:30.751955 36778 sshutil.go:53] new ssh client: &{IP:192.168.39.102 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19888-18950/.minikube/machines/ha-920193/id_rsa Username:docker}
I1209 22:51:30.921112 36778 start.go:343] trying to join control-plane node "m03" to cluster: &{Name:m03 IP:192.168.39.45 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}
I1209 22:51:30.921184 36778 ssh_runner.go:195] Run: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.2:$PATH" kubeadm join control-plane.minikube.internal:8443 --token uin3tt.yfutths3ueks8fx7 --discovery-token-ca-cert-hash sha256:988b8db589f8480ac81f4918593a60bc028857de125bd39ca70f8ea70fb46e5b --ignore-preflight-errors=all --cri-socket unix:///var/run/crio/crio.sock --node-name=ha-920193-m03 --control-plane --apiserver-advertise-address=192.168.39.45 --apiserver-bind-port=8443"
I1209 22:51:51.979391 36778 ssh_runner.go:235] Completed: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.2:$PATH" kubeadm join control-plane.minikube.internal:8443 --token uin3tt.yfutths3ueks8fx7 --discovery-token-ca-cert-hash sha256:988b8db589f8480ac81f4918593a60bc028857de125bd39ca70f8ea70fb46e5b --ignore-preflight-errors=all --cri-socket unix:///var/run/crio/crio.sock --node-name=ha-920193-m03 --control-plane --apiserver-advertise-address=192.168.39.45 --apiserver-bind-port=8443": (21.05816353s)
I1209 22:51:51.979426 36778 ssh_runner.go:195] Run: /bin/bash -c "sudo systemctl daemon-reload && sudo systemctl enable kubelet && sudo systemctl start kubelet"
I1209 22:51:52.687851 36778 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig label --overwrite nodes ha-920193-m03 minikube.k8s.io/updated_at=2024_12_09T22_51_52_0700 minikube.k8s.io/version=v1.34.0 minikube.k8s.io/commit=bdb91ee97b7db1e27267ce5f380a98e3176548b5 minikube.k8s.io/name=ha-920193 minikube.k8s.io/primary=false
I1209 22:51:52.803074 36778 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig taint nodes ha-920193-m03 node-role.kubernetes.io/control-plane:NoSchedule-
I1209 22:51:52.923717 36778 start.go:319] duration metric: took 22.176073752s to joinCluster
I1209 22:51:52.923810 36778 start.go:235] Will wait 6m0s for node &{Name:m03 IP:192.168.39.45 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}
I1209 22:51:52.924248 36778 config.go:182] Loaded profile config "ha-920193": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1209 22:51:52.925117 36778 out.go:177] * Verifying Kubernetes components...
I1209 22:51:52.927170 36778 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1209 22:51:53.166362 36778 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1209 22:51:53.186053 36778 loader.go:395] Config loaded from file: /home/jenkins/minikube-integration/19888-18950/kubeconfig
I1209 22:51:53.186348 36778 kapi.go:59] client config for ha-920193: &rest.Config{Host:"https://192.168.39.254:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/home/jenkins/minikube-integration/19888-18950/.minikube/profiles/ha-920193/client.crt", KeyFile:"/home/jenkins/minikube-integration/19888-18950/.minikube/profiles/ha-920193/client.key", CAFile:"/home/jenkins/minikube-integration/19888-18950/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil), CAData:[]uint8(nil), NextProtos:[]string(nil)
}, UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x243c9a0), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
W1209 22:51:53.186424 36778 kubeadm.go:483] Overriding stale ClientConfig host https://192.168.39.254:8443 with https://192.168.39.102:8443
I1209 22:51:53.186669 36778 node_ready.go:35] waiting up to 6m0s for node "ha-920193-m03" to be "Ready" ...
I1209 22:51:53.186744 36778 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-920193-m03
I1209 22:51:53.186755 36778 round_trippers.go:469] Request Headers:
I1209 22:51:53.186774 36778 round_trippers.go:473] Accept: application/json, */*
I1209 22:51:53.186786 36778 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 22:51:53.191049 36778 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1209 22:51:53.686961 36778 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-920193-m03
I1209 22:51:53.686986 36778 round_trippers.go:469] Request Headers:
I1209 22:51:53.686997 36778 round_trippers.go:473] Accept: application/json, */*
I1209 22:51:53.687007 36778 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 22:51:53.691244 36778 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1209 22:51:54.186985 36778 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-920193-m03
I1209 22:51:54.187011 36778 round_trippers.go:469] Request Headers:
I1209 22:51:54.187024 36778 round_trippers.go:473] Accept: application/json, */*
I1209 22:51:54.187030 36778 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 22:51:54.265267 36778 round_trippers.go:574] Response Status: 200 OK in 78 milliseconds
I1209 22:51:54.687008 36778 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-920193-m03
I1209 22:51:54.687031 36778 round_trippers.go:469] Request Headers:
I1209 22:51:54.687042 36778 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 22:51:54.687050 36778 round_trippers.go:473] Accept: application/json, */*
I1209 22:51:54.690480 36778 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1209 22:51:55.187500 36778 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-920193-m03
I1209 22:51:55.187525 36778 round_trippers.go:469] Request Headers:
I1209 22:51:55.187535 36778 round_trippers.go:473] Accept: application/json, */*
I1209 22:51:55.187540 36778 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 22:51:55.191178 36778 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1209 22:51:55.191830 36778 node_ready.go:53] node "ha-920193-m03" has status "Ready":"False"
I1209 22:51:55.687762 36778 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-920193-m03
I1209 22:51:55.687790 36778 round_trippers.go:469] Request Headers:
I1209 22:51:55.687802 36778 round_trippers.go:473] Accept: application/json, */*
I1209 22:51:55.687832 36778 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 22:51:55.691762 36778 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1209 22:51:56.187494 36778 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-920193-m03
I1209 22:51:56.187516 36778 round_trippers.go:469] Request Headers:
I1209 22:51:56.187534 36778 round_trippers.go:473] Accept: application/json, */*
I1209 22:51:56.187543 36778 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 22:51:56.191706 36778 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1209 22:51:56.687665 36778 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-920193-m03
I1209 22:51:56.687691 36778 round_trippers.go:469] Request Headers:
I1209 22:51:56.687700 36778 round_trippers.go:473] Accept: application/json, */*
I1209 22:51:56.687705 36778 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 22:51:56.690707 36778 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1209 22:51:57.187710 36778 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-920193-m03
I1209 22:51:57.187731 36778 round_trippers.go:469] Request Headers:
I1209 22:51:57.187739 36778 round_trippers.go:473] Accept: application/json, */*
I1209 22:51:57.187743 36778 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 22:51:57.191208 36778 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1209 22:51:57.192244 36778 node_ready.go:53] node "ha-920193-m03" has status "Ready":"False"
I1209 22:51:57.687242 36778 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-920193-m03
I1209 22:51:57.687266 36778 round_trippers.go:469] Request Headers:
I1209 22:51:57.687277 36778 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 22:51:57.687284 36778 round_trippers.go:473] Accept: application/json, */*
I1209 22:51:57.692231 36778 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1209 22:51:58.187334 36778 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-920193-m03
I1209 22:51:58.187369 36778 round_trippers.go:469] Request Headers:
I1209 22:51:58.187404 36778 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 22:51:58.187410 36778 round_trippers.go:473] Accept: application/json, */*
I1209 22:51:58.190420 36778 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1209 22:51:58.687040 36778 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-920193-m03
I1209 22:51:58.687060 36778 round_trippers.go:469] Request Headers:
I1209 22:51:58.687087 36778 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 22:51:58.687092 36778 round_trippers.go:473] Accept: application/json, */*
I1209 22:51:58.690458 36778 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1209 22:51:59.187542 36778 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-920193-m03
I1209 22:51:59.187579 36778 round_trippers.go:469] Request Headers:
I1209 22:51:59.187590 36778 round_trippers.go:473] Accept: application/json, */*
I1209 22:51:59.187598 36778 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 22:51:59.191084 36778 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1209 22:51:59.687057 36778 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-920193-m03
I1209 22:51:59.687079 36778 round_trippers.go:469] Request Headers:
I1209 22:51:59.687087 36778 round_trippers.go:473] Accept: application/json, */*
I1209 22:51:59.687090 36778 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 22:51:59.762365 36778 round_trippers.go:574] Response Status: 200 OK in 75 milliseconds
I1209 22:51:59.763672 36778 node_ready.go:53] node "ha-920193-m03" has status "Ready":"False"
I1209 22:52:00.187782 36778 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-920193-m03
I1209 22:52:00.187809 36778 round_trippers.go:469] Request Headers:
I1209 22:52:00.187824 36778 round_trippers.go:473] Accept: application/json, */*
I1209 22:52:00.187830 36778 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 22:52:00.190992 36778 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1209 22:52:00.687396 36778 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-920193-m03
I1209 22:52:00.687424 36778 round_trippers.go:469] Request Headers:
I1209 22:52:00.687436 36778 round_trippers.go:473] Accept: application/json, */*
I1209 22:52:00.687443 36778 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 22:52:00.690509 36778 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1209 22:52:01.187706 36778 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-920193-m03
I1209 22:52:01.187726 36778 round_trippers.go:469] Request Headers:
I1209 22:52:01.187735 36778 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 22:52:01.187738 36778 round_trippers.go:473] Accept: application/json, */*
I1209 22:52:01.191284 36778 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1209 22:52:01.687807 36778 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-920193-m03
I1209 22:52:01.687830 36778 round_trippers.go:469] Request Headers:
I1209 22:52:01.687838 36778 round_trippers.go:473] Accept: application/json, */*
I1209 22:52:01.687841 36778 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 22:52:01.692246 36778 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1209 22:52:02.187139 36778 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-920193-m03
I1209 22:52:02.187164 36778 round_trippers.go:469] Request Headers:
I1209 22:52:02.187172 36778 round_trippers.go:473] Accept: application/json, */*
I1209 22:52:02.187176 36778 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 22:52:02.191262 36778 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1209 22:52:02.191900 36778 node_ready.go:53] node "ha-920193-m03" has status "Ready":"False"
I1209 22:52:02.687239 36778 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-920193-m03
I1209 22:52:02.687260 36778 round_trippers.go:469] Request Headers:
I1209 22:52:02.687268 36778 round_trippers.go:473] Accept: application/json, */*
I1209 22:52:02.687272 36778 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 22:52:02.690588 36778 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1209 22:52:03.186879 36778 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-920193-m03
I1209 22:52:03.186901 36778 round_trippers.go:469] Request Headers:
I1209 22:52:03.186909 36778 round_trippers.go:473] Accept: application/json, */*
I1209 22:52:03.186913 36778 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 22:52:03.190077 36778 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1209 22:52:03.686945 36778 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-920193-m03
I1209 22:52:03.686970 36778 round_trippers.go:469] Request Headers:
I1209 22:52:03.686976 36778 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 22:52:03.686980 36778 round_trippers.go:473] Accept: application/json, */*
I1209 22:52:03.690246 36778 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1209 22:52:04.187422 36778 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-920193-m03
I1209 22:52:04.187453 36778 round_trippers.go:469] Request Headers:
I1209 22:52:04.187461 36778 round_trippers.go:473] Accept: application/json, */*
I1209 22:52:04.187475 36778 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 22:52:04.190833 36778 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1209 22:52:04.686862 36778 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-920193-m03
I1209 22:52:04.686888 36778 round_trippers.go:469] Request Headers:
I1209 22:52:04.686895 36778 round_trippers.go:473] Accept: application/json, */*
I1209 22:52:04.686899 36778 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 22:52:04.690474 36778 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1209 22:52:04.691179 36778 node_ready.go:53] node "ha-920193-m03" has status "Ready":"False"
I1209 22:52:05.187647 36778 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-920193-m03
I1209 22:52:05.187672 36778 round_trippers.go:469] Request Headers:
I1209 22:52:05.187680 36778 round_trippers.go:473] Accept: application/json, */*
I1209 22:52:05.187686 36778 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 22:52:05.191042 36778 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1209 22:52:05.687592 36778 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-920193-m03
I1209 22:52:05.687619 36778 round_trippers.go:469] Request Headers:
I1209 22:52:05.687631 36778 round_trippers.go:473] Accept: application/json, */*
I1209 22:52:05.687638 36778 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 22:52:05.695966 36778 round_trippers.go:574] Response Status: 200 OK in 8 milliseconds
I1209 22:52:06.187585 36778 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-920193-m03
I1209 22:52:06.187617 36778 round_trippers.go:469] Request Headers:
I1209 22:52:06.187624 36778 round_trippers.go:473] Accept: application/json, */*
I1209 22:52:06.187627 36778 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 22:52:06.190871 36778 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1209 22:52:06.687343 36778 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-920193-m03
I1209 22:52:06.687365 36778 round_trippers.go:469] Request Headers:
I1209 22:52:06.687372 36778 round_trippers.go:473] Accept: application/json, */*
I1209 22:52:06.687376 36778 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 22:52:06.691065 36778 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1209 22:52:06.691740 36778 node_ready.go:53] node "ha-920193-m03" has status "Ready":"False"
I1209 22:52:07.186885 36778 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-920193-m03
I1209 22:52:07.186908 36778 round_trippers.go:469] Request Headers:
I1209 22:52:07.186916 36778 round_trippers.go:473] Accept: application/json, */*
I1209 22:52:07.186920 36778 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 22:52:07.190452 36778 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1209 22:52:07.687481 36778 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-920193-m03
I1209 22:52:07.687506 36778 round_trippers.go:469] Request Headers:
I1209 22:52:07.687517 36778 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 22:52:07.687522 36778 round_trippers.go:473] Accept: application/json, */*
I1209 22:52:07.690781 36778 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1209 22:52:08.187842 36778 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-920193-m03
I1209 22:52:08.187865 36778 round_trippers.go:469] Request Headers:
I1209 22:52:08.187873 36778 round_trippers.go:473] Accept: application/json, */*
I1209 22:52:08.187877 36778 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 22:52:08.190745 36778 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1209 22:52:08.687010 36778 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-920193-m03
I1209 22:52:08.687039 36778 round_trippers.go:469] Request Headers:
I1209 22:52:08.687047 36778 round_trippers.go:473] Accept: application/json, */*
I1209 22:52:08.687050 36778 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 22:52:08.690129 36778 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1209 22:52:09.187057 36778 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-920193-m03
I1209 22:52:09.187082 36778 round_trippers.go:469] Request Headers:
I1209 22:52:09.187100 36778 round_trippers.go:473] Accept: application/json, */*
I1209 22:52:09.187105 36778 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 22:52:09.190445 36778 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1209 22:52:09.191229 36778 node_ready.go:53] node "ha-920193-m03" has status "Ready":"False"
I1209 22:52:09.687849 36778 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-920193-m03
I1209 22:52:09.687877 36778 round_trippers.go:469] Request Headers:
I1209 22:52:09.687887 36778 round_trippers.go:473] Accept: application/json, */*
I1209 22:52:09.687896 36778 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 22:52:09.691161 36778 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1209 22:52:10.187009 36778 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-920193-m03
I1209 22:52:10.187030 36778 round_trippers.go:469] Request Headers:
I1209 22:52:10.187038 36778 round_trippers.go:473] Accept: application/json, */*
I1209 22:52:10.187041 36778 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 22:52:10.190809 36778 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1209 22:52:10.687323 36778 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-920193-m03
I1209 22:52:10.687345 36778 round_trippers.go:469] Request Headers:
I1209 22:52:10.687353 36778 round_trippers.go:473] Accept: application/json, */*
I1209 22:52:10.687356 36778 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 22:52:10.690476 36778 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1209 22:52:11.187726 36778 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-920193-m03
I1209 22:52:11.187753 36778 round_trippers.go:469] Request Headers:
I1209 22:52:11.187765 36778 round_trippers.go:473] Accept: application/json, */*
I1209 22:52:11.187771 36778 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 22:52:11.190528 36778 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1209 22:52:11.191296 36778 node_ready.go:49] node "ha-920193-m03" has status "Ready":"True"
I1209 22:52:11.191322 36778 node_ready.go:38] duration metric: took 18.004635224s for node "ha-920193-m03" to be "Ready" ...
I1209 22:52:11.191347 36778 pod_ready.go:36] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1209 22:52:11.191433 36778 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/namespaces/kube-system/pods
I1209 22:52:11.191446 36778 round_trippers.go:469] Request Headers:
I1209 22:52:11.191457 36778 round_trippers.go:473] Accept: application/json, */*
I1209 22:52:11.191463 36778 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 22:52:11.197370 36778 round_trippers.go:574] Response Status: 200 OK in 5 milliseconds
I1209 22:52:11.208757 36778 pod_ready.go:79] waiting up to 6m0s for pod "coredns-7c65d6cfc9-9792g" in "kube-system" namespace to be "Ready" ...
I1209 22:52:11.208877 36778 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-9792g
I1209 22:52:11.208889 36778 round_trippers.go:469] Request Headers:
I1209 22:52:11.208900 36778 round_trippers.go:473] Accept: application/json, */*
I1209 22:52:11.208908 36778 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 22:52:11.213394 36778 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1209 22:52:11.214171 36778 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-920193
I1209 22:52:11.214187 36778 round_trippers.go:469] Request Headers:
I1209 22:52:11.214197 36778 round_trippers.go:473] Accept: application/json, */*
I1209 22:52:11.214204 36778 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 22:52:11.217611 36778 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1209 22:52:11.218273 36778 pod_ready.go:93] pod "coredns-7c65d6cfc9-9792g" in "kube-system" namespace has status "Ready":"True"
I1209 22:52:11.218301 36778 pod_ready.go:82] duration metric: took 9.507458ms for pod "coredns-7c65d6cfc9-9792g" in "kube-system" namespace to be "Ready" ...
I1209 22:52:11.218314 36778 pod_ready.go:79] waiting up to 6m0s for pod "coredns-7c65d6cfc9-pftgv" in "kube-system" namespace to be "Ready" ...
I1209 22:52:11.218394 36778 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-pftgv
I1209 22:52:11.218405 36778 round_trippers.go:469] Request Headers:
I1209 22:52:11.218415 36778 round_trippers.go:473] Accept: application/json, */*
I1209 22:52:11.218420 36778 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 22:52:11.221934 36778 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1209 22:52:11.223013 36778 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-920193
I1209 22:52:11.223030 36778 round_trippers.go:469] Request Headers:
I1209 22:52:11.223037 36778 round_trippers.go:473] Accept: application/json, */*
I1209 22:52:11.223041 36778 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 22:52:11.226045 36778 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1209 22:52:11.226613 36778 pod_ready.go:93] pod "coredns-7c65d6cfc9-pftgv" in "kube-system" namespace has status "Ready":"True"
I1209 22:52:11.226633 36778 pod_ready.go:82] duration metric: took 8.310101ms for pod "coredns-7c65d6cfc9-pftgv" in "kube-system" namespace to be "Ready" ...
I1209 22:52:11.226645 36778 pod_ready.go:79] waiting up to 6m0s for pod "etcd-ha-920193" in "kube-system" namespace to be "Ready" ...
I1209 22:52:11.226713 36778 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/namespaces/kube-system/pods/etcd-ha-920193
I1209 22:52:11.226722 36778 round_trippers.go:469] Request Headers:
I1209 22:52:11.226729 36778 round_trippers.go:473] Accept: application/json, */*
I1209 22:52:11.226736 36778 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 22:52:11.232210 36778 round_trippers.go:574] Response Status: 200 OK in 5 milliseconds
I1209 22:52:11.233134 36778 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-920193
I1209 22:52:11.233148 36778 round_trippers.go:469] Request Headers:
I1209 22:52:11.233156 36778 round_trippers.go:473] Accept: application/json, */*
I1209 22:52:11.233159 36778 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 22:52:11.236922 36778 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1209 22:52:11.237775 36778 pod_ready.go:93] pod "etcd-ha-920193" in "kube-system" namespace has status "Ready":"True"
I1209 22:52:11.237796 36778 pod_ready.go:82] duration metric: took 11.143234ms for pod "etcd-ha-920193" in "kube-system" namespace to be "Ready" ...
I1209 22:52:11.237806 36778 pod_ready.go:79] waiting up to 6m0s for pod "etcd-ha-920193-m02" in "kube-system" namespace to be "Ready" ...
I1209 22:52:11.237867 36778 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/namespaces/kube-system/pods/etcd-ha-920193-m02
I1209 22:52:11.237875 36778 round_trippers.go:469] Request Headers:
I1209 22:52:11.237882 36778 round_trippers.go:473] Accept: application/json, */*
I1209 22:52:11.237887 36778 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 22:52:11.242036 36778 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1209 22:52:11.242839 36778 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-920193-m02
I1209 22:52:11.242858 36778 round_trippers.go:469] Request Headers:
I1209 22:52:11.242869 36778 round_trippers.go:473] Accept: application/json, */*
I1209 22:52:11.242877 36778 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 22:52:11.246444 36778 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1209 22:52:11.247204 36778 pod_ready.go:93] pod "etcd-ha-920193-m02" in "kube-system" namespace has status "Ready":"True"
I1209 22:52:11.247221 36778 pod_ready.go:82] duration metric: took 9.409944ms for pod "etcd-ha-920193-m02" in "kube-system" namespace to be "Ready" ...
I1209 22:52:11.247231 36778 pod_ready.go:79] waiting up to 6m0s for pod "etcd-ha-920193-m03" in "kube-system" namespace to be "Ready" ...
I1209 22:52:11.388592 36778 request.go:632] Waited for 141.281694ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.102:8443/api/v1/namespaces/kube-system/pods/etcd-ha-920193-m03
I1209 22:52:11.388678 36778 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/namespaces/kube-system/pods/etcd-ha-920193-m03
I1209 22:52:11.388690 36778 round_trippers.go:469] Request Headers:
I1209 22:52:11.388704 36778 round_trippers.go:473] Accept: application/json, */*
I1209 22:52:11.388713 36778 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 22:52:11.392012 36778 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1209 22:52:11.587869 36778 request.go:632] Waited for 195.273739ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.102:8443/api/v1/nodes/ha-920193-m03
I1209 22:52:11.587951 36778 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-920193-m03
I1209 22:52:11.587957 36778 round_trippers.go:469] Request Headers:
I1209 22:52:11.587964 36778 round_trippers.go:473] Accept: application/json, */*
I1209 22:52:11.587968 36778 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 22:52:11.591423 36778 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1209 22:52:11.592154 36778 pod_ready.go:93] pod "etcd-ha-920193-m03" in "kube-system" namespace has status "Ready":"True"
I1209 22:52:11.592174 36778 pod_ready.go:82] duration metric: took 344.933564ms for pod "etcd-ha-920193-m03" in "kube-system" namespace to be "Ready" ...
I1209 22:52:11.592194 36778 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-ha-920193" in "kube-system" namespace to be "Ready" ...
I1209 22:52:11.788563 36778 request.go:632] Waited for 196.298723ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.102:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-920193
I1209 22:52:11.788656 36778 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-920193
I1209 22:52:11.788669 36778 round_trippers.go:469] Request Headers:
I1209 22:52:11.788679 36778 round_trippers.go:473] Accept: application/json, */*
I1209 22:52:11.788687 36778 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 22:52:11.792940 36778 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1209 22:52:11.988037 36778 request.go:632] Waited for 194.354692ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.102:8443/api/v1/nodes/ha-920193
I1209 22:52:11.988107 36778 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-920193
I1209 22:52:11.988113 36778 round_trippers.go:469] Request Headers:
I1209 22:52:11.988121 36778 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 22:52:11.988125 36778 round_trippers.go:473] Accept: application/json, */*
I1209 22:52:11.992370 36778 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1209 22:52:11.992995 36778 pod_ready.go:93] pod "kube-apiserver-ha-920193" in "kube-system" namespace has status "Ready":"True"
I1209 22:52:11.993012 36778 pod_ready.go:82] duration metric: took 400.807496ms for pod "kube-apiserver-ha-920193" in "kube-system" namespace to be "Ready" ...
I1209 22:52:11.993021 36778 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-ha-920193-m02" in "kube-system" namespace to be "Ready" ...
I1209 22:52:12.188095 36778 request.go:632] Waited for 195.006713ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.102:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-920193-m02
I1209 22:52:12.188167 36778 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-920193-m02
I1209 22:52:12.188172 36778 round_trippers.go:469] Request Headers:
I1209 22:52:12.188180 36778 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 22:52:12.188185 36778 round_trippers.go:473] Accept: application/json, */*
I1209 22:52:12.191780 36778 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1209 22:52:12.388747 36778 request.go:632] Waited for 196.170639ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.102:8443/api/v1/nodes/ha-920193-m02
I1209 22:52:12.388823 36778 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-920193-m02
I1209 22:52:12.388829 36778 round_trippers.go:469] Request Headers:
I1209 22:52:12.388856 36778 round_trippers.go:473] Accept: application/json, */*
I1209 22:52:12.388869 36778 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 22:52:12.392301 36778 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1209 22:52:12.392894 36778 pod_ready.go:93] pod "kube-apiserver-ha-920193-m02" in "kube-system" namespace has status "Ready":"True"
I1209 22:52:12.392921 36778 pod_ready.go:82] duration metric: took 399.892746ms for pod "kube-apiserver-ha-920193-m02" in "kube-system" namespace to be "Ready" ...
I1209 22:52:12.392938 36778 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-ha-920193-m03" in "kube-system" namespace to be "Ready" ...
I1209 22:52:12.587836 36778 request.go:632] Waited for 194.810311ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.102:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-920193-m03
I1209 22:52:12.587925 36778 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-920193-m03
I1209 22:52:12.587934 36778 round_trippers.go:469] Request Headers:
I1209 22:52:12.587948 36778 round_trippers.go:473] Accept: application/json, */*
I1209 22:52:12.587958 36778 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 22:52:12.591021 36778 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1209 22:52:12.787947 36778 request.go:632] Waited for 196.297135ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.102:8443/api/v1/nodes/ha-920193-m03
I1209 22:52:12.788010 36778 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-920193-m03
I1209 22:52:12.788016 36778 round_trippers.go:469] Request Headers:
I1209 22:52:12.788024 36778 round_trippers.go:473] Accept: application/json, */*
I1209 22:52:12.788032 36778 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 22:52:12.791450 36778 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1209 22:52:12.792173 36778 pod_ready.go:93] pod "kube-apiserver-ha-920193-m03" in "kube-system" namespace has status "Ready":"True"
I1209 22:52:12.792194 36778 pod_ready.go:82] duration metric: took 399.248841ms for pod "kube-apiserver-ha-920193-m03" in "kube-system" namespace to be "Ready" ...
I1209 22:52:12.792210 36778 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-ha-920193" in "kube-system" namespace to be "Ready" ...
I1209 22:52:12.988330 36778 request.go:632] Waited for 196.053217ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.102:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-920193
I1209 22:52:12.988409 36778 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-920193
I1209 22:52:12.988415 36778 round_trippers.go:469] Request Headers:
I1209 22:52:12.988423 36778 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 22:52:12.988428 36778 round_trippers.go:473] Accept: application/json, */*
I1209 22:52:12.992155 36778 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1209 22:52:13.188272 36778 request.go:632] Waited for 195.156662ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.102:8443/api/v1/nodes/ha-920193
I1209 22:52:13.188340 36778 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-920193
I1209 22:52:13.188346 36778 round_trippers.go:469] Request Headers:
I1209 22:52:13.188354 36778 round_trippers.go:473] Accept: application/json, */*
I1209 22:52:13.188362 36778 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 22:52:13.192008 36778 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1209 22:52:13.192630 36778 pod_ready.go:93] pod "kube-controller-manager-ha-920193" in "kube-system" namespace has status "Ready":"True"
I1209 22:52:13.192650 36778 pod_ready.go:82] duration metric: took 400.432601ms for pod "kube-controller-manager-ha-920193" in "kube-system" namespace to be "Ready" ...
I1209 22:52:13.192661 36778 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-ha-920193-m02" in "kube-system" namespace to be "Ready" ...
I1209 22:52:13.388559 36778 request.go:632] Waited for 195.821537ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.102:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-920193-m02
I1209 22:52:13.388616 36778 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-920193-m02
I1209 22:52:13.388621 36778 round_trippers.go:469] Request Headers:
I1209 22:52:13.388629 36778 round_trippers.go:473] Accept: application/json, */*
I1209 22:52:13.388634 36778 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 22:52:13.391883 36778 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1209 22:52:13.587935 36778 request.go:632] Waited for 195.28191ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.102:8443/api/v1/nodes/ha-920193-m02
I1209 22:52:13.587989 36778 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-920193-m02
I1209 22:52:13.587994 36778 round_trippers.go:469] Request Headers:
I1209 22:52:13.588007 36778 round_trippers.go:473] Accept: application/json, */*
I1209 22:52:13.588010 36778 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 22:52:13.591630 36778 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1209 22:52:13.592151 36778 pod_ready.go:93] pod "kube-controller-manager-ha-920193-m02" in "kube-system" namespace has status "Ready":"True"
I1209 22:52:13.592169 36778 pod_ready.go:82] duration metric: took 399.499137ms for pod "kube-controller-manager-ha-920193-m02" in "kube-system" namespace to be "Ready" ...
I1209 22:52:13.592180 36778 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-ha-920193-m03" in "kube-system" namespace to be "Ready" ...
I1209 22:52:13.788332 36778 request.go:632] Waited for 196.084844ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.102:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-920193-m03
I1209 22:52:13.788412 36778 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-920193-m03
I1209 22:52:13.788419 36778 round_trippers.go:469] Request Headers:
I1209 22:52:13.788429 36778 round_trippers.go:473] Accept: application/json, */*
I1209 22:52:13.788435 36778 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 22:52:13.792121 36778 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1209 22:52:13.988484 36778 request.go:632] Waited for 195.461528ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.102:8443/api/v1/nodes/ha-920193-m03
I1209 22:52:13.988555 36778 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-920193-m03
I1209 22:52:13.988567 36778 round_trippers.go:469] Request Headers:
I1209 22:52:13.988579 36778 round_trippers.go:473] Accept: application/json, */*
I1209 22:52:13.988589 36778 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 22:52:13.992243 36778 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1209 22:52:13.992809 36778 pod_ready.go:93] pod "kube-controller-manager-ha-920193-m03" in "kube-system" namespace has status "Ready":"True"
I1209 22:52:13.992827 36778 pod_ready.go:82] duration metric: took 400.64066ms for pod "kube-controller-manager-ha-920193-m03" in "kube-system" namespace to be "Ready" ...
I1209 22:52:13.992842 36778 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-lntbt" in "kube-system" namespace to be "Ready" ...
I1209 22:52:14.187961 36778 request.go:632] Waited for 195.049639ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.102:8443/api/v1/namespaces/kube-system/pods/kube-proxy-lntbt
I1209 22:52:14.188050 36778 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/namespaces/kube-system/pods/kube-proxy-lntbt
I1209 22:52:14.188058 36778 round_trippers.go:469] Request Headers:
I1209 22:52:14.188071 36778 round_trippers.go:473] Accept: application/json, */*
I1209 22:52:14.188080 36778 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 22:52:14.191692 36778 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1209 22:52:14.388730 36778 request.go:632] Waited for 196.239352ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.102:8443/api/v1/nodes/ha-920193-m02
I1209 22:52:14.388788 36778 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-920193-m02
I1209 22:52:14.388802 36778 round_trippers.go:469] Request Headers:
I1209 22:52:14.388813 36778 round_trippers.go:473] Accept: application/json, */*
I1209 22:52:14.388817 36778 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 22:52:14.392311 36778 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1209 22:52:14.392971 36778 pod_ready.go:93] pod "kube-proxy-lntbt" in "kube-system" namespace has status "Ready":"True"
I1209 22:52:14.392992 36778 pod_ready.go:82] duration metric: took 400.138793ms for pod "kube-proxy-lntbt" in "kube-system" namespace to be "Ready" ...
I1209 22:52:14.393007 36778 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-pr7zk" in "kube-system" namespace to be "Ready" ...
I1209 22:52:14.588013 36778 request.go:632] Waited for 194.93384ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.102:8443/api/v1/namespaces/kube-system/pods/kube-proxy-pr7zk
I1209 22:52:14.588077 36778 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/namespaces/kube-system/pods/kube-proxy-pr7zk
I1209 22:52:14.588082 36778 round_trippers.go:469] Request Headers:
I1209 22:52:14.588095 36778 round_trippers.go:473] Accept: application/json, */*
I1209 22:52:14.588102 36778 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 22:52:14.591447 36778 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1209 22:52:14.788698 36778 request.go:632] Waited for 196.390033ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.102:8443/api/v1/nodes/ha-920193-m03
I1209 22:52:14.788766 36778 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-920193-m03
I1209 22:52:14.788775 36778 round_trippers.go:469] Request Headers:
I1209 22:52:14.788787 36778 round_trippers.go:473] Accept: application/json, */*
I1209 22:52:14.788800 36778 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 22:52:14.792338 36778 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1209 22:52:14.793156 36778 pod_ready.go:93] pod "kube-proxy-pr7zk" in "kube-system" namespace has status "Ready":"True"
I1209 22:52:14.793181 36778 pod_ready.go:82] duration metric: took 400.165156ms for pod "kube-proxy-pr7zk" in "kube-system" namespace to be "Ready" ...
I1209 22:52:14.793195 36778 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-r8nhm" in "kube-system" namespace to be "Ready" ...
I1209 22:52:14.988348 36778 request.go:632] Waited for 195.014123ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.102:8443/api/v1/namespaces/kube-system/pods/kube-proxy-r8nhm
I1209 22:52:14.988427 36778 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/namespaces/kube-system/pods/kube-proxy-r8nhm
I1209 22:52:14.988434 36778 round_trippers.go:469] Request Headers:
I1209 22:52:14.988444 36778 round_trippers.go:473] Accept: application/json, */*
I1209 22:52:14.988457 36778 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 22:52:14.993239 36778 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1209 22:52:15.188292 36778 request.go:632] Waited for 194.264701ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.102:8443/api/v1/nodes/ha-920193
I1209 22:52:15.188390 36778 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-920193
I1209 22:52:15.188403 36778 round_trippers.go:469] Request Headers:
I1209 22:52:15.188418 36778 round_trippers.go:473] Accept: application/json, */*
I1209 22:52:15.188429 36778 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 22:52:15.192041 36778 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1209 22:52:15.192565 36778 pod_ready.go:93] pod "kube-proxy-r8nhm" in "kube-system" namespace has status "Ready":"True"
I1209 22:52:15.192584 36778 pod_ready.go:82] duration metric: took 399.381952ms for pod "kube-proxy-r8nhm" in "kube-system" namespace to be "Ready" ...
I1209 22:52:15.192595 36778 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-ha-920193" in "kube-system" namespace to be "Ready" ...
I1209 22:52:15.388147 36778 request.go:632] Waited for 195.488765ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.102:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-920193
I1209 22:52:15.388224 36778 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-920193
I1209 22:52:15.388233 36778 round_trippers.go:469] Request Headers:
I1209 22:52:15.388240 36778 round_trippers.go:473] Accept: application/json, */*
I1209 22:52:15.388248 36778 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 22:52:15.391603 36778 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1209 22:52:15.588758 36778 request.go:632] Waited for 196.3144ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.102:8443/api/v1/nodes/ha-920193
I1209 22:52:15.588837 36778 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-920193
I1209 22:52:15.588843 36778 round_trippers.go:469] Request Headers:
I1209 22:52:15.588850 36778 round_trippers.go:473] Accept: application/json, */*
I1209 22:52:15.588860 36778 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 22:52:15.592681 36778 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1209 22:52:15.593301 36778 pod_ready.go:93] pod "kube-scheduler-ha-920193" in "kube-system" namespace has status "Ready":"True"
I1209 22:52:15.593327 36778 pod_ready.go:82] duration metric: took 400.724982ms for pod "kube-scheduler-ha-920193" in "kube-system" namespace to be "Ready" ...
I1209 22:52:15.593343 36778 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-ha-920193-m02" in "kube-system" namespace to be "Ready" ...
I1209 22:52:15.788627 36778 request.go:632] Waited for 195.204455ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.102:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-920193-m02
I1209 22:52:15.788686 36778 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-920193-m02
I1209 22:52:15.788691 36778 round_trippers.go:469] Request Headers:
I1209 22:52:15.788699 36778 round_trippers.go:473] Accept: application/json, */*
I1209 22:52:15.788704 36778 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 22:52:15.792349 36778 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1209 22:52:15.988329 36778 request.go:632] Waited for 195.36216ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.102:8443/api/v1/nodes/ha-920193-m02
I1209 22:52:15.988396 36778 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-920193-m02
I1209 22:52:15.988402 36778 round_trippers.go:469] Request Headers:
I1209 22:52:15.988408 36778 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 22:52:15.988412 36778 round_trippers.go:473] Accept: application/json, */*
I1209 22:52:15.991578 36778 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1209 22:52:15.992400 36778 pod_ready.go:93] pod "kube-scheduler-ha-920193-m02" in "kube-system" namespace has status "Ready":"True"
I1209 22:52:15.992418 36778 pod_ready.go:82] duration metric: took 399.067203ms for pod "kube-scheduler-ha-920193-m02" in "kube-system" namespace to be "Ready" ...
I1209 22:52:15.992428 36778 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-ha-920193-m03" in "kube-system" namespace to be "Ready" ...
I1209 22:52:16.188427 36778 request.go:632] Waited for 195.939633ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.102:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-920193-m03
I1209 22:52:16.188480 36778 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-920193-m03
I1209 22:52:16.188489 36778 round_trippers.go:469] Request Headers:
I1209 22:52:16.188496 36778 round_trippers.go:473] Accept: application/json, */*
I1209 22:52:16.188501 36778 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 22:52:16.192012 36778 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1209 22:52:16.388006 36778 request.go:632] Waited for 195.368293ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.102:8443/api/v1/nodes/ha-920193-m03
I1209 22:52:16.388057 36778 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-920193-m03
I1209 22:52:16.388062 36778 round_trippers.go:469] Request Headers:
I1209 22:52:16.388069 36778 round_trippers.go:473] Accept: application/json, */*
I1209 22:52:16.388073 36778 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 22:52:16.392950 36778 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1209 22:52:16.393391 36778 pod_ready.go:93] pod "kube-scheduler-ha-920193-m03" in "kube-system" namespace has status "Ready":"True"
I1209 22:52:16.393409 36778 pod_ready.go:82] duration metric: took 400.975145ms for pod "kube-scheduler-ha-920193-m03" in "kube-system" namespace to be "Ready" ...
I1209 22:52:16.393420 36778 pod_ready.go:39] duration metric: took 5.202056835s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1209 22:52:16.393435 36778 api_server.go:52] waiting for apiserver process to appear ...
I1209 22:52:16.393482 36778 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1209 22:52:16.409725 36778 api_server.go:72] duration metric: took 23.485873684s to wait for apiserver process to appear ...
I1209 22:52:16.409759 36778 api_server.go:88] waiting for apiserver healthz status ...
I1209 22:52:16.409786 36778 api_server.go:253] Checking apiserver healthz at https://192.168.39.102:8443/healthz ...
I1209 22:52:16.414224 36778 api_server.go:279] https://192.168.39.102:8443/healthz returned 200:
ok
I1209 22:52:16.414307 36778 round_trippers.go:463] GET https://192.168.39.102:8443/version
I1209 22:52:16.414316 36778 round_trippers.go:469] Request Headers:
I1209 22:52:16.414324 36778 round_trippers.go:473] Accept: application/json, */*
I1209 22:52:16.414330 36778 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 22:52:16.415229 36778 round_trippers.go:574] Response Status: 200 OK in 0 milliseconds
I1209 22:52:16.415280 36778 api_server.go:141] control plane version: v1.31.2
I1209 22:52:16.415291 36778 api_server.go:131] duration metric: took 5.527187ms to wait for apiserver health ...
I1209 22:52:16.415298 36778 system_pods.go:43] waiting for kube-system pods to appear ...
I1209 22:52:16.588740 36778 request.go:632] Waited for 173.378808ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.102:8443/api/v1/namespaces/kube-system/pods
I1209 22:52:16.588806 36778 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/namespaces/kube-system/pods
I1209 22:52:16.588811 36778 round_trippers.go:469] Request Headers:
I1209 22:52:16.588818 36778 round_trippers.go:473] Accept: application/json, */*
I1209 22:52:16.588822 36778 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 22:52:16.595459 36778 round_trippers.go:574] Response Status: 200 OK in 6 milliseconds
I1209 22:52:16.602952 36778 system_pods.go:59] 24 kube-system pods found
I1209 22:52:16.602979 36778 system_pods.go:61] "coredns-7c65d6cfc9-9792g" [61c6326d-4d13-49b7-9fae-c4f8906c3c7e] Running
I1209 22:52:16.602985 36778 system_pods.go:61] "coredns-7c65d6cfc9-pftgv" [eb45cffe-b666-435b-ada3-605735ee43c1] Running
I1209 22:52:16.602989 36778 system_pods.go:61] "etcd-ha-920193" [70c28c05-bf86-4a56-9863-0e836de39230] Running
I1209 22:52:16.602993 36778 system_pods.go:61] "etcd-ha-920193-m02" [b1746065-266b-487c-8aa5-629d5b421a3b] Running
I1209 22:52:16.602996 36778 system_pods.go:61] "etcd-ha-920193-m03" [f9f5fa3d-3d06-47a8-b3f2-ed544b1cfb74] Running
I1209 22:52:16.603001 36778 system_pods.go:61] "kindnet-7bbbc" [76f14f4c-3759-45b3-8161-78d85c44b5a6] Running
I1209 22:52:16.603004 36778 system_pods.go:61] "kindnet-drj9q" [662d116b-e7ec-437c-9eeb-207cee5beecd] Running
I1209 22:52:16.603007 36778 system_pods.go:61] "kindnet-rcctv" [e9580e78-cfcb-45b6-9e90-f37ce3881c6b] Running
I1209 22:52:16.603010 36778 system_pods.go:61] "kube-apiserver-ha-920193" [9c15e33e-f7c1-4b0b-84de-718043e0ea1b] Running
I1209 22:52:16.603015 36778 system_pods.go:61] "kube-apiserver-ha-920193-m02" [d05fff94-7b3f-4127-8164-3c1a838bb71c] Running
I1209 22:52:16.603018 36778 system_pods.go:61] "kube-apiserver-ha-920193-m03" [1a55c551-c7bf-4b9f-ac49-e750cec2a92f] Running
I1209 22:52:16.603022 36778 system_pods.go:61] "kube-controller-manager-ha-920193" [4a411c41-cba8-4cb3-beec-fcd3f9a8ade1] Running
I1209 22:52:16.603026 36778 system_pods.go:61] "kube-controller-manager-ha-920193-m02" [57181858-4c99-4afa-b94c-4ba320fc293d] Running
I1209 22:52:16.603031 36778 system_pods.go:61] "kube-controller-manager-ha-920193-m03" [d5278ea9-8878-4c18-bb6a-abb82a5bde12] Running
I1209 22:52:16.603035 36778 system_pods.go:61] "kube-proxy-lntbt" [8eb5538d-7ac0-4949-b7f9-29d5530f4521] Running
I1209 22:52:16.603038 36778 system_pods.go:61] "kube-proxy-pr7zk" [8236ddcf-f836-449c-8401-f799dd1a94f8] Running
I1209 22:52:16.603041 36778 system_pods.go:61] "kube-proxy-r8nhm" [355570de-1c30-4aa2-a56c-a06639cc339c] Running
I1209 22:52:16.603044 36778 system_pods.go:61] "kube-scheduler-ha-920193" [60b5be1e-f9fe-4c30-b435-7d321c484bc4] Running
I1209 22:52:16.603047 36778 system_pods.go:61] "kube-scheduler-ha-920193-m02" [a35e79b6-6cf2-4669-95fb-c1f358c811d2] Running
I1209 22:52:16.603050 36778 system_pods.go:61] "kube-scheduler-ha-920193-m03" [27607c05-10b3-4d82-ba5e-2f3e7a44d2ad] Running
I1209 22:52:16.603054 36778 system_pods.go:61] "kube-vip-ha-920193" [4f238d3a-6219-4e4d-89a8-22f73def8440] Running
I1209 22:52:16.603057 36778 system_pods.go:61] "kube-vip-ha-920193-m02" [0fe8360d-b418-47dd-bcce-a8d5a6c4c29d] Running
I1209 22:52:16.603060 36778 system_pods.go:61] "kube-vip-ha-920193-m03" [7a747c56-20d6-41bb-b7c1-1db054ee699c] Running
I1209 22:52:16.603062 36778 system_pods.go:61] "storage-provisioner" [cb31984d-7602-406c-8c77-ce8571cdaa52] Running
I1209 22:52:16.603068 36778 system_pods.go:74] duration metric: took 187.765008ms to wait for pod list to return data ...
I1209 22:52:16.603077 36778 default_sa.go:34] waiting for default service account to be created ...
I1209 22:52:16.788510 36778 request.go:632] Waited for 185.359314ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.102:8443/api/v1/namespaces/default/serviceaccounts
I1209 22:52:16.788566 36778 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/namespaces/default/serviceaccounts
I1209 22:52:16.788571 36778 round_trippers.go:469] Request Headers:
I1209 22:52:16.788579 36778 round_trippers.go:473] Accept: application/json, */*
I1209 22:52:16.788586 36778 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 22:52:16.791991 36778 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1209 22:52:16.792139 36778 default_sa.go:45] found service account: "default"
I1209 22:52:16.792154 36778 default_sa.go:55] duration metric: took 189.072143ms for default service account to be created ...
I1209 22:52:16.792164 36778 system_pods.go:116] waiting for k8s-apps to be running ...
I1209 22:52:16.988637 36778 request.go:632] Waited for 196.396881ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.102:8443/api/v1/namespaces/kube-system/pods
I1209 22:52:16.988723 36778 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/namespaces/kube-system/pods
I1209 22:52:16.988732 36778 round_trippers.go:469] Request Headers:
I1209 22:52:16.988740 36778 round_trippers.go:473] Accept: application/json, */*
I1209 22:52:16.988743 36778 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 22:52:16.995659 36778 round_trippers.go:574] Response Status: 200 OK in 6 milliseconds
I1209 22:52:17.002627 36778 system_pods.go:86] 24 kube-system pods found
I1209 22:52:17.002660 36778 system_pods.go:89] "coredns-7c65d6cfc9-9792g" [61c6326d-4d13-49b7-9fae-c4f8906c3c7e] Running
I1209 22:52:17.002667 36778 system_pods.go:89] "coredns-7c65d6cfc9-pftgv" [eb45cffe-b666-435b-ada3-605735ee43c1] Running
I1209 22:52:17.002672 36778 system_pods.go:89] "etcd-ha-920193" [70c28c05-bf86-4a56-9863-0e836de39230] Running
I1209 22:52:17.002676 36778 system_pods.go:89] "etcd-ha-920193-m02" [b1746065-266b-487c-8aa5-629d5b421a3b] Running
I1209 22:52:17.002679 36778 system_pods.go:89] "etcd-ha-920193-m03" [f9f5fa3d-3d06-47a8-b3f2-ed544b1cfb74] Running
I1209 22:52:17.002683 36778 system_pods.go:89] "kindnet-7bbbc" [76f14f4c-3759-45b3-8161-78d85c44b5a6] Running
I1209 22:52:17.002686 36778 system_pods.go:89] "kindnet-drj9q" [662d116b-e7ec-437c-9eeb-207cee5beecd] Running
I1209 22:52:17.002690 36778 system_pods.go:89] "kindnet-rcctv" [e9580e78-cfcb-45b6-9e90-f37ce3881c6b] Running
I1209 22:52:17.002693 36778 system_pods.go:89] "kube-apiserver-ha-920193" [9c15e33e-f7c1-4b0b-84de-718043e0ea1b] Running
I1209 22:52:17.002697 36778 system_pods.go:89] "kube-apiserver-ha-920193-m02" [d05fff94-7b3f-4127-8164-3c1a838bb71c] Running
I1209 22:52:17.002700 36778 system_pods.go:89] "kube-apiserver-ha-920193-m03" [1a55c551-c7bf-4b9f-ac49-e750cec2a92f] Running
I1209 22:52:17.002703 36778 system_pods.go:89] "kube-controller-manager-ha-920193" [4a411c41-cba8-4cb3-beec-fcd3f9a8ade1] Running
I1209 22:52:17.002707 36778 system_pods.go:89] "kube-controller-manager-ha-920193-m02" [57181858-4c99-4afa-b94c-4ba320fc293d] Running
I1209 22:52:17.002710 36778 system_pods.go:89] "kube-controller-manager-ha-920193-m03" [d5278ea9-8878-4c18-bb6a-abb82a5bde12] Running
I1209 22:52:17.002717 36778 system_pods.go:89] "kube-proxy-lntbt" [8eb5538d-7ac0-4949-b7f9-29d5530f4521] Running
I1209 22:52:17.002720 36778 system_pods.go:89] "kube-proxy-pr7zk" [8236ddcf-f836-449c-8401-f799dd1a94f8] Running
I1209 22:52:17.002723 36778 system_pods.go:89] "kube-proxy-r8nhm" [355570de-1c30-4aa2-a56c-a06639cc339c] Running
I1209 22:52:17.002726 36778 system_pods.go:89] "kube-scheduler-ha-920193" [60b5be1e-f9fe-4c30-b435-7d321c484bc4] Running
I1209 22:52:17.002730 36778 system_pods.go:89] "kube-scheduler-ha-920193-m02" [a35e79b6-6cf2-4669-95fb-c1f358c811d2] Running
I1209 22:52:17.002734 36778 system_pods.go:89] "kube-scheduler-ha-920193-m03" [27607c05-10b3-4d82-ba5e-2f3e7a44d2ad] Running
I1209 22:52:17.002738 36778 system_pods.go:89] "kube-vip-ha-920193" [4f238d3a-6219-4e4d-89a8-22f73def8440] Running
I1209 22:52:17.002740 36778 system_pods.go:89] "kube-vip-ha-920193-m02" [0fe8360d-b418-47dd-bcce-a8d5a6c4c29d] Running
I1209 22:52:17.002744 36778 system_pods.go:89] "kube-vip-ha-920193-m03" [7a747c56-20d6-41bb-b7c1-1db054ee699c] Running
I1209 22:52:17.002747 36778 system_pods.go:89] "storage-provisioner" [cb31984d-7602-406c-8c77-ce8571cdaa52] Running
I1209 22:52:17.002753 36778 system_pods.go:126] duration metric: took 210.583954ms to wait for k8s-apps to be running ...
I1209 22:52:17.002760 36778 system_svc.go:44] waiting for kubelet service to be running ....
I1209 22:52:17.002802 36778 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1209 22:52:17.018265 36778 system_svc.go:56] duration metric: took 15.492212ms WaitForService to wait for kubelet
I1209 22:52:17.018301 36778 kubeadm.go:582] duration metric: took 24.09445385s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1209 22:52:17.018323 36778 node_conditions.go:102] verifying NodePressure condition ...
I1209 22:52:17.188743 36778 request.go:632] Waited for 170.323133ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.102:8443/api/v1/nodes
I1209 22:52:17.188800 36778 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes
I1209 22:52:17.188807 36778 round_trippers.go:469] Request Headers:
I1209 22:52:17.188816 36778 round_trippers.go:473] Accept: application/json, */*
I1209 22:52:17.188823 36778 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1209 22:52:17.193008 36778 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1209 22:52:17.194620 36778 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I1209 22:52:17.194642 36778 node_conditions.go:123] node cpu capacity is 2
I1209 22:52:17.194653 36778 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I1209 22:52:17.194657 36778 node_conditions.go:123] node cpu capacity is 2
I1209 22:52:17.194661 36778 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I1209 22:52:17.194664 36778 node_conditions.go:123] node cpu capacity is 2
I1209 22:52:17.194668 36778 node_conditions.go:105] duration metric: took 176.339707ms to run NodePressure ...
I1209 22:52:17.194678 36778 start.go:241] waiting for startup goroutines ...
I1209 22:52:17.194700 36778 start.go:255] writing updated cluster config ...
I1209 22:52:17.194994 36778 ssh_runner.go:195] Run: rm -f paused
I1209 22:52:17.247192 36778 start.go:600] kubectl: 1.31.3, cluster: 1.31.2 (minor skew: 0)
I1209 22:52:17.250117 36778 out.go:177] * Done! kubectl is now configured to use "ha-920193" cluster and "default" namespace by default
==> CRI-O <==
Dec 09 22:56:15 ha-920193 crio[663]: time="2024-12-09 22:56:15.070481983Z" level=debug msg="Response: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733784975070458896,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156102,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}" file="otel-collector/interceptors.go:74" id=4a9b897f-4d72-4976-9ef6-8ab90ab974a0 name=/runtime.v1.ImageService/ImageFsInfo
Dec 09 22:56:15 ha-920193 crio[663]: time="2024-12-09 22:56:15.070968719Z" level=debug msg="Request: &ListContainersRequest{Filter:&ContainerFilter{Id:,State:nil,PodSandboxId:,LabelSelector:map[string]string{},},}" file="otel-collector/interceptors.go:62" id=17bfe001-6f69-45a4-b105-31ead08c5526 name=/runtime.v1.RuntimeService/ListContainers
Dec 09 22:56:15 ha-920193 crio[663]: time="2024-12-09 22:56:15.071040403Z" level=debug msg="No filters were applied, returning full container list" file="server/container_list.go:60" id=17bfe001-6f69-45a4-b105-31ead08c5526 name=/runtime.v1.RuntimeService/ListContainers
Dec 09 22:56:15 ha-920193 crio[663]: time="2024-12-09 22:56:15.071272231Z" level=debug msg="Response: &ListContainersResponse{Containers:[]*Container{&Container{Id:b2098445c3438f8b0d5a49c50ab807d4692815a97d8732b20b47c76ff9381a76,PodSandboxId:32c399f593c298fd59b6593cd718d6d5d6899cacbe2ca9a451eae0cce6586d32,Metadata:&ContainerMetadata{Name:busybox,Attempt:0,},Image:&ImageSpec{Image:gcr.io/k8s-minikube/busybox@sha256:74f634b1bc1bd74535d5209589734efbd44a25f4e2dc96d78784576a3eb5b335,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:8c811b4aec35f259572d0f79207bc0678df4c736eeec50bc9fec37ed936a472a,State:CONTAINER_RUNNING,CreatedAt:1733784740856215420,Labels:map[string]string{io.kubernetes.container.name: busybox,io.kubernetes.pod.name: busybox-7dff88458-4dbs2,io.kubernetes.pod.namespace: default,io.kubernetes.pod.uid: 713f8602-6e31-4d2c-b66e-ddcc856f3d96,},Annotations:map[string]string{io.kubernetes.container.hash: 82159afa,io.kubernetes.container.restartCount: 0,io.kubernetes.c
ontainer.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:14b80feac0f9a191338990153a34713a6598298a75c38fbc982040013507119c,PodSandboxId:28a5e497d421cd446ab1fa053ce2a1d367f385d8d7480426d8bdb7269cb0ac01,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1733784606136476368,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-9792g,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 61c6326d-4d13-49b7-9fae-c4f8906c3c7e,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"
UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:6bdcee2ff30bbad8e60b186d63310171483601dc78ab1abec8c66438bfd2f67a,PodSandboxId:8986bab4f9538153cc0450face96ec55ad84843bf30b83618639ea1d89ad002e,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1733784606113487368,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-pftgv,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid:
eb45cffe-b666-435b-ada3-605735ee43c1,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:a6a62ed3f6ca851b9e241ceaebd0beefc01fd7dbe3845409d02a901b02942a75,PodSandboxId:24f95152f109449addd385310712e35defdffe2d831c55b614cb2f59527ce4e6,Metadata:&ContainerMetadata{Name:storage-provisioner,Attempt:0,},Image:&ImageSpec{Image:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,State:CONTAINER_RUNNIN
G,CreatedAt:1733784605136123919,Labels:map[string]string{io.kubernetes.container.name: storage-provisioner,io.kubernetes.pod.name: storage-provisioner,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: cb31984d-7602-406c-8c77-ce8571cdaa52,},Annotations:map[string]string{io.kubernetes.container.hash: 6c6bf961,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:d26f562ad5527a828f195e865deac5813fd73efddb9d23600b4466684698607a,PodSandboxId:91e324c9c3171a25cf06362a62d77103a523e6d0da9b6a82fa14b606f4828c5c,Metadata:&ContainerMetadata{Name:kindnet-cni,Attempt:0,},Image:&ImageSpec{Image:docker.io/kindest/kindnetd@sha256:3da053f9c42d9123d34d4582cc77041c013e1419204b9ef180f0b3bffa7769e3,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:50415e5d05f05adbdfd902507532ebb86f924dc2e05511a3b47920156ee4236e,State:CO
NTAINER_RUNNING,CreatedAt:1733784593211202860,Labels:map[string]string{io.kubernetes.container.name: kindnet-cni,io.kubernetes.pod.name: kindnet-rcctv,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: e9580e78-cfcb-45b6-9e90-f37ce3881c6b,},Annotations:map[string]string{io.kubernetes.container.hash: 9533276,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:233aa49869db437ba273e21a1500627e09ea9fe9d935876b60f8a3cfd8cee678,PodSandboxId:7d30b07a36a6c7c6f07f44ce91d2e958657f533c11a16e501836ebf4eab9c339,Metadata:&ContainerMetadata{Name:kube-proxy,Attempt:0,},Image:&ImageSpec{Image:505d571f5fd56726488d27af0d9a8e02c6db58f5d62ea51dd10d47de7a0c2d38,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:505d571f5fd56726488d27af0d9a8e02c6db58f5d62ea51dd10d47de7a0c2d38,State:CONTAINER_RUNNING,CreatedAt:1733784589
863424703,Labels:map[string]string{io.kubernetes.container.name: kube-proxy,io.kubernetes.pod.name: kube-proxy-r8nhm,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 355570de-1c30-4aa2-a56c-a06639cc339c,},Annotations:map[string]string{io.kubernetes.container.hash: adb187fb,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:b845a7a9380501aac2e0992c1b802cf4bc3bd5aea4f43d2d2d4f10c946c1c66f,PodSandboxId:dcec6011252c41298b12a101fb51c8b91c1b38ea9bc0151b6980f69527186ed1,Metadata:&ContainerMetadata{Name:kube-vip,Attempt:0,},Image:&ImageSpec{Image:ghcr.io/kube-vip/kube-vip@sha256:32829cc6f8630eba4e1b5e4df5bcbc34c767e70703d26e64a0f7317951c7b517,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:f1c87c24be687be21b68228b1b53b7792a3d82fb4d99bc68a5a984f582508a37,State:CONTAINER_RUNNING,CreatedAt:173378458116
6459615,Labels:map[string]string{io.kubernetes.container.name: kube-vip,io.kubernetes.pod.name: kube-vip-ha-920193,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 5d35c5d117675d3f6b1e3496412ccf95,},Annotations:map[string]string{io.kubernetes.container.hash: 69195791,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:2c5a043b38715a340bb7662dc4c1de71af43980e810d30d77eb7a4f72e8ff581,PodSandboxId:a053c05339f972a11da8b5a3a39e9c14b9110864ea563f08bd07327fd6e6af10,Metadata:&ContainerMetadata{Name:kube-apiserver,Attempt:0,},Image:&ImageSpec{Image:9499c9960544e80a96c223cdc5d3059dd7c2cc37ea20e7138af4a6e415a49173,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:9499c9960544e80a96c223cdc5d3059dd7c2cc37ea20e7138af4a6e415a49173,State:CONTAINER_RUNNING,CreatedAt:1733784578334605737,Labels:map[string]string{
io.kubernetes.container.name: kube-apiserver,io.kubernetes.pod.name: kube-apiserver-ha-920193,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: b47ddf9d5365fec6250c855056c8f531,},Annotations:map[string]string{io.kubernetes.container.hash: c6927529,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:f0a29f1dc44e49c57d8cf3df8d8313d05b06311834a1e4a23d18654d0f96f18a,PodSandboxId:7dd45ba230f9006172f49368d56abbfa8ac1f3fd32cbd4ded30df3d9e90be698,Metadata:&ContainerMetadata{Name:kube-controller-manager,Attempt:0,},Image:&ImageSpec{Image:0486b6c53a1b5af26f2ad2fb89a089e04c6baa6369f8545ab0854f9d62b44503,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:0486b6c53a1b5af26f2ad2fb89a089e04c6baa6369f8545ab0854f9d62b44503,State:CONTAINER_RUNNING,CreatedAt:1733784578293475702,Labels:map[string]string{io.kubernete
s.container.name: kube-controller-manager,io.kubernetes.pod.name: kube-controller-manager-ha-920193,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: d5422d6506f773ffbf1f21f835466832,},Annotations:map[string]string{io.kubernetes.container.hash: 3111262b,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:b8197a166eeaf4ba5da428f69c30495d3145c0721c439d3db67e6e3d2c92b6b9,PodSandboxId:5b9cd68863c1403e489bdf6102dc4a79d4207d1f0150b4a356a2e0ad3bfc1b7f,Metadata:&ContainerMetadata{Name:etcd,Attempt:0,},Image:&ImageSpec{Image:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,State:CONTAINER_RUNNING,CreatedAt:1733784578260543093,Labels:map[string]string{io.kubernetes.container.n
ame: etcd,io.kubernetes.pod.name: etcd-ha-920193,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 953f998529f26865f22e300e139c6849,},Annotations:map[string]string{io.kubernetes.container.hash: cdf7d3fa,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:6ee0fecee78f07effd047f92af879f08c80eb37beead97bb70f87eda39597963,PodSandboxId:ba6c2156966ab967451ebfb65361e3245e35dc076d6271f2db162ddc9498d085,Metadata:&ContainerMetadata{Name:kube-scheduler,Attempt:0,},Image:&ImageSpec{Image:847c7bc1a541865e150af08318f49d02d0e0cff4a0530fd4ffe369e294dd2856,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:847c7bc1a541865e150af08318f49d02d0e0cff4a0530fd4ffe369e294dd2856,State:CONTAINER_RUNNING,CreatedAt:1733784578211411837,Labels:map[string]string{io.kubernetes.container.name: kube-scheduler,io.kubernetes.pod.nam
e: kube-scheduler-ha-920193,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 96f1665c4aeae8e7befddb7a386efc8b,},Annotations:map[string]string{io.kubernetes.container.hash: 16c835f9,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},},}" file="otel-collector/interceptors.go:74" id=17bfe001-6f69-45a4-b105-31ead08c5526 name=/runtime.v1.RuntimeService/ListContainers
Dec 09 22:56:15 ha-920193 crio[663]: time="2024-12-09 22:56:15.106436794Z" level=debug msg="Request: &VersionRequest{Version:,}" file="otel-collector/interceptors.go:62" id=010421ef-0061-4a98-b3ab-0cace1e7f71f name=/runtime.v1.RuntimeService/Version
Dec 09 22:56:15 ha-920193 crio[663]: time="2024-12-09 22:56:15.106525597Z" level=debug msg="Response: &VersionResponse{Version:0.1.0,RuntimeName:cri-o,RuntimeVersion:1.29.1,RuntimeApiVersion:v1,}" file="otel-collector/interceptors.go:74" id=010421ef-0061-4a98-b3ab-0cace1e7f71f name=/runtime.v1.RuntimeService/Version
Dec 09 22:56:15 ha-920193 crio[663]: time="2024-12-09 22:56:15.107645193Z" level=debug msg="Request: &ImageFsInfoRequest{}" file="otel-collector/interceptors.go:62" id=9908f640-48f4-459c-88ca-3603457a68fd name=/runtime.v1.ImageService/ImageFsInfo
Dec 09 22:56:15 ha-920193 crio[663]: time="2024-12-09 22:56:15.108209713Z" level=debug msg="Response: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733784975108187410,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156102,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}" file="otel-collector/interceptors.go:74" id=9908f640-48f4-459c-88ca-3603457a68fd name=/runtime.v1.ImageService/ImageFsInfo
Dec 09 22:56:15 ha-920193 crio[663]: time="2024-12-09 22:56:15.108638265Z" level=debug msg="Request: &ListContainersRequest{Filter:&ContainerFilter{Id:,State:nil,PodSandboxId:,LabelSelector:map[string]string{},},}" file="otel-collector/interceptors.go:62" id=23c95c92-f63e-464b-85cc-d69868f340eb name=/runtime.v1.RuntimeService/ListContainers
Dec 09 22:56:15 ha-920193 crio[663]: time="2024-12-09 22:56:15.108748455Z" level=debug msg="No filters were applied, returning full container list" file="server/container_list.go:60" id=23c95c92-f63e-464b-85cc-d69868f340eb name=/runtime.v1.RuntimeService/ListContainers
Dec 09 22:56:15 ha-920193 crio[663]: time="2024-12-09 22:56:15.108967533Z" level=debug msg="Response: &ListContainersResponse{Containers:[]*Container{&Container{Id:b2098445c3438f8b0d5a49c50ab807d4692815a97d8732b20b47c76ff9381a76,PodSandboxId:32c399f593c298fd59b6593cd718d6d5d6899cacbe2ca9a451eae0cce6586d32,Metadata:&ContainerMetadata{Name:busybox,Attempt:0,},Image:&ImageSpec{Image:gcr.io/k8s-minikube/busybox@sha256:74f634b1bc1bd74535d5209589734efbd44a25f4e2dc96d78784576a3eb5b335,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:8c811b4aec35f259572d0f79207bc0678df4c736eeec50bc9fec37ed936a472a,State:CONTAINER_RUNNING,CreatedAt:1733784740856215420,Labels:map[string]string{io.kubernetes.container.name: busybox,io.kubernetes.pod.name: busybox-7dff88458-4dbs2,io.kubernetes.pod.namespace: default,io.kubernetes.pod.uid: 713f8602-6e31-4d2c-b66e-ddcc856f3d96,},Annotations:map[string]string{io.kubernetes.container.hash: 82159afa,io.kubernetes.container.restartCount: 0,io.kubernetes.c
ontainer.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:14b80feac0f9a191338990153a34713a6598298a75c38fbc982040013507119c,PodSandboxId:28a5e497d421cd446ab1fa053ce2a1d367f385d8d7480426d8bdb7269cb0ac01,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1733784606136476368,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-9792g,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 61c6326d-4d13-49b7-9fae-c4f8906c3c7e,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"
UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:6bdcee2ff30bbad8e60b186d63310171483601dc78ab1abec8c66438bfd2f67a,PodSandboxId:8986bab4f9538153cc0450face96ec55ad84843bf30b83618639ea1d89ad002e,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1733784606113487368,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-pftgv,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid:
eb45cffe-b666-435b-ada3-605735ee43c1,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:a6a62ed3f6ca851b9e241ceaebd0beefc01fd7dbe3845409d02a901b02942a75,PodSandboxId:24f95152f109449addd385310712e35defdffe2d831c55b614cb2f59527ce4e6,Metadata:&ContainerMetadata{Name:storage-provisioner,Attempt:0,},Image:&ImageSpec{Image:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,State:CONTAINER_RUNNIN
G,CreatedAt:1733784605136123919,Labels:map[string]string{io.kubernetes.container.name: storage-provisioner,io.kubernetes.pod.name: storage-provisioner,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: cb31984d-7602-406c-8c77-ce8571cdaa52,},Annotations:map[string]string{io.kubernetes.container.hash: 6c6bf961,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:d26f562ad5527a828f195e865deac5813fd73efddb9d23600b4466684698607a,PodSandboxId:91e324c9c3171a25cf06362a62d77103a523e6d0da9b6a82fa14b606f4828c5c,Metadata:&ContainerMetadata{Name:kindnet-cni,Attempt:0,},Image:&ImageSpec{Image:docker.io/kindest/kindnetd@sha256:3da053f9c42d9123d34d4582cc77041c013e1419204b9ef180f0b3bffa7769e3,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:50415e5d05f05adbdfd902507532ebb86f924dc2e05511a3b47920156ee4236e,State:CO
NTAINER_RUNNING,CreatedAt:1733784593211202860,Labels:map[string]string{io.kubernetes.container.name: kindnet-cni,io.kubernetes.pod.name: kindnet-rcctv,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: e9580e78-cfcb-45b6-9e90-f37ce3881c6b,},Annotations:map[string]string{io.kubernetes.container.hash: 9533276,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:233aa49869db437ba273e21a1500627e09ea9fe9d935876b60f8a3cfd8cee678,PodSandboxId:7d30b07a36a6c7c6f07f44ce91d2e958657f533c11a16e501836ebf4eab9c339,Metadata:&ContainerMetadata{Name:kube-proxy,Attempt:0,},Image:&ImageSpec{Image:505d571f5fd56726488d27af0d9a8e02c6db58f5d62ea51dd10d47de7a0c2d38,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:505d571f5fd56726488d27af0d9a8e02c6db58f5d62ea51dd10d47de7a0c2d38,State:CONTAINER_RUNNING,CreatedAt:1733784589
863424703,Labels:map[string]string{io.kubernetes.container.name: kube-proxy,io.kubernetes.pod.name: kube-proxy-r8nhm,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 355570de-1c30-4aa2-a56c-a06639cc339c,},Annotations:map[string]string{io.kubernetes.container.hash: adb187fb,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:b845a7a9380501aac2e0992c1b802cf4bc3bd5aea4f43d2d2d4f10c946c1c66f,PodSandboxId:dcec6011252c41298b12a101fb51c8b91c1b38ea9bc0151b6980f69527186ed1,Metadata:&ContainerMetadata{Name:kube-vip,Attempt:0,},Image:&ImageSpec{Image:ghcr.io/kube-vip/kube-vip@sha256:32829cc6f8630eba4e1b5e4df5bcbc34c767e70703d26e64a0f7317951c7b517,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:f1c87c24be687be21b68228b1b53b7792a3d82fb4d99bc68a5a984f582508a37,State:CONTAINER_RUNNING,CreatedAt:173378458116
6459615,Labels:map[string]string{io.kubernetes.container.name: kube-vip,io.kubernetes.pod.name: kube-vip-ha-920193,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 5d35c5d117675d3f6b1e3496412ccf95,},Annotations:map[string]string{io.kubernetes.container.hash: 69195791,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:2c5a043b38715a340bb7662dc4c1de71af43980e810d30d77eb7a4f72e8ff581,PodSandboxId:a053c05339f972a11da8b5a3a39e9c14b9110864ea563f08bd07327fd6e6af10,Metadata:&ContainerMetadata{Name:kube-apiserver,Attempt:0,},Image:&ImageSpec{Image:9499c9960544e80a96c223cdc5d3059dd7c2cc37ea20e7138af4a6e415a49173,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:9499c9960544e80a96c223cdc5d3059dd7c2cc37ea20e7138af4a6e415a49173,State:CONTAINER_RUNNING,CreatedAt:1733784578334605737,Labels:map[string]string{
io.kubernetes.container.name: kube-apiserver,io.kubernetes.pod.name: kube-apiserver-ha-920193,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: b47ddf9d5365fec6250c855056c8f531,},Annotations:map[string]string{io.kubernetes.container.hash: c6927529,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:f0a29f1dc44e49c57d8cf3df8d8313d05b06311834a1e4a23d18654d0f96f18a,PodSandboxId:7dd45ba230f9006172f49368d56abbfa8ac1f3fd32cbd4ded30df3d9e90be698,Metadata:&ContainerMetadata{Name:kube-controller-manager,Attempt:0,},Image:&ImageSpec{Image:0486b6c53a1b5af26f2ad2fb89a089e04c6baa6369f8545ab0854f9d62b44503,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:0486b6c53a1b5af26f2ad2fb89a089e04c6baa6369f8545ab0854f9d62b44503,State:CONTAINER_RUNNING,CreatedAt:1733784578293475702,Labels:map[string]string{io.kubernete
s.container.name: kube-controller-manager,io.kubernetes.pod.name: kube-controller-manager-ha-920193,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: d5422d6506f773ffbf1f21f835466832,},Annotations:map[string]string{io.kubernetes.container.hash: 3111262b,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:b8197a166eeaf4ba5da428f69c30495d3145c0721c439d3db67e6e3d2c92b6b9,PodSandboxId:5b9cd68863c1403e489bdf6102dc4a79d4207d1f0150b4a356a2e0ad3bfc1b7f,Metadata:&ContainerMetadata{Name:etcd,Attempt:0,},Image:&ImageSpec{Image:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,State:CONTAINER_RUNNING,CreatedAt:1733784578260543093,Labels:map[string]string{io.kubernetes.container.n
ame: etcd,io.kubernetes.pod.name: etcd-ha-920193,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 953f998529f26865f22e300e139c6849,},Annotations:map[string]string{io.kubernetes.container.hash: cdf7d3fa,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:6ee0fecee78f07effd047f92af879f08c80eb37beead97bb70f87eda39597963,PodSandboxId:ba6c2156966ab967451ebfb65361e3245e35dc076d6271f2db162ddc9498d085,Metadata:&ContainerMetadata{Name:kube-scheduler,Attempt:0,},Image:&ImageSpec{Image:847c7bc1a541865e150af08318f49d02d0e0cff4a0530fd4ffe369e294dd2856,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:847c7bc1a541865e150af08318f49d02d0e0cff4a0530fd4ffe369e294dd2856,State:CONTAINER_RUNNING,CreatedAt:1733784578211411837,Labels:map[string]string{io.kubernetes.container.name: kube-scheduler,io.kubernetes.pod.nam
e: kube-scheduler-ha-920193,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 96f1665c4aeae8e7befddb7a386efc8b,},Annotations:map[string]string{io.kubernetes.container.hash: 16c835f9,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},},}" file="otel-collector/interceptors.go:74" id=23c95c92-f63e-464b-85cc-d69868f340eb name=/runtime.v1.RuntimeService/ListContainers
Dec 09 22:56:15 ha-920193 crio[663]: time="2024-12-09 22:56:15.144156375Z" level=debug msg="Request: &VersionRequest{Version:,}" file="otel-collector/interceptors.go:62" id=f8016383-7b11-4891-a917-d9bc3af21547 name=/runtime.v1.RuntimeService/Version
Dec 09 22:56:15 ha-920193 crio[663]: time="2024-12-09 22:56:15.144348325Z" level=debug msg="Response: &VersionResponse{Version:0.1.0,RuntimeName:cri-o,RuntimeVersion:1.29.1,RuntimeApiVersion:v1,}" file="otel-collector/interceptors.go:74" id=f8016383-7b11-4891-a917-d9bc3af21547 name=/runtime.v1.RuntimeService/Version
Dec 09 22:56:15 ha-920193 crio[663]: time="2024-12-09 22:56:15.145364834Z" level=debug msg="Request: &ImageFsInfoRequest{}" file="otel-collector/interceptors.go:62" id=4403f7e5-3658-42ef-bf3a-0997507c8a2a name=/runtime.v1.ImageService/ImageFsInfo
Dec 09 22:56:15 ha-920193 crio[663]: time="2024-12-09 22:56:15.145841462Z" level=debug msg="Response: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733784975145817262,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156102,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}" file="otel-collector/interceptors.go:74" id=4403f7e5-3658-42ef-bf3a-0997507c8a2a name=/runtime.v1.ImageService/ImageFsInfo
Dec 09 22:56:15 ha-920193 crio[663]: time="2024-12-09 22:56:15.146403158Z" level=debug msg="Request: &ListContainersRequest{Filter:&ContainerFilter{Id:,State:nil,PodSandboxId:,LabelSelector:map[string]string{},},}" file="otel-collector/interceptors.go:62" id=646eba35-653b-4c32-81f8-7c4498b90f23 name=/runtime.v1.RuntimeService/ListContainers
Dec 09 22:56:15 ha-920193 crio[663]: time="2024-12-09 22:56:15.146467920Z" level=debug msg="No filters were applied, returning full container list" file="server/container_list.go:60" id=646eba35-653b-4c32-81f8-7c4498b90f23 name=/runtime.v1.RuntimeService/ListContainers
Dec 09 22:56:15 ha-920193 crio[663]: time="2024-12-09 22:56:15.146757520Z" level=debug msg="Response: &ListContainersResponse{Containers:[]*Container{&Container{Id:b2098445c3438f8b0d5a49c50ab807d4692815a97d8732b20b47c76ff9381a76,PodSandboxId:32c399f593c298fd59b6593cd718d6d5d6899cacbe2ca9a451eae0cce6586d32,Metadata:&ContainerMetadata{Name:busybox,Attempt:0,},Image:&ImageSpec{Image:gcr.io/k8s-minikube/busybox@sha256:74f634b1bc1bd74535d5209589734efbd44a25f4e2dc96d78784576a3eb5b335,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:8c811b4aec35f259572d0f79207bc0678df4c736eeec50bc9fec37ed936a472a,State:CONTAINER_RUNNING,CreatedAt:1733784740856215420,Labels:map[string]string{io.kubernetes.container.name: busybox,io.kubernetes.pod.name: busybox-7dff88458-4dbs2,io.kubernetes.pod.namespace: default,io.kubernetes.pod.uid: 713f8602-6e31-4d2c-b66e-ddcc856f3d96,},Annotations:map[string]string{io.kubernetes.container.hash: 82159afa,io.kubernetes.container.restartCount: 0,io.kubernetes.c
ontainer.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:14b80feac0f9a191338990153a34713a6598298a75c38fbc982040013507119c,PodSandboxId:28a5e497d421cd446ab1fa053ce2a1d367f385d8d7480426d8bdb7269cb0ac01,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1733784606136476368,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-9792g,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 61c6326d-4d13-49b7-9fae-c4f8906c3c7e,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"
UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:6bdcee2ff30bbad8e60b186d63310171483601dc78ab1abec8c66438bfd2f67a,PodSandboxId:8986bab4f9538153cc0450face96ec55ad84843bf30b83618639ea1d89ad002e,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1733784606113487368,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-pftgv,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid:
eb45cffe-b666-435b-ada3-605735ee43c1,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:a6a62ed3f6ca851b9e241ceaebd0beefc01fd7dbe3845409d02a901b02942a75,PodSandboxId:24f95152f109449addd385310712e35defdffe2d831c55b614cb2f59527ce4e6,Metadata:&ContainerMetadata{Name:storage-provisioner,Attempt:0,},Image:&ImageSpec{Image:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,State:CONTAINER_RUNNIN
G,CreatedAt:1733784605136123919,Labels:map[string]string{io.kubernetes.container.name: storage-provisioner,io.kubernetes.pod.name: storage-provisioner,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: cb31984d-7602-406c-8c77-ce8571cdaa52,},Annotations:map[string]string{io.kubernetes.container.hash: 6c6bf961,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:d26f562ad5527a828f195e865deac5813fd73efddb9d23600b4466684698607a,PodSandboxId:91e324c9c3171a25cf06362a62d77103a523e6d0da9b6a82fa14b606f4828c5c,Metadata:&ContainerMetadata{Name:kindnet-cni,Attempt:0,},Image:&ImageSpec{Image:docker.io/kindest/kindnetd@sha256:3da053f9c42d9123d34d4582cc77041c013e1419204b9ef180f0b3bffa7769e3,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:50415e5d05f05adbdfd902507532ebb86f924dc2e05511a3b47920156ee4236e,State:CO
NTAINER_RUNNING,CreatedAt:1733784593211202860,Labels:map[string]string{io.kubernetes.container.name: kindnet-cni,io.kubernetes.pod.name: kindnet-rcctv,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: e9580e78-cfcb-45b6-9e90-f37ce3881c6b,},Annotations:map[string]string{io.kubernetes.container.hash: 9533276,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:233aa49869db437ba273e21a1500627e09ea9fe9d935876b60f8a3cfd8cee678,PodSandboxId:7d30b07a36a6c7c6f07f44ce91d2e958657f533c11a16e501836ebf4eab9c339,Metadata:&ContainerMetadata{Name:kube-proxy,Attempt:0,},Image:&ImageSpec{Image:505d571f5fd56726488d27af0d9a8e02c6db58f5d62ea51dd10d47de7a0c2d38,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:505d571f5fd56726488d27af0d9a8e02c6db58f5d62ea51dd10d47de7a0c2d38,State:CONTAINER_RUNNING,CreatedAt:1733784589
863424703,Labels:map[string]string{io.kubernetes.container.name: kube-proxy,io.kubernetes.pod.name: kube-proxy-r8nhm,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 355570de-1c30-4aa2-a56c-a06639cc339c,},Annotations:map[string]string{io.kubernetes.container.hash: adb187fb,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:b845a7a9380501aac2e0992c1b802cf4bc3bd5aea4f43d2d2d4f10c946c1c66f,PodSandboxId:dcec6011252c41298b12a101fb51c8b91c1b38ea9bc0151b6980f69527186ed1,Metadata:&ContainerMetadata{Name:kube-vip,Attempt:0,},Image:&ImageSpec{Image:ghcr.io/kube-vip/kube-vip@sha256:32829cc6f8630eba4e1b5e4df5bcbc34c767e70703d26e64a0f7317951c7b517,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:f1c87c24be687be21b68228b1b53b7792a3d82fb4d99bc68a5a984f582508a37,State:CONTAINER_RUNNING,CreatedAt:173378458116
6459615,Labels:map[string]string{io.kubernetes.container.name: kube-vip,io.kubernetes.pod.name: kube-vip-ha-920193,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 5d35c5d117675d3f6b1e3496412ccf95,},Annotations:map[string]string{io.kubernetes.container.hash: 69195791,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:2c5a043b38715a340bb7662dc4c1de71af43980e810d30d77eb7a4f72e8ff581,PodSandboxId:a053c05339f972a11da8b5a3a39e9c14b9110864ea563f08bd07327fd6e6af10,Metadata:&ContainerMetadata{Name:kube-apiserver,Attempt:0,},Image:&ImageSpec{Image:9499c9960544e80a96c223cdc5d3059dd7c2cc37ea20e7138af4a6e415a49173,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:9499c9960544e80a96c223cdc5d3059dd7c2cc37ea20e7138af4a6e415a49173,State:CONTAINER_RUNNING,CreatedAt:1733784578334605737,Labels:map[string]string{
io.kubernetes.container.name: kube-apiserver,io.kubernetes.pod.name: kube-apiserver-ha-920193,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: b47ddf9d5365fec6250c855056c8f531,},Annotations:map[string]string{io.kubernetes.container.hash: c6927529,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:f0a29f1dc44e49c57d8cf3df8d8313d05b06311834a1e4a23d18654d0f96f18a,PodSandboxId:7dd45ba230f9006172f49368d56abbfa8ac1f3fd32cbd4ded30df3d9e90be698,Metadata:&ContainerMetadata{Name:kube-controller-manager,Attempt:0,},Image:&ImageSpec{Image:0486b6c53a1b5af26f2ad2fb89a089e04c6baa6369f8545ab0854f9d62b44503,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:0486b6c53a1b5af26f2ad2fb89a089e04c6baa6369f8545ab0854f9d62b44503,State:CONTAINER_RUNNING,CreatedAt:1733784578293475702,Labels:map[string]string{io.kubernete
s.container.name: kube-controller-manager,io.kubernetes.pod.name: kube-controller-manager-ha-920193,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: d5422d6506f773ffbf1f21f835466832,},Annotations:map[string]string{io.kubernetes.container.hash: 3111262b,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:b8197a166eeaf4ba5da428f69c30495d3145c0721c439d3db67e6e3d2c92b6b9,PodSandboxId:5b9cd68863c1403e489bdf6102dc4a79d4207d1f0150b4a356a2e0ad3bfc1b7f,Metadata:&ContainerMetadata{Name:etcd,Attempt:0,},Image:&ImageSpec{Image:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,State:CONTAINER_RUNNING,CreatedAt:1733784578260543093,Labels:map[string]string{io.kubernetes.container.n
ame: etcd,io.kubernetes.pod.name: etcd-ha-920193,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 953f998529f26865f22e300e139c6849,},Annotations:map[string]string{io.kubernetes.container.hash: cdf7d3fa,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:6ee0fecee78f07effd047f92af879f08c80eb37beead97bb70f87eda39597963,PodSandboxId:ba6c2156966ab967451ebfb65361e3245e35dc076d6271f2db162ddc9498d085,Metadata:&ContainerMetadata{Name:kube-scheduler,Attempt:0,},Image:&ImageSpec{Image:847c7bc1a541865e150af08318f49d02d0e0cff4a0530fd4ffe369e294dd2856,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:847c7bc1a541865e150af08318f49d02d0e0cff4a0530fd4ffe369e294dd2856,State:CONTAINER_RUNNING,CreatedAt:1733784578211411837,Labels:map[string]string{io.kubernetes.container.name: kube-scheduler,io.kubernetes.pod.nam
e: kube-scheduler-ha-920193,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 96f1665c4aeae8e7befddb7a386efc8b,},Annotations:map[string]string{io.kubernetes.container.hash: 16c835f9,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},},}" file="otel-collector/interceptors.go:74" id=646eba35-653b-4c32-81f8-7c4498b90f23 name=/runtime.v1.RuntimeService/ListContainers
Dec 09 22:56:15 ha-920193 crio[663]: time="2024-12-09 22:56:15.182627465Z" level=debug msg="Request: &VersionRequest{Version:,}" file="otel-collector/interceptors.go:62" id=6a1351f7-c990-46b0-9c1d-756af2aa4703 name=/runtime.v1.RuntimeService/Version
Dec 09 22:56:15 ha-920193 crio[663]: time="2024-12-09 22:56:15.182748743Z" level=debug msg="Response: &VersionResponse{Version:0.1.0,RuntimeName:cri-o,RuntimeVersion:1.29.1,RuntimeApiVersion:v1,}" file="otel-collector/interceptors.go:74" id=6a1351f7-c990-46b0-9c1d-756af2aa4703 name=/runtime.v1.RuntimeService/Version
Dec 09 22:56:15 ha-920193 crio[663]: time="2024-12-09 22:56:15.184114331Z" level=debug msg="Request: &ImageFsInfoRequest{}" file="otel-collector/interceptors.go:62" id=d2d6695e-5ea1-4d23-996d-704da317ec80 name=/runtime.v1.ImageService/ImageFsInfo
Dec 09 22:56:15 ha-920193 crio[663]: time="2024-12-09 22:56:15.184535213Z" level=debug msg="Response: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733784975184514240,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156102,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}" file="otel-collector/interceptors.go:74" id=d2d6695e-5ea1-4d23-996d-704da317ec80 name=/runtime.v1.ImageService/ImageFsInfo
Dec 09 22:56:15 ha-920193 crio[663]: time="2024-12-09 22:56:15.185128353Z" level=debug msg="Request: &ListContainersRequest{Filter:&ContainerFilter{Id:,State:nil,PodSandboxId:,LabelSelector:map[string]string{},},}" file="otel-collector/interceptors.go:62" id=37aca381-ec68-47e9-afe0-84be321b94ab name=/runtime.v1.RuntimeService/ListContainers
Dec 09 22:56:15 ha-920193 crio[663]: time="2024-12-09 22:56:15.185198161Z" level=debug msg="No filters were applied, returning full container list" file="server/container_list.go:60" id=37aca381-ec68-47e9-afe0-84be321b94ab name=/runtime.v1.RuntimeService/ListContainers
Dec 09 22:56:15 ha-920193 crio[663]: time="2024-12-09 22:56:15.185421190Z" level=debug msg="Response: &ListContainersResponse{Containers:[]*Container{&Container{Id:b2098445c3438f8b0d5a49c50ab807d4692815a97d8732b20b47c76ff9381a76,PodSandboxId:32c399f593c298fd59b6593cd718d6d5d6899cacbe2ca9a451eae0cce6586d32,Metadata:&ContainerMetadata{Name:busybox,Attempt:0,},Image:&ImageSpec{Image:gcr.io/k8s-minikube/busybox@sha256:74f634b1bc1bd74535d5209589734efbd44a25f4e2dc96d78784576a3eb5b335,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:8c811b4aec35f259572d0f79207bc0678df4c736eeec50bc9fec37ed936a472a,State:CONTAINER_RUNNING,CreatedAt:1733784740856215420,Labels:map[string]string{io.kubernetes.container.name: busybox,io.kubernetes.pod.name: busybox-7dff88458-4dbs2,io.kubernetes.pod.namespace: default,io.kubernetes.pod.uid: 713f8602-6e31-4d2c-b66e-ddcc856f3d96,},Annotations:map[string]string{io.kubernetes.container.hash: 82159afa,io.kubernetes.container.restartCount: 0,io.kubernetes.c
ontainer.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:14b80feac0f9a191338990153a34713a6598298a75c38fbc982040013507119c,PodSandboxId:28a5e497d421cd446ab1fa053ce2a1d367f385d8d7480426d8bdb7269cb0ac01,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1733784606136476368,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-9792g,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 61c6326d-4d13-49b7-9fae-c4f8906c3c7e,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"
UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:6bdcee2ff30bbad8e60b186d63310171483601dc78ab1abec8c66438bfd2f67a,PodSandboxId:8986bab4f9538153cc0450face96ec55ad84843bf30b83618639ea1d89ad002e,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1733784606113487368,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-pftgv,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid:
eb45cffe-b666-435b-ada3-605735ee43c1,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:a6a62ed3f6ca851b9e241ceaebd0beefc01fd7dbe3845409d02a901b02942a75,PodSandboxId:24f95152f109449addd385310712e35defdffe2d831c55b614cb2f59527ce4e6,Metadata:&ContainerMetadata{Name:storage-provisioner,Attempt:0,},Image:&ImageSpec{Image:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,State:CONTAINER_RUNNIN
G,CreatedAt:1733784605136123919,Labels:map[string]string{io.kubernetes.container.name: storage-provisioner,io.kubernetes.pod.name: storage-provisioner,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: cb31984d-7602-406c-8c77-ce8571cdaa52,},Annotations:map[string]string{io.kubernetes.container.hash: 6c6bf961,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:d26f562ad5527a828f195e865deac5813fd73efddb9d23600b4466684698607a,PodSandboxId:91e324c9c3171a25cf06362a62d77103a523e6d0da9b6a82fa14b606f4828c5c,Metadata:&ContainerMetadata{Name:kindnet-cni,Attempt:0,},Image:&ImageSpec{Image:docker.io/kindest/kindnetd@sha256:3da053f9c42d9123d34d4582cc77041c013e1419204b9ef180f0b3bffa7769e3,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:50415e5d05f05adbdfd902507532ebb86f924dc2e05511a3b47920156ee4236e,State:CO
NTAINER_RUNNING,CreatedAt:1733784593211202860,Labels:map[string]string{io.kubernetes.container.name: kindnet-cni,io.kubernetes.pod.name: kindnet-rcctv,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: e9580e78-cfcb-45b6-9e90-f37ce3881c6b,},Annotations:map[string]string{io.kubernetes.container.hash: 9533276,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:233aa49869db437ba273e21a1500627e09ea9fe9d935876b60f8a3cfd8cee678,PodSandboxId:7d30b07a36a6c7c6f07f44ce91d2e958657f533c11a16e501836ebf4eab9c339,Metadata:&ContainerMetadata{Name:kube-proxy,Attempt:0,},Image:&ImageSpec{Image:505d571f5fd56726488d27af0d9a8e02c6db58f5d62ea51dd10d47de7a0c2d38,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:505d571f5fd56726488d27af0d9a8e02c6db58f5d62ea51dd10d47de7a0c2d38,State:CONTAINER_RUNNING,CreatedAt:1733784589
863424703,Labels:map[string]string{io.kubernetes.container.name: kube-proxy,io.kubernetes.pod.name: kube-proxy-r8nhm,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 355570de-1c30-4aa2-a56c-a06639cc339c,},Annotations:map[string]string{io.kubernetes.container.hash: adb187fb,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:b845a7a9380501aac2e0992c1b802cf4bc3bd5aea4f43d2d2d4f10c946c1c66f,PodSandboxId:dcec6011252c41298b12a101fb51c8b91c1b38ea9bc0151b6980f69527186ed1,Metadata:&ContainerMetadata{Name:kube-vip,Attempt:0,},Image:&ImageSpec{Image:ghcr.io/kube-vip/kube-vip@sha256:32829cc6f8630eba4e1b5e4df5bcbc34c767e70703d26e64a0f7317951c7b517,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:f1c87c24be687be21b68228b1b53b7792a3d82fb4d99bc68a5a984f582508a37,State:CONTAINER_RUNNING,CreatedAt:173378458116
6459615,Labels:map[string]string{io.kubernetes.container.name: kube-vip,io.kubernetes.pod.name: kube-vip-ha-920193,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 5d35c5d117675d3f6b1e3496412ccf95,},Annotations:map[string]string{io.kubernetes.container.hash: 69195791,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:2c5a043b38715a340bb7662dc4c1de71af43980e810d30d77eb7a4f72e8ff581,PodSandboxId:a053c05339f972a11da8b5a3a39e9c14b9110864ea563f08bd07327fd6e6af10,Metadata:&ContainerMetadata{Name:kube-apiserver,Attempt:0,},Image:&ImageSpec{Image:9499c9960544e80a96c223cdc5d3059dd7c2cc37ea20e7138af4a6e415a49173,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:9499c9960544e80a96c223cdc5d3059dd7c2cc37ea20e7138af4a6e415a49173,State:CONTAINER_RUNNING,CreatedAt:1733784578334605737,Labels:map[string]string{
io.kubernetes.container.name: kube-apiserver,io.kubernetes.pod.name: kube-apiserver-ha-920193,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: b47ddf9d5365fec6250c855056c8f531,},Annotations:map[string]string{io.kubernetes.container.hash: c6927529,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:f0a29f1dc44e49c57d8cf3df8d8313d05b06311834a1e4a23d18654d0f96f18a,PodSandboxId:7dd45ba230f9006172f49368d56abbfa8ac1f3fd32cbd4ded30df3d9e90be698,Metadata:&ContainerMetadata{Name:kube-controller-manager,Attempt:0,},Image:&ImageSpec{Image:0486b6c53a1b5af26f2ad2fb89a089e04c6baa6369f8545ab0854f9d62b44503,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:0486b6c53a1b5af26f2ad2fb89a089e04c6baa6369f8545ab0854f9d62b44503,State:CONTAINER_RUNNING,CreatedAt:1733784578293475702,Labels:map[string]string{io.kubernete
s.container.name: kube-controller-manager,io.kubernetes.pod.name: kube-controller-manager-ha-920193,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: d5422d6506f773ffbf1f21f835466832,},Annotations:map[string]string{io.kubernetes.container.hash: 3111262b,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:b8197a166eeaf4ba5da428f69c30495d3145c0721c439d3db67e6e3d2c92b6b9,PodSandboxId:5b9cd68863c1403e489bdf6102dc4a79d4207d1f0150b4a356a2e0ad3bfc1b7f,Metadata:&ContainerMetadata{Name:etcd,Attempt:0,},Image:&ImageSpec{Image:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,State:CONTAINER_RUNNING,CreatedAt:1733784578260543093,Labels:map[string]string{io.kubernetes.container.n
ame: etcd,io.kubernetes.pod.name: etcd-ha-920193,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 953f998529f26865f22e300e139c6849,},Annotations:map[string]string{io.kubernetes.container.hash: cdf7d3fa,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:6ee0fecee78f07effd047f92af879f08c80eb37beead97bb70f87eda39597963,PodSandboxId:ba6c2156966ab967451ebfb65361e3245e35dc076d6271f2db162ddc9498d085,Metadata:&ContainerMetadata{Name:kube-scheduler,Attempt:0,},Image:&ImageSpec{Image:847c7bc1a541865e150af08318f49d02d0e0cff4a0530fd4ffe369e294dd2856,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:847c7bc1a541865e150af08318f49d02d0e0cff4a0530fd4ffe369e294dd2856,State:CONTAINER_RUNNING,CreatedAt:1733784578211411837,Labels:map[string]string{io.kubernetes.container.name: kube-scheduler,io.kubernetes.pod.nam
e: kube-scheduler-ha-920193,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 96f1665c4aeae8e7befddb7a386efc8b,},Annotations:map[string]string{io.kubernetes.container.hash: 16c835f9,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},},}" file="otel-collector/interceptors.go:74" id=37aca381-ec68-47e9-afe0-84be321b94ab name=/runtime.v1.RuntimeService/ListContainers
==> container status <==
CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD
b2098445c3438 gcr.io/k8s-minikube/busybox@sha256:74f634b1bc1bd74535d5209589734efbd44a25f4e2dc96d78784576a3eb5b335 3 minutes ago Running busybox 0 32c399f593c29 busybox-7dff88458-4dbs2
14b80feac0f9a c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6 6 minutes ago Running coredns 0 28a5e497d421c coredns-7c65d6cfc9-9792g
6bdcee2ff30bb c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6 6 minutes ago Running coredns 0 8986bab4f9538 coredns-7c65d6cfc9-pftgv
a6a62ed3f6ca8 6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562 6 minutes ago Running storage-provisioner 0 24f95152f1094 storage-provisioner
d26f562ad5527 docker.io/kindest/kindnetd@sha256:3da053f9c42d9123d34d4582cc77041c013e1419204b9ef180f0b3bffa7769e3 6 minutes ago Running kindnet-cni 0 91e324c9c3171 kindnet-rcctv
233aa49869db4 505d571f5fd56726488d27af0d9a8e02c6db58f5d62ea51dd10d47de7a0c2d38 6 minutes ago Running kube-proxy 0 7d30b07a36a6c kube-proxy-r8nhm
b845a7a938050 ghcr.io/kube-vip/kube-vip@sha256:32829cc6f8630eba4e1b5e4df5bcbc34c767e70703d26e64a0f7317951c7b517 6 minutes ago Running kube-vip 0 dcec6011252c4 kube-vip-ha-920193
2c5a043b38715 9499c9960544e80a96c223cdc5d3059dd7c2cc37ea20e7138af4a6e415a49173 6 minutes ago Running kube-apiserver 0 a053c05339f97 kube-apiserver-ha-920193
f0a29f1dc44e4 0486b6c53a1b5af26f2ad2fb89a089e04c6baa6369f8545ab0854f9d62b44503 6 minutes ago Running kube-controller-manager 0 7dd45ba230f90 kube-controller-manager-ha-920193
b8197a166eeaf 2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4 6 minutes ago Running etcd 0 5b9cd68863c14 etcd-ha-920193
6ee0fecee78f0 847c7bc1a541865e150af08318f49d02d0e0cff4a0530fd4ffe369e294dd2856 6 minutes ago Running kube-scheduler 0 ba6c2156966ab kube-scheduler-ha-920193
==> coredns [14b80feac0f9a191338990153a34713a6598298a75c38fbc982040013507119c] <==
[INFO] 10.244.2.2:60285 - 4 "A IN kubernetes.io. udp 31 false 512" NOERROR qr,aa,rd,ra 60 0.00013048s
[INFO] 10.244.0.4:42105 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000201273s
[INFO] 10.244.0.4:33722 - 3 "AAAA IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 36 0.003973627s
[INFO] 10.244.0.4:50780 - 6 "A IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 36 0.003385872s
[INFO] 10.244.0.4:46762 - 7 "A IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000330906s
[INFO] 10.244.0.4:41821 - 9 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000099413s
[INFO] 10.244.1.2:38814 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000240081s
[INFO] 10.244.1.2:51472 - 6 "A IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 36 0.001124121s
[INFO] 10.244.1.2:49496 - 7 "A IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000094508s
[INFO] 10.244.2.2:44597 - 4 "AAAA IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000168981s
[INFO] 10.244.2.2:56334 - 6 "A IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 36 0.001450617s
[INFO] 10.244.2.2:52317 - 9 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000077228s
[INFO] 10.244.0.4:57299 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000133066s
[INFO] 10.244.0.4:56277 - 4 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000119106s
[INFO] 10.244.0.4:45466 - 5 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000040838s
[INFO] 10.244.1.2:44460 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000200839s
[INFO] 10.244.2.2:38498 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000135133s
[INFO] 10.244.2.2:50433 - 3 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.00021653s
[INFO] 10.244.2.2:49338 - 4 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000098224s
[INFO] 10.244.0.4:33757 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000178322s
[INFO] 10.244.0.4:48357 - 4 "A IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 78 0.000197259s
[INFO] 10.244.0.4:36014 - 5 "PTR IN 1.39.168.192.in-addr.arpa. udp 43 false 512" NOERROR qr,aa,rd 104 0.000126459s
[INFO] 10.244.1.2:50940 - 3 "AAAA IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 40 0.000306385s
[INFO] 10.244.2.2:39693 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000191708s
[INFO] 10.244.2.2:43130 - 3 "AAAA IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 40 0.000156713s
==> coredns [6bdcee2ff30bbad8e60b186d63310171483601dc78ab1abec8c66438bfd2f67a] <==
[INFO] 10.244.2.2:53803 - 5 "PTR IN 148.40.75.147.in-addr.arpa. udp 44 false 512" NXDOMAIN qr,rd,ra 44 0.001802154s
[INFO] 10.244.0.4:53804 - 4 "AAAA IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000136883s
[INFO] 10.244.0.4:33536 - 5 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000133128s
[INFO] 10.244.0.4:40697 - 8 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000109987s
[INFO] 10.244.1.2:60686 - 3 "AAAA IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 36 0.001746087s
[INFO] 10.244.1.2:57981 - 4 "AAAA IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000176425s
[INFO] 10.244.1.2:42922 - 5 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.0001279s
[INFO] 10.244.1.2:49248 - 8 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000199359s
[INFO] 10.244.1.2:56349 - 9 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000176613s
[INFO] 10.244.2.2:37288 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000194316s
[INFO] 10.244.2.2:36807 - 3 "AAAA IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 36 0.001853178s
[INFO] 10.244.2.2:47892 - 5 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000097133s
[INFO] 10.244.2.2:50492 - 7 "A IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000249713s
[INFO] 10.244.2.2:42642 - 8 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000102673s
[INFO] 10.244.0.4:45744 - 3 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000170409s
[INFO] 10.244.1.2:36488 - 3 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000227015s
[INFO] 10.244.1.2:37416 - 4 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000118932s
[INFO] 10.244.1.2:48536 - 5 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000176061s
[INFO] 10.244.2.2:47072 - 5 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000110597s
[INFO] 10.244.0.4:58052 - 3 "AAAA IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 40 0.000268133s
[INFO] 10.244.1.2:38540 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000277422s
[INFO] 10.244.1.2:55804 - 4 "A IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 78 0.000232786s
[INFO] 10.244.1.2:35281 - 5 "PTR IN 1.39.168.192.in-addr.arpa. udp 43 false 512" NOERROR qr,aa,rd 104 0.000214405s
[INFO] 10.244.2.2:37415 - 4 "A IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 78 0.000174588s
[INFO] 10.244.2.2:32790 - 5 "PTR IN 1.39.168.192.in-addr.arpa. udp 43 false 512" NOERROR qr,aa,rd 104 0.000097554s
==> describe nodes <==
Name: ha-920193
Roles: control-plane
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=ha-920193
kubernetes.io/os=linux
minikube.k8s.io/commit=bdb91ee97b7db1e27267ce5f380a98e3176548b5
minikube.k8s.io/name=ha-920193
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2024_12_09T22_49_45_0700
minikube.k8s.io/version=v1.34.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Mon, 09 Dec 2024 22:49:41 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: ha-920193
AcquireTime: <unset>
RenewTime: Mon, 09 Dec 2024 22:56:12 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Mon, 09 Dec 2024 22:52:47 +0000 Mon, 09 Dec 2024 22:49:40 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Mon, 09 Dec 2024 22:52:47 +0000 Mon, 09 Dec 2024 22:49:40 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Mon, 09 Dec 2024 22:52:47 +0000 Mon, 09 Dec 2024 22:49:40 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Mon, 09 Dec 2024 22:52:47 +0000 Mon, 09 Dec 2024 22:50:04 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.39.102
Hostname: ha-920193
Capacity:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
System Info:
Machine ID: 9825096d628741caa811f99c10cc6460
System UUID: 9825096d-6287-41ca-a811-f99c10cc6460
Boot ID: 7af2b544-54c4-4e33-8dc8-e2313bb29389
Kernel Version: 5.10.207
OS Image: Buildroot 2023.02.9
Operating System: linux
Architecture: amd64
Container Runtime Version: cri-o://1.29.1
Kubelet Version: v1.31.2
Kube-Proxy Version: v1.31.2
PodCIDR: 10.244.0.0/24
PodCIDRs: 10.244.0.0/24
Non-terminated Pods: (11 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox-7dff88458-4dbs2 0 (0%) 0 (0%) 0 (0%) 0 (0%) 3m57s
kube-system coredns-7c65d6cfc9-9792g 100m (5%) 0 (0%) 70Mi (3%) 170Mi (8%) 6m26s
kube-system coredns-7c65d6cfc9-pftgv 100m (5%) 0 (0%) 70Mi (3%) 170Mi (8%) 6m26s
kube-system etcd-ha-920193 100m (5%) 0 (0%) 100Mi (4%) 0 (0%) 6m31s
kube-system kindnet-rcctv 100m (5%) 100m (5%) 50Mi (2%) 50Mi (2%) 6m27s
kube-system kube-apiserver-ha-920193 250m (12%) 0 (0%) 0 (0%) 0 (0%) 6m33s
kube-system kube-controller-manager-ha-920193 200m (10%) 0 (0%) 0 (0%) 0 (0%) 6m31s
kube-system kube-proxy-r8nhm 0 (0%) 0 (0%) 0 (0%) 0 (0%) 6m27s
kube-system kube-scheduler-ha-920193 100m (5%) 0 (0%) 0 (0%) 0 (0%) 6m31s
kube-system kube-vip-ha-920193 0 (0%) 0 (0%) 0 (0%) 0 (0%) 6m33s
kube-system storage-provisioner 0 (0%) 0 (0%) 0 (0%) 0 (0%) 6m25s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 950m (47%) 100m (5%)
memory 290Mi (13%) 390Mi (18%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 6m25s kube-proxy
Normal Starting 6m31s kubelet Starting kubelet.
Normal NodeAllocatableEnforced 6m31s kubelet Updated Node Allocatable limit across pods
Normal NodeHasSufficientMemory 6m31s kubelet Node ha-920193 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 6m31s kubelet Node ha-920193 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 6m31s kubelet Node ha-920193 status is now: NodeHasSufficientPID
Normal RegisteredNode 6m27s node-controller Node ha-920193 event: Registered Node ha-920193 in Controller
Normal NodeReady 6m11s kubelet Node ha-920193 status is now: NodeReady
Normal RegisteredNode 5m32s node-controller Node ha-920193 event: Registered Node ha-920193 in Controller
Normal RegisteredNode 4m18s node-controller Node ha-920193 event: Registered Node ha-920193 in Controller
Name: ha-920193-m02
Roles: control-plane
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=ha-920193-m02
kubernetes.io/os=linux
minikube.k8s.io/commit=bdb91ee97b7db1e27267ce5f380a98e3176548b5
minikube.k8s.io/name=ha-920193
minikube.k8s.io/primary=false
minikube.k8s.io/updated_at=2024_12_09T22_50_38_0700
minikube.k8s.io/version=v1.34.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Mon, 09 Dec 2024 22:50:36 +0000
Taints: node.kubernetes.io/unreachable:NoExecute
node.kubernetes.io/unreachable:NoSchedule
Unschedulable: false
Lease:
HolderIdentity: ha-920193-m02
AcquireTime: <unset>
RenewTime: Mon, 09 Dec 2024 22:53:29 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure Unknown Mon, 09 Dec 2024 22:52:38 +0000 Mon, 09 Dec 2024 22:54:12 +0000 NodeStatusUnknown Kubelet stopped posting node status.
DiskPressure Unknown Mon, 09 Dec 2024 22:52:38 +0000 Mon, 09 Dec 2024 22:54:12 +0000 NodeStatusUnknown Kubelet stopped posting node status.
PIDPressure Unknown Mon, 09 Dec 2024 22:52:38 +0000 Mon, 09 Dec 2024 22:54:12 +0000 NodeStatusUnknown Kubelet stopped posting node status.
Ready Unknown Mon, 09 Dec 2024 22:52:38 +0000 Mon, 09 Dec 2024 22:54:12 +0000 NodeStatusUnknown Kubelet stopped posting node status.
Addresses:
InternalIP: 192.168.39.43
Hostname: ha-920193-m02
Capacity:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
System Info:
Machine ID: 418684ffa8244b8180cf28f3a347b4c2
System UUID: 418684ff-a824-4b81-80cf-28f3a347b4c2
Boot ID: 15131626-aa5d-4727-aedd-7039ff10fa6a
Kernel Version: 5.10.207
OS Image: Buildroot 2023.02.9
Operating System: linux
Architecture: amd64
Container Runtime Version: cri-o://1.29.1
Kubelet Version: v1.31.2
Kube-Proxy Version: v1.31.2
PodCIDR: 10.244.1.0/24
PodCIDRs: 10.244.1.0/24
Non-terminated Pods: (8 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox-7dff88458-rkqdv 0 (0%) 0 (0%) 0 (0%) 0 (0%) 3m57s
kube-system etcd-ha-920193-m02 100m (5%) 0 (0%) 100Mi (4%) 0 (0%) 5m37s
kube-system kindnet-7bbbc 100m (5%) 100m (5%) 50Mi (2%) 50Mi (2%) 5m39s
kube-system kube-apiserver-ha-920193-m02 250m (12%) 0 (0%) 0 (0%) 0 (0%) 5m39s
kube-system kube-controller-manager-ha-920193-m02 200m (10%) 0 (0%) 0 (0%) 0 (0%) 5m39s
kube-system kube-proxy-lntbt 0 (0%) 0 (0%) 0 (0%) 0 (0%) 5m39s
kube-system kube-scheduler-ha-920193-m02 100m (5%) 0 (0%) 0 (0%) 0 (0%) 5m39s
kube-system kube-vip-ha-920193-m02 0 (0%) 0 (0%) 0 (0%) 0 (0%) 5m34s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 750m (37%) 100m (5%)
memory 150Mi (7%) 50Mi (2%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 5m36s kube-proxy
Normal NodeAllocatableEnforced 5m40s kubelet Updated Node Allocatable limit across pods
Normal NodeHasSufficientMemory 5m39s (x8 over 5m40s) kubelet Node ha-920193-m02 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 5m39s (x8 over 5m40s) kubelet Node ha-920193-m02 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 5m39s (x7 over 5m40s) kubelet Node ha-920193-m02 status is now: NodeHasSufficientPID
Normal RegisteredNode 5m37s node-controller Node ha-920193-m02 event: Registered Node ha-920193-m02 in Controller
Normal RegisteredNode 5m32s node-controller Node ha-920193-m02 event: Registered Node ha-920193-m02 in Controller
Normal RegisteredNode 4m18s node-controller Node ha-920193-m02 event: Registered Node ha-920193-m02 in Controller
Normal NodeNotReady 2m3s node-controller Node ha-920193-m02 status is now: NodeNotReady
Name: ha-920193-m03
Roles: control-plane
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=ha-920193-m03
kubernetes.io/os=linux
minikube.k8s.io/commit=bdb91ee97b7db1e27267ce5f380a98e3176548b5
minikube.k8s.io/name=ha-920193
minikube.k8s.io/primary=false
minikube.k8s.io/updated_at=2024_12_09T22_51_52_0700
minikube.k8s.io/version=v1.34.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Mon, 09 Dec 2024 22:51:49 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: ha-920193-m03
AcquireTime: <unset>
RenewTime: Mon, 09 Dec 2024 22:56:15 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Mon, 09 Dec 2024 22:52:50 +0000 Mon, 09 Dec 2024 22:51:49 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Mon, 09 Dec 2024 22:52:50 +0000 Mon, 09 Dec 2024 22:51:49 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Mon, 09 Dec 2024 22:52:50 +0000 Mon, 09 Dec 2024 22:51:49 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Mon, 09 Dec 2024 22:52:50 +0000 Mon, 09 Dec 2024 22:52:11 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.39.45
Hostname: ha-920193-m03
Capacity:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
System Info:
Machine ID: c09ac2bcafe5487187b79c07f4dd9720
System UUID: c09ac2bc-afe5-4871-87b7-9c07f4dd9720
Boot ID: 1fbc2da5-2f05-4c65-92cc-ea55dc184e77
Kernel Version: 5.10.207
OS Image: Buildroot 2023.02.9
Operating System: linux
Architecture: amd64
Container Runtime Version: cri-o://1.29.1
Kubelet Version: v1.31.2
Kube-Proxy Version: v1.31.2
PodCIDR: 10.244.2.0/24
PodCIDRs: 10.244.2.0/24
Non-terminated Pods: (8 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox-7dff88458-zshqx 0 (0%) 0 (0%) 0 (0%) 0 (0%) 3m57s
kube-system etcd-ha-920193-m03 100m (5%) 0 (0%) 100Mi (4%) 0 (0%) 4m24s
kube-system kindnet-drj9q 100m (5%) 100m (5%) 50Mi (2%) 50Mi (2%) 4m26s
kube-system kube-apiserver-ha-920193-m03 250m (12%) 0 (0%) 0 (0%) 0 (0%) 4m24s
kube-system kube-controller-manager-ha-920193-m03 200m (10%) 0 (0%) 0 (0%) 0 (0%) 4m17s
kube-system kube-proxy-pr7zk 0 (0%) 0 (0%) 0 (0%) 0 (0%) 4m26s
kube-system kube-scheduler-ha-920193-m03 100m (5%) 0 (0%) 0 (0%) 0 (0%) 4m21s
kube-system kube-vip-ha-920193-m03 0 (0%) 0 (0%) 0 (0%) 0 (0%) 4m21s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 750m (37%) 100m (5%)
memory 150Mi (7%) 50Mi (2%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 4m22s kube-proxy
Normal CIDRAssignmentFailed 4m26s cidrAllocator Node ha-920193-m03 status is now: CIDRAssignmentFailed
Normal NodeHasSufficientMemory 4m26s (x8 over 4m26s) kubelet Node ha-920193-m03 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 4m26s (x8 over 4m26s) kubelet Node ha-920193-m03 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 4m26s (x7 over 4m26s) kubelet Node ha-920193-m03 status is now: NodeHasSufficientPID
Normal NodeAllocatableEnforced 4m26s kubelet Updated Node Allocatable limit across pods
Normal RegisteredNode 4m22s node-controller Node ha-920193-m03 event: Registered Node ha-920193-m03 in Controller
Normal RegisteredNode 4m22s node-controller Node ha-920193-m03 event: Registered Node ha-920193-m03 in Controller
Normal RegisteredNode 4m18s node-controller Node ha-920193-m03 event: Registered Node ha-920193-m03 in Controller
Name: ha-920193-m04
Roles: <none>
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=ha-920193-m04
kubernetes.io/os=linux
minikube.k8s.io/commit=bdb91ee97b7db1e27267ce5f380a98e3176548b5
minikube.k8s.io/name=ha-920193
minikube.k8s.io/primary=false
minikube.k8s.io/updated_at=2024_12_09T22_52_56_0700
minikube.k8s.io/version=v1.34.0
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Mon, 09 Dec 2024 22:52:55 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: ha-920193-m04
AcquireTime: <unset>
RenewTime: Mon, 09 Dec 2024 22:56:09 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Mon, 09 Dec 2024 22:53:25 +0000 Mon, 09 Dec 2024 22:52:55 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Mon, 09 Dec 2024 22:53:25 +0000 Mon, 09 Dec 2024 22:52:55 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Mon, 09 Dec 2024 22:53:25 +0000 Mon, 09 Dec 2024 22:52:55 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Mon, 09 Dec 2024 22:53:25 +0000 Mon, 09 Dec 2024 22:53:16 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.39.98
Hostname: ha-920193-m04
Capacity:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
System Info:
Machine ID: 4a2dbc042e3045febd5c0c9d1b2c22ec
System UUID: 4a2dbc04-2e30-45fe-bd5c-0c9d1b2c22ec
Boot ID: 1261e6c2-362c-4edd-9457-2b833cda280a
Kernel Version: 5.10.207
OS Image: Buildroot 2023.02.9
Operating System: linux
Architecture: amd64
Container Runtime Version: cri-o://1.29.1
Kubelet Version: v1.31.2
Kube-Proxy Version: v1.31.2
PodCIDR: 10.244.3.0/24
PodCIDRs: 10.244.3.0/24
Non-terminated Pods: (2 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
kube-system kindnet-4pzwv 100m (5%) 100m (5%) 50Mi (2%) 50Mi (2%) 3m20s
kube-system kube-proxy-7d45n 0 (0%) 0 (0%) 0 (0%) 0 (0%) 3m20s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 100m (5%) 100m (5%)
memory 50Mi (2%) 50Mi (2%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 3m14s kube-proxy
Normal CIDRAssignmentFailed 3m20s cidrAllocator Node ha-920193-m04 status is now: CIDRAssignmentFailed
Normal Starting 3m20s kubelet Starting kubelet.
Normal NodeHasSufficientMemory 3m20s (x2 over 3m20s) kubelet Node ha-920193-m04 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 3m20s (x2 over 3m20s) kubelet Node ha-920193-m04 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 3m20s (x2 over 3m20s) kubelet Node ha-920193-m04 status is now: NodeHasSufficientPID
Normal NodeAllocatableEnforced 3m20s kubelet Updated Node Allocatable limit across pods
Normal RegisteredNode 3m18s node-controller Node ha-920193-m04 event: Registered Node ha-920193-m04 in Controller
Normal RegisteredNode 3m17s node-controller Node ha-920193-m04 event: Registered Node ha-920193-m04 in Controller
Normal RegisteredNode 3m17s node-controller Node ha-920193-m04 event: Registered Node ha-920193-m04 in Controller
Normal NodeReady 2m59s kubelet Node ha-920193-m04 status is now: NodeReady
==> dmesg <==
[Dec 9 22:49] You have booted with nomodeset. This means your GPU drivers are DISABLED
[ +0.000001] Any video related functionality will be severely degraded, and you may not even be able to suspend the system properly
[ +0.000000] Unless you actually understand what nomodeset does, you should reboot without enabling it
[ +0.049320] Spectre V2 : WARNING: Unprivileged eBPF is enabled with eIBRS on, data leaks possible via Spectre v2 BHB attacks!
[ +0.036387] acpi PNP0A03:00: fail to add MMCONFIG information, can't access extended PCI configuration space under this bridge.
[ +4.848109] platform regulatory.0: Direct firmware load for regulatory.db failed with error -2
[ +1.938823] systemd-fstab-generator[116]: Ignoring "noauto" option for root device
[ +4.563382] NFSD: Using /var/lib/nfs/v4recovery as the NFSv4 state recovery directory
[ +0.000007] NFSD: unable to find recovery directory /var/lib/nfs/v4recovery
[ +0.000001] NFSD: Unable to initialize client recovery tracking! (-2)
[ +9.738770] systemd-fstab-generator[586]: Ignoring "noauto" option for root device
[ +0.057878] kauditd_printk_skb: 1 callbacks suppressed
[ +0.055312] systemd-fstab-generator[598]: Ignoring "noauto" option for root device
[ +0.165760] systemd-fstab-generator[612]: Ignoring "noauto" option for root device
[ +0.148687] systemd-fstab-generator[624]: Ignoring "noauto" option for root device
[ +0.252407] systemd-fstab-generator[653]: Ignoring "noauto" option for root device
[ +3.807769] systemd-fstab-generator[747]: Ignoring "noauto" option for root device
[ +4.142269] systemd-fstab-generator[882]: Ignoring "noauto" option for root device
[ +0.067556] kauditd_printk_skb: 158 callbacks suppressed
[ +7.253709] systemd-fstab-generator[1294]: Ignoring "noauto" option for root device
[ +0.082838] kauditd_printk_skb: 79 callbacks suppressed
[ +5.454038] kauditd_printk_skb: 21 callbacks suppressed
[Dec 9 22:50] kauditd_printk_skb: 40 callbacks suppressed
[ +36.675272] kauditd_printk_skb: 26 callbacks suppressed
==> etcd [b8197a166eeaf4ba5da428f69c30495d3145c0721c439d3db67e6e3d2c92b6b9] <==
{"level":"warn","ts":"2024-12-09T22:56:15.432815Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"6b93c4bc4617b0fe","from":"6b93c4bc4617b0fe","remote-peer-id":"58c3027c89d4efb6","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-12-09T22:56:15.442959Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"6b93c4bc4617b0fe","from":"6b93c4bc4617b0fe","remote-peer-id":"58c3027c89d4efb6","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-12-09T22:56:15.449099Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"6b93c4bc4617b0fe","from":"6b93c4bc4617b0fe","remote-peer-id":"58c3027c89d4efb6","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-12-09T22:56:15.449357Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"6b93c4bc4617b0fe","from":"6b93c4bc4617b0fe","remote-peer-id":"58c3027c89d4efb6","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-12-09T22:56:15.454879Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"6b93c4bc4617b0fe","from":"6b93c4bc4617b0fe","remote-peer-id":"58c3027c89d4efb6","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-12-09T22:56:15.457858Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"6b93c4bc4617b0fe","from":"6b93c4bc4617b0fe","remote-peer-id":"58c3027c89d4efb6","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-12-09T22:56:15.461046Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"6b93c4bc4617b0fe","from":"6b93c4bc4617b0fe","remote-peer-id":"58c3027c89d4efb6","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-12-09T22:56:15.466246Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"6b93c4bc4617b0fe","from":"6b93c4bc4617b0fe","remote-peer-id":"58c3027c89d4efb6","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-12-09T22:56:15.471584Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"6b93c4bc4617b0fe","from":"6b93c4bc4617b0fe","remote-peer-id":"58c3027c89d4efb6","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-12-09T22:56:15.476816Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"6b93c4bc4617b0fe","from":"6b93c4bc4617b0fe","remote-peer-id":"58c3027c89d4efb6","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-12-09T22:56:15.482897Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"6b93c4bc4617b0fe","from":"6b93c4bc4617b0fe","remote-peer-id":"58c3027c89d4efb6","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-12-09T22:56:15.486349Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"6b93c4bc4617b0fe","from":"6b93c4bc4617b0fe","remote-peer-id":"58c3027c89d4efb6","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-12-09T22:56:15.492743Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"6b93c4bc4617b0fe","from":"6b93c4bc4617b0fe","remote-peer-id":"58c3027c89d4efb6","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-12-09T22:56:15.499306Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"6b93c4bc4617b0fe","from":"6b93c4bc4617b0fe","remote-peer-id":"58c3027c89d4efb6","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-12-09T22:56:15.505369Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"6b93c4bc4617b0fe","from":"6b93c4bc4617b0fe","remote-peer-id":"58c3027c89d4efb6","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-12-09T22:56:15.508425Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"6b93c4bc4617b0fe","from":"6b93c4bc4617b0fe","remote-peer-id":"58c3027c89d4efb6","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-12-09T22:56:15.511162Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"6b93c4bc4617b0fe","from":"6b93c4bc4617b0fe","remote-peer-id":"58c3027c89d4efb6","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-12-09T22:56:15.514582Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"6b93c4bc4617b0fe","from":"6b93c4bc4617b0fe","remote-peer-id":"58c3027c89d4efb6","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-12-09T22:56:15.519786Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"6b93c4bc4617b0fe","from":"6b93c4bc4617b0fe","remote-peer-id":"58c3027c89d4efb6","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-12-09T22:56:15.525115Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"6b93c4bc4617b0fe","from":"6b93c4bc4617b0fe","remote-peer-id":"58c3027c89d4efb6","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-12-09T22:56:15.549440Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"6b93c4bc4617b0fe","from":"6b93c4bc4617b0fe","remote-peer-id":"58c3027c89d4efb6","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-12-09T22:56:15.573821Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"6b93c4bc4617b0fe","from":"6b93c4bc4617b0fe","remote-peer-id":"58c3027c89d4efb6","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-12-09T22:56:15.582550Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"6b93c4bc4617b0fe","from":"6b93c4bc4617b0fe","remote-peer-id":"58c3027c89d4efb6","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-12-09T22:56:15.584732Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"6b93c4bc4617b0fe","from":"6b93c4bc4617b0fe","remote-peer-id":"58c3027c89d4efb6","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-12-09T22:56:15.586693Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"6b93c4bc4617b0fe","from":"6b93c4bc4617b0fe","remote-peer-id":"58c3027c89d4efb6","remote-peer-name":"pipeline","remote-peer-active":false}
==> kernel <==
22:56:15 up 7 min, 0 users, load average: 0.36, 0.26, 0.12
Linux ha-920193 5.10.207 #1 SMP Wed Nov 6 22:25:03 UTC 2024 x86_64 GNU/Linux
PRETTY_NAME="Buildroot 2023.02.9"
==> kindnet [d26f562ad5527a828f195e865deac5813fd73efddb9d23600b4466684698607a] <==
I1209 22:55:44.242279 1 main.go:324] Node ha-920193-m02 has CIDR [10.244.1.0/24]
I1209 22:55:54.237055 1 main.go:297] Handling node with IPs: map[192.168.39.102:{}]
I1209 22:55:54.237098 1 main.go:301] handling current node
I1209 22:55:54.237112 1 main.go:297] Handling node with IPs: map[192.168.39.43:{}]
I1209 22:55:54.237117 1 main.go:324] Node ha-920193-m02 has CIDR [10.244.1.0/24]
I1209 22:55:54.237320 1 main.go:297] Handling node with IPs: map[192.168.39.45:{}]
I1209 22:55:54.237342 1 main.go:324] Node ha-920193-m03 has CIDR [10.244.2.0/24]
I1209 22:55:54.237447 1 main.go:297] Handling node with IPs: map[192.168.39.98:{}]
I1209 22:55:54.237463 1 main.go:324] Node ha-920193-m04 has CIDR [10.244.3.0/24]
I1209 22:56:04.236382 1 main.go:297] Handling node with IPs: map[192.168.39.45:{}]
I1209 22:56:04.236482 1 main.go:324] Node ha-920193-m03 has CIDR [10.244.2.0/24]
I1209 22:56:04.236733 1 main.go:297] Handling node with IPs: map[192.168.39.98:{}]
I1209 22:56:04.236768 1 main.go:324] Node ha-920193-m04 has CIDR [10.244.3.0/24]
I1209 22:56:04.236884 1 main.go:297] Handling node with IPs: map[192.168.39.102:{}]
I1209 22:56:04.236908 1 main.go:301] handling current node
I1209 22:56:04.236931 1 main.go:297] Handling node with IPs: map[192.168.39.43:{}]
I1209 22:56:04.236947 1 main.go:324] Node ha-920193-m02 has CIDR [10.244.1.0/24]
I1209 22:56:14.244429 1 main.go:297] Handling node with IPs: map[192.168.39.102:{}]
I1209 22:56:14.244471 1 main.go:301] handling current node
I1209 22:56:14.244486 1 main.go:297] Handling node with IPs: map[192.168.39.43:{}]
I1209 22:56:14.244492 1 main.go:324] Node ha-920193-m02 has CIDR [10.244.1.0/24]
I1209 22:56:14.244726 1 main.go:297] Handling node with IPs: map[192.168.39.45:{}]
I1209 22:56:14.244750 1 main.go:324] Node ha-920193-m03 has CIDR [10.244.2.0/24]
I1209 22:56:14.244874 1 main.go:297] Handling node with IPs: map[192.168.39.98:{}]
I1209 22:56:14.244891 1 main.go:324] Node ha-920193-m04 has CIDR [10.244.3.0/24]
==> kube-apiserver [2c5a043b38715a340bb7662dc4c1de71af43980e810d30d77eb7a4f72e8ff581] <==
W1209 22:49:43.150982 1 lease.go:265] Resetting endpoints for master service "kubernetes" to [192.168.39.102]
I1209 22:49:43.152002 1 controller.go:615] quota admission added evaluator for: endpoints
I1209 22:49:43.156330 1 controller.go:615] quota admission added evaluator for: endpointslices.discovery.k8s.io
I1209 22:49:43.387632 1 controller.go:615] quota admission added evaluator for: serviceaccounts
I1209 22:49:44.564732 1 controller.go:615] quota admission added evaluator for: deployments.apps
I1209 22:49:44.579130 1 alloc.go:330] "allocated clusterIPs" service="kube-system/kube-dns" clusterIPs={"IPv4":"10.96.0.10"}
I1209 22:49:44.588831 1 controller.go:615] quota admission added evaluator for: daemonsets.apps
I1209 22:49:48.591895 1 controller.go:615] quota admission added evaluator for: controllerrevisions.apps
I1209 22:49:48.841334 1 controller.go:615] quota admission added evaluator for: replicasets.apps
E1209 22:52:22.354256 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:36040: use of closed network connection
E1209 22:52:22.536970 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:36064: use of closed network connection
E1209 22:52:22.712523 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:36088: use of closed network connection
E1209 22:52:22.898417 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:36102: use of closed network connection
E1209 22:52:23.071122 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:36126: use of closed network connection
E1209 22:52:23.250546 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:36138: use of closed network connection
E1209 22:52:23.423505 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:36152: use of closed network connection
E1209 22:52:23.596493 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:36174: use of closed network connection
E1209 22:52:23.770267 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:36200: use of closed network connection
E1209 22:52:24.059362 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:36220: use of closed network connection
E1209 22:52:24.222108 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:36234: use of closed network connection
E1209 22:52:24.394542 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:36254: use of closed network connection
E1209 22:52:24.570825 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:36280: use of closed network connection
E1209 22:52:24.742045 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:36308: use of closed network connection
E1209 22:52:24.918566 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:36330: use of closed network connection
W1209 22:53:53.164722 1 lease.go:265] Resetting endpoints for master service "kubernetes" to [192.168.39.102 192.168.39.45]
==> kube-controller-manager [f0a29f1dc44e49c57d8cf3df8d8313d05b06311834a1e4a23d18654d0f96f18a] <==
I1209 22:52:55.696316 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-920193-m04"
E1209 22:52:55.827513 1 daemon_controller.go:329] "Unhandled Error" err="kube-system/kindnet failed with : error storing status for daemon set &v1.DaemonSet{TypeMeta:v1.TypeMeta{Kind:\"\", APIVersion:\"\"}, ObjectMeta:v1.ObjectMeta{Name:\"kindnet\", GenerateName:\"\", Namespace:\"kube-system\", SelfLink:\"\", UID:\"d21ce5c2-c9ae-46d3-8e56-962d14b633c9\", ResourceVersion:\"913\", Generation:1, CreationTimestamp:time.Date(2024, time.December, 9, 22, 49, 45, 0, time.Local), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string{\"app\":\"kindnet\", \"k8s-app\":\"kindnet\", \"tier\":\"node\"}, Annotations:map[string]string{\"deprecated.daemonset.template.generation\":\"1\", \"kubectl.kubernetes.io/last-applied-configuration\":\"{\\\"apiVersion\\\":\\\"apps/v1\\\",\\\"kind\\\":\\\"DaemonSet\\\",\\\"metadata\\\":{\\\"annotations\\\":{},\\\"labels\\\":{\\\"app\\\":\\\"kindnet\\\",\\\"k8s-app\\\":\\\"kindnet\\\",\\\"tier\\\":\\\"node\\\"},\\\"name\\\":\\\"kindnet\\\
",\\\"namespace\\\":\\\"kube-system\\\"},\\\"spec\\\":{\\\"selector\\\":{\\\"matchLabels\\\":{\\\"app\\\":\\\"kindnet\\\"}},\\\"template\\\":{\\\"metadata\\\":{\\\"labels\\\":{\\\"app\\\":\\\"kindnet\\\",\\\"k8s-app\\\":\\\"kindnet\\\",\\\"tier\\\":\\\"node\\\"}},\\\"spec\\\":{\\\"containers\\\":[{\\\"env\\\":[{\\\"name\\\":\\\"HOST_IP\\\",\\\"valueFrom\\\":{\\\"fieldRef\\\":{\\\"fieldPath\\\":\\\"status.hostIP\\\"}}},{\\\"name\\\":\\\"POD_IP\\\",\\\"valueFrom\\\":{\\\"fieldRef\\\":{\\\"fieldPath\\\":\\\"status.podIP\\\"}}},{\\\"name\\\":\\\"POD_SUBNET\\\",\\\"value\\\":\\\"10.244.0.0/16\\\"}],\\\"image\\\":\\\"docker.io/kindest/kindnetd:v20241108-5c6d2daf\\\",\\\"name\\\":\\\"kindnet-cni\\\",\\\"resources\\\":{\\\"limits\\\":{\\\"cpu\\\":\\\"100m\\\",\\\"memory\\\":\\\"50Mi\\\"},\\\"requests\\\":{\\\"cpu\\\":\\\"100m\\\",\\\"memory\\\":\\\"50Mi\\\"}},\\\"securityContext\\\":{\\\"capabilities\\\":{\\\"add\\\":[\\\"NET_RAW\\\",\\\"NET_ADMIN\\\"]},\\\"privileged\\\":false},\\\"volumeMounts\\\":[{\\\"mountPath\\
\":\\\"/etc/cni/net.d\\\",\\\"name\\\":\\\"cni-cfg\\\"},{\\\"mountPath\\\":\\\"/run/xtables.lock\\\",\\\"name\\\":\\\"xtables-lock\\\",\\\"readOnly\\\":false},{\\\"mountPath\\\":\\\"/lib/modules\\\",\\\"name\\\":\\\"lib-modules\\\",\\\"readOnly\\\":true}]}],\\\"hostNetwork\\\":true,\\\"serviceAccountName\\\":\\\"kindnet\\\",\\\"tolerations\\\":[{\\\"effect\\\":\\\"NoSchedule\\\",\\\"operator\\\":\\\"Exists\\\"}],\\\"volumes\\\":[{\\\"hostPath\\\":{\\\"path\\\":\\\"/etc/cni/net.d\\\",\\\"type\\\":\\\"DirectoryOrCreate\\\"},\\\"name\\\":\\\"cni-cfg\\\"},{\\\"hostPath\\\":{\\\"path\\\":\\\"/run/xtables.lock\\\",\\\"type\\\":\\\"FileOrCreate\\\"},\\\"name\\\":\\\"xtables-lock\\\"},{\\\"hostPath\\\":{\\\"path\\\":\\\"/lib/modules\\\"},\\\"name\\\":\\\"lib-modules\\\"}]}}}}\\n\"}, OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, Spec:v1.DaemonSetSpec{Selector:(*v1.LabelSelector)(0xc00247f6a0), Template:v1.PodTemplateSpec{ObjectMeta:v1.ObjectMeta{Name:\
"\", GenerateName:\"\", Namespace:\"\", SelfLink:\"\", UID:\"\", ResourceVersion:\"\", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string{\"app\":\"kindnet\", \"k8s-app\":\"kindnet\", \"tier\":\"node\"}, Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, Spec:v1.PodSpec{Volumes:[]v1.Volume{v1.Volume{Name:\"cni-cfg\", VolumeSource:v1.VolumeSource{HostPath:(*v1.HostPathVolumeSource)(0xc0026282e8), EmptyDir:(*v1.EmptyDirVolumeSource)(nil), GCEPersistentDisk:(*v1.GCEPersistentDiskVolumeSource)(nil), AWSElasticBlockStore:(*v1.AWSElasticBlockStoreVolumeSource)(nil), GitRepo:(*v1.GitRepoVolumeSource)(nil), Secret:(*v1.SecretVolumeSource)(nil), NFS:(*v1.NFSVolumeSource)(nil), ISCSI:(*v1.ISCSIVolumeSource)(nil), Glusterfs:(*v1.GlusterfsVolumeSource)(nil), PersistentVolumeClaim:(*v1.PersistentVolume
ClaimVolumeSource)(nil), RBD:(*v1.RBDVolumeSource)(nil), FlexVolume:(*v1.FlexVolumeSource)(nil), Cinder:(*v1.CinderVolumeSource)(nil), CephFS:(*v1.CephFSVolumeSource)(nil), Flocker:(*v1.FlockerVolumeSource)(nil), DownwardAPI:(*v1.DownwardAPIVolumeSource)(nil), FC:(*v1.FCVolumeSource)(nil), AzureFile:(*v1.AzureFileVolumeSource)(nil), ConfigMap:(*v1.ConfigMapVolumeSource)(nil), VsphereVolume:(*v1.VsphereVirtualDiskVolumeSource)(nil), Quobyte:(*v1.QuobyteVolumeSource)(nil), AzureDisk:(*v1.AzureDiskVolumeSource)(nil), PhotonPersistentDisk:(*v1.PhotonPersistentDiskVolumeSource)(nil), Projected:(*v1.ProjectedVolumeSource)(nil), PortworxVolume:(*v1.PortworxVolumeSource)(nil), ScaleIO:(*v1.ScaleIOVolumeSource)(nil), StorageOS:(*v1.StorageOSVolumeSource)(nil), CSI:(*v1.CSIVolumeSource)(nil), Ephemeral:(*v1.EphemeralVolumeSource)(nil), Image:(*v1.ImageVolumeSource)(nil)}}, v1.Volume{Name:\"xtables-lock\", VolumeSource:v1.VolumeSource{HostPath:(*v1.HostPathVolumeSource)(0xc002628300), EmptyDir:(*v1.EmptyDirVolumeSource)
(nil), GCEPersistentDisk:(*v1.GCEPersistentDiskVolumeSource)(nil), AWSElasticBlockStore:(*v1.AWSElasticBlockStoreVolumeSource)(nil), GitRepo:(*v1.GitRepoVolumeSource)(nil), Secret:(*v1.SecretVolumeSource)(nil), NFS:(*v1.NFSVolumeSource)(nil), ISCSI:(*v1.ISCSIVolumeSource)(nil), Glusterfs:(*v1.GlusterfsVolumeSource)(nil), PersistentVolumeClaim:(*v1.PersistentVolumeClaimVolumeSource)(nil), RBD:(*v1.RBDVolumeSource)(nil), FlexVolume:(*v1.FlexVolumeSource)(nil), Cinder:(*v1.CinderVolumeSource)(nil), CephFS:(*v1.CephFSVolumeSource)(nil), Flocker:(*v1.FlockerVolumeSource)(nil), DownwardAPI:(*v1.DownwardAPIVolumeSource)(nil), FC:(*v1.FCVolumeSource)(nil), AzureFile:(*v1.AzureFileVolumeSource)(nil), ConfigMap:(*v1.ConfigMapVolumeSource)(nil), VsphereVolume:(*v1.VsphereVirtualDiskVolumeSource)(nil), Quobyte:(*v1.QuobyteVolumeSource)(nil), AzureDisk:(*v1.AzureDiskVolumeSource)(nil), PhotonPersistentDisk:(*v1.PhotonPersistentDiskVolumeSource)(nil), Projected:(*v1.ProjectedVolumeSource)(nil), PortworxVolume:(*v1.Portworx
VolumeSource)(nil), ScaleIO:(*v1.ScaleIOVolumeSource)(nil), StorageOS:(*v1.StorageOSVolumeSource)(nil), CSI:(*v1.CSIVolumeSource)(nil), Ephemeral:(*v1.EphemeralVolumeSource)(nil), Image:(*v1.ImageVolumeSource)(nil)}}, v1.Volume{Name:\"lib-modules\", VolumeSource:v1.VolumeSource{HostPath:(*v1.HostPathVolumeSource)(0xc002628318), EmptyDir:(*v1.EmptyDirVolumeSource)(nil), GCEPersistentDisk:(*v1.GCEPersistentDiskVolumeSource)(nil), AWSElasticBlockStore:(*v1.AWSElasticBlockStoreVolumeSource)(nil), GitRepo:(*v1.GitRepoVolumeSource)(nil), Secret:(*v1.SecretVolumeSource)(nil), NFS:(*v1.NFSVolumeSource)(nil), ISCSI:(*v1.ISCSIVolumeSource)(nil), Glusterfs:(*v1.GlusterfsVolumeSource)(nil), PersistentVolumeClaim:(*v1.PersistentVolumeClaimVolumeSource)(nil), RBD:(*v1.RBDVolumeSource)(nil), FlexVolume:(*v1.FlexVolumeSource)(nil), Cinder:(*v1.CinderVolumeSource)(nil), CephFS:(*v1.CephFSVolumeSource)(nil), Flocker:(*v1.FlockerVolumeSource)(nil), DownwardAPI:(*v1.DownwardAPIVolumeSource)(nil), FC:(*v1.FCVolumeSource)(nil), Az
ureFile:(*v1.AzureFileVolumeSource)(nil), ConfigMap:(*v1.ConfigMapVolumeSource)(nil), VsphereVolume:(*v1.VsphereVirtualDiskVolumeSource)(nil), Quobyte:(*v1.QuobyteVolumeSource)(nil), AzureDisk:(*v1.AzureDiskVolumeSource)(nil), PhotonPersistentDisk:(*v1.PhotonPersistentDiskVolumeSource)(nil), Projected:(*v1.ProjectedVolumeSource)(nil), PortworxVolume:(*v1.PortworxVolumeSource)(nil), ScaleIO:(*v1.ScaleIOVolumeSource)(nil), StorageOS:(*v1.StorageOSVolumeSource)(nil), CSI:(*v1.CSIVolumeSource)(nil), Ephemeral:(*v1.EphemeralVolumeSource)(nil), Image:(*v1.ImageVolumeSource)(nil)}}}, InitContainers:[]v1.Container(nil), Containers:[]v1.Container{v1.Container{Name:\"kindnet-cni\", Image:\"docker.io/kindest/kindnetd:v20241108-5c6d2daf\", Command:[]string(nil), Args:[]string(nil), WorkingDir:\"\", Ports:[]v1.ContainerPort(nil), EnvFrom:[]v1.EnvFromSource(nil), Env:[]v1.EnvVar{v1.EnvVar{Name:\"HOST_IP\", Value:\"\", ValueFrom:(*v1.EnvVarSource)(0xc00247f6c0)}, v1.EnvVar{Name:\"POD_IP\", Value:\"\", ValueFrom:(*v1.EnvVarS
ource)(0xc00247f700)}, v1.EnvVar{Name:\"POD_SUBNET\", Value:\"10.244.0.0/16\", ValueFrom:(*v1.EnvVarSource)(nil)}}, Resources:v1.ResourceRequirements{Limits:v1.ResourceList{\"cpu\":resource.Quantity{i:resource.int64Amount{value:100, scale:-3}, d:resource.infDecAmount{Dec:(*inf.Dec)(nil)}, s:\"100m\", Format:\"DecimalSI\"}, \"memory\":resource.Quantity{i:resource.int64Amount{value:52428800, scale:0}, d:resource.infDecAmount{Dec:(*inf.Dec)(nil)}, s:\"50Mi\", Format:\"BinarySI\"}}, Requests:v1.ResourceList{\"cpu\":resource.Quantity{i:resource.int64Amount{value:100, scale:-3}, d:resource.infDecAmount{Dec:(*inf.Dec)(nil)}, s:\"100m\", Format:\"DecimalSI\"}, \"memory\":resource.Quantity{i:resource.int64Amount{value:52428800, scale:0}, d:resource.infDecAmount{Dec:(*inf.Dec)(nil)}, s:\"50Mi\", Format:\"BinarySI\"}}, Claims:[]v1.ResourceClaim(nil)}, ResizePolicy:[]v1.ContainerResizePolicy(nil), RestartPolicy:(*v1.ContainerRestartPolicy)(nil), VolumeMounts:[]v1.VolumeMount{v1.VolumeMount{Name:\"cni-cfg\", ReadOnly:fals
e, RecursiveReadOnly:(*v1.RecursiveReadOnlyMode)(nil), MountPath:\"/etc/cni/net.d\", SubPath:\"\", MountPropagation:(*v1.MountPropagationMode)(nil), SubPathExpr:\"\"}, v1.VolumeMount{Name:\"xtables-lock\", ReadOnly:false, RecursiveReadOnly:(*v1.RecursiveReadOnlyMode)(nil), MountPath:\"/run/xtables.lock\", SubPath:\"\", MountPropagation:(*v1.MountPropagationMode)(nil), SubPathExpr:\"\"}, v1.VolumeMount{Name:\"lib-modules\", ReadOnly:true, RecursiveReadOnly:(*v1.RecursiveReadOnlyMode)(nil), MountPath:\"/lib/modules\", SubPath:\"\", MountPropagation:(*v1.MountPropagationMode)(nil), SubPathExpr:\"\"}}, VolumeDevices:[]v1.VolumeDevice(nil), LivenessProbe:(*v1.Probe)(nil), ReadinessProbe:(*v1.Probe)(nil), StartupProbe:(*v1.Probe)(nil), Lifecycle:(*v1.Lifecycle)(nil), TerminationMessagePath:\"/dev/termination-log\", TerminationMessagePolicy:\"File\", ImagePullPolicy:\"IfNotPresent\", SecurityContext:(*v1.SecurityContext)(0xc00298a060), Stdin:false, StdinOnce:false, TTY:false}}, EphemeralContainers:[]v1.EphemeralCont
ainer(nil), RestartPolicy:\"Always\", TerminationGracePeriodSeconds:(*int64)(0xc002895a00), ActiveDeadlineSeconds:(*int64)(nil), DNSPolicy:\"ClusterFirst\", NodeSelector:map[string]string(nil), ServiceAccountName:\"kindnet\", DeprecatedServiceAccount:\"kindnet\", AutomountServiceAccountToken:(*bool)(nil), NodeName:\"\", HostNetwork:true, HostPID:false, HostIPC:false, ShareProcessNamespace:(*bool)(nil), SecurityContext:(*v1.PodSecurityContext)(0xc002509e80), ImagePullSecrets:[]v1.LocalObjectReference(nil), Hostname:\"\", Subdomain:\"\", Affinity:(*v1.Affinity)(nil), SchedulerName:\"default-scheduler\", Tolerations:[]v1.Toleration{v1.Toleration{Key:\"\", Operator:\"Exists\", Value:\"\", Effect:\"NoSchedule\", TolerationSeconds:(*int64)(nil)}}, HostAliases:[]v1.HostAlias(nil), PriorityClassName:\"\", Priority:(*int32)(nil), DNSConfig:(*v1.PodDNSConfig)(nil), ReadinessGates:[]v1.PodReadinessGate(nil), RuntimeClassName:(*string)(nil), EnableServiceLinks:(*bool)(nil), PreemptionPolicy:(*v1.PreemptionPolicy)(nil), O
verhead:v1.ResourceList(nil), TopologySpreadConstraints:[]v1.TopologySpreadConstraint(nil), SetHostnameAsFQDN:(*bool)(nil), OS:(*v1.PodOS)(nil), HostUsers:(*bool)(nil), SchedulingGates:[]v1.PodSchedulingGate(nil), ResourceClaims:[]v1.PodResourceClaim(nil)}}, UpdateStrategy:v1.DaemonSetUpdateStrategy{Type:\"RollingUpdate\", RollingUpdate:(*v1.RollingUpdateDaemonSet)(0xc0027a7a80)}, MinReadySeconds:0, RevisionHistoryLimit:(*int32)(0xc002895a3c)}, Status:v1.DaemonSetStatus{CurrentNumberScheduled:3, NumberMisscheduled:0, DesiredNumberScheduled:3, NumberReady:3, ObservedGeneration:1, UpdatedNumberScheduled:3, NumberAvailable:3, NumberUnavailable:0, CollisionCount:(*int32)(nil), Conditions:[]v1.DaemonSetCondition(nil)}}: Operation cannot be fulfilled on daemonsets.apps \"kindnet\": the object has been modified; please apply your changes to the latest version and try again" logger="UnhandledError"
E1209 22:52:55.828552 1 daemon_controller.go:329] "Unhandled Error" err="kube-system/kube-proxy failed with : error storing status for daemon set &v1.DaemonSet{TypeMeta:v1.TypeMeta{Kind:\"\", APIVersion:\"\"}, ObjectMeta:v1.ObjectMeta{Name:\"kube-proxy\", GenerateName:\"\", Namespace:\"kube-system\", SelfLink:\"\", UID:\"6fe45e3d-72f3-4c58-8284-ee89d6d57a36\", ResourceVersion:\"871\", Generation:1, CreationTimestamp:time.Date(2024, time.December, 9, 22, 49, 44, 0, time.Local), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string{\"k8s-app\":\"kube-proxy\"}, Annotations:map[string]string{\"deprecated.daemonset.template.generation\":\"1\"}, OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, Spec:v1.DaemonSetSpec{Selector:(*v1.LabelSelector)(0xc00197c7a0), Template:v1.PodTemplateSpec{ObjectMeta:v1.ObjectMeta{Name:\"\", GenerateName:\"\", Namespace:\"\", SelfLink:\"\", UID:\"\", ResourceVersion:\"\"
, Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string{\"k8s-app\":\"kube-proxy\"}, Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, Spec:v1.PodSpec{Volumes:[]v1.Volume{v1.Volume{Name:\"kube-proxy\", VolumeSource:v1.VolumeSource{HostPath:(*v1.HostPathVolumeSource)(nil), EmptyDir:(*v1.EmptyDirVolumeSource)(nil), GCEPersistentDisk:(*v1.GCEPersistentDiskVolumeSource)(nil), AWSElasticBlockStore:(*v1.AWSElasticBlockStoreVolumeSource)(nil), GitRepo:(*v1.GitRepoVolumeSource)(nil), Secret:(*v1.SecretVolumeSource)(nil), NFS:(*v1.NFSVolumeSource)(nil), ISCSI:(*v1.ISCSIVolumeSource)(nil), Glusterfs:(*v1.GlusterfsVolumeSource)(nil), PersistentVolumeClaim:(*v1.PersistentVolumeClaimVolumeSource)(nil), RBD:(*v1.RBDVolumeSource)(nil), FlexVolume:(*v1.FlexVolumeSource)(nil), Cinder:(*v1.CinderVolumeSource)
(nil), CephFS:(*v1.CephFSVolumeSource)(nil), Flocker:(*v1.FlockerVolumeSource)(nil), DownwardAPI:(*v1.DownwardAPIVolumeSource)(nil), FC:(*v1.FCVolumeSource)(nil), AzureFile:(*v1.AzureFileVolumeSource)(nil), ConfigMap:(*v1.ConfigMapVolumeSource)(0xc00265ecc0), VsphereVolume:(*v1.VsphereVirtualDiskVolumeSource)(nil), Quobyte:(*v1.QuobyteVolumeSource)(nil), AzureDisk:(*v1.AzureDiskVolumeSource)(nil), PhotonPersistentDisk:(*v1.PhotonPersistentDiskVolumeSource)(nil), Projected:(*v1.ProjectedVolumeSource)(nil), PortworxVolume:(*v1.PortworxVolumeSource)(nil), ScaleIO:(*v1.ScaleIOVolumeSource)(nil), StorageOS:(*v1.StorageOSVolumeSource)(nil), CSI:(*v1.CSIVolumeSource)(nil), Ephemeral:(*v1.EphemeralVolumeSource)(nil), Image:(*v1.ImageVolumeSource)(nil)}}, v1.Volume{Name:\"xtables-lock\", VolumeSource:v1.VolumeSource{HostPath:(*v1.HostPathVolumeSource)(0xc002193ae8), EmptyDir:(*v1.EmptyDirVolumeSource)(nil), GCEPersistentDisk:(*v1.GCEPersistentDiskVolumeSource)(nil), AWSElasticBlockStore:(*v1.AWSElasticBlockStoreVolume
Source)(nil), GitRepo:(*v1.GitRepoVolumeSource)(nil), Secret:(*v1.SecretVolumeSource)(nil), NFS:(*v1.NFSVolumeSource)(nil), ISCSI:(*v1.ISCSIVolumeSource)(nil), Glusterfs:(*v1.GlusterfsVolumeSource)(nil), PersistentVolumeClaim:(*v1.PersistentVolumeClaimVolumeSource)(nil), RBD:(*v1.RBDVolumeSource)(nil), FlexVolume:(*v1.FlexVolumeSource)(nil), Cinder:(*v1.CinderVolumeSource)(nil), CephFS:(*v1.CephFSVolumeSource)(nil), Flocker:(*v1.FlockerVolumeSource)(nil), DownwardAPI:(*v1.DownwardAPIVolumeSource)(nil), FC:(*v1.FCVolumeSource)(nil), AzureFile:(*v1.AzureFileVolumeSource)(nil), ConfigMap:(*v1.ConfigMapVolumeSource)(nil), VsphereVolume:(*v1.VsphereVirtualDiskVolumeSource)(nil), Quobyte:(*v1.QuobyteVolumeSource)(nil), AzureDisk:(*v1.AzureDiskVolumeSource)(nil), PhotonPersistentDisk:(*v1.PhotonPersistentDiskVolumeSource)(nil), Projected:(*v1.ProjectedVolumeSource)(nil), PortworxVolume:(*v1.PortworxVolumeSource)(nil), ScaleIO:(*v1.ScaleIOVolumeSource)(nil), StorageOS:(*v1.StorageOSVolumeSource)(nil), CSI:(*v1.CSIVol
umeSource)(nil), Ephemeral:(*v1.EphemeralVolumeSource)(nil), Image:(*v1.ImageVolumeSource)(nil)}}, v1.Volume{Name:\"lib-modules\", VolumeSource:v1.VolumeSource{HostPath:(*v1.HostPathVolumeSource)(0xc002193b00), EmptyDir:(*v1.EmptyDirVolumeSource)(nil), GCEPersistentDisk:(*v1.GCEPersistentDiskVolumeSource)(nil), AWSElasticBlockStore:(*v1.AWSElasticBlockStoreVolumeSource)(nil), GitRepo:(*v1.GitRepoVolumeSource)(nil), Secret:(*v1.SecretVolumeSource)(nil), NFS:(*v1.NFSVolumeSource)(nil), ISCSI:(*v1.ISCSIVolumeSource)(nil), Glusterfs:(*v1.GlusterfsVolumeSource)(nil), PersistentVolumeClaim:(*v1.PersistentVolumeClaimVolumeSource)(nil), RBD:(*v1.RBDVolumeSource)(nil), FlexVolume:(*v1.FlexVolumeSource)(nil), Cinder:(*v1.CinderVolumeSource)(nil), CephFS:(*v1.CephFSVolumeSource)(nil), Flocker:(*v1.FlockerVolumeSource)(nil), DownwardAPI:(*v1.DownwardAPIVolumeSource)(nil), FC:(*v1.FCVolumeSource)(nil), AzureFile:(*v1.AzureFileVolumeSource)(nil), ConfigMap:(*v1.ConfigMapVolumeSource)(nil), VsphereVolume:(*v1.VsphereVirtual
DiskVolumeSource)(nil), Quobyte:(*v1.QuobyteVolumeSource)(nil), AzureDisk:(*v1.AzureDiskVolumeSource)(nil), PhotonPersistentDisk:(*v1.PhotonPersistentDiskVolumeSource)(nil), Projected:(*v1.ProjectedVolumeSource)(nil), PortworxVolume:(*v1.PortworxVolumeSource)(nil), ScaleIO:(*v1.ScaleIOVolumeSource)(nil), StorageOS:(*v1.StorageOSVolumeSource)(nil), CSI:(*v1.CSIVolumeSource)(nil), Ephemeral:(*v1.EphemeralVolumeSource)(nil), Image:(*v1.ImageVolumeSource)(nil)}}}, InitContainers:[]v1.Container(nil), Containers:[]v1.Container{v1.Container{Name:\"kube-proxy\", Image:\"registry.k8s.io/kube-proxy:v1.31.2\", Command:[]string{\"/usr/local/bin/kube-proxy\", \"--config=/var/lib/kube-proxy/config.conf\", \"--hostname-override=$(NODE_NAME)\"}, Args:[]string(nil), WorkingDir:\"\", Ports:[]v1.ContainerPort(nil), EnvFrom:[]v1.EnvFromSource(nil), Env:[]v1.EnvVar{v1.EnvVar{Name:\"NODE_NAME\", Value:\"\", ValueFrom:(*v1.EnvVarSource)(0xc00197c7e0)}}, Resources:v1.ResourceRequirements{Limits:v1.ResourceList(nil), Requests:v1.Reso
urceList(nil), Claims:[]v1.ResourceClaim(nil)}, ResizePolicy:[]v1.ContainerResizePolicy(nil), RestartPolicy:(*v1.ContainerRestartPolicy)(nil), VolumeMounts:[]v1.VolumeMount{v1.VolumeMount{Name:\"kube-proxy\", ReadOnly:false, RecursiveReadOnly:(*v1.RecursiveReadOnlyMode)(nil), MountPath:\"/var/lib/kube-proxy\", SubPath:\"\", MountPropagation:(*v1.MountPropagationMode)(nil), SubPathExpr:\"\"}, v1.VolumeMount{Name:\"xtables-lock\", ReadOnly:false, RecursiveReadOnly:(*v1.RecursiveReadOnlyMode)(nil), MountPath:\"/run/xtables.lock\", SubPath:\"\", MountPropagation:(*v1.MountPropagationMode)(nil), SubPathExpr:\"\"}, v1.VolumeMount{Name:\"lib-modules\", ReadOnly:true, RecursiveReadOnly:(*v1.RecursiveReadOnlyMode)(nil), MountPath:\"/lib/modules\", SubPath:\"\", MountPropagation:(*v1.MountPropagationMode)(nil), SubPathExpr:\"\"}}, VolumeDevices:[]v1.VolumeDevice(nil), LivenessProbe:(*v1.Probe)(nil), ReadinessProbe:(*v1.Probe)(nil), StartupProbe:(*v1.Probe)(nil), Lifecycle:(*v1.Lifecycle)(nil), TerminationMessagePath:\"
/dev/termination-log\", TerminationMessagePolicy:\"File\", ImagePullPolicy:\"IfNotPresent\", SecurityContext:(*v1.SecurityContext)(0xc0026ee600), Stdin:false, StdinOnce:false, TTY:false}}, EphemeralContainers:[]v1.EphemeralContainer(nil), RestartPolicy:\"Always\", TerminationGracePeriodSeconds:(*int64)(0xc002860a98), ActiveDeadlineSeconds:(*int64)(nil), DNSPolicy:\"ClusterFirst\", NodeSelector:map[string]string{\"kubernetes.io/os\":\"linux\"}, ServiceAccountName:\"kube-proxy\", DeprecatedServiceAccount:\"kube-proxy\", AutomountServiceAccountToken:(*bool)(nil), NodeName:\"\", HostNetwork:true, HostPID:false, HostIPC:false, ShareProcessNamespace:(*bool)(nil), SecurityContext:(*v1.PodSecurityContext)(0xc0025a4880), ImagePullSecrets:[]v1.LocalObjectReference(nil), Hostname:\"\", Subdomain:\"\", Affinity:(*v1.Affinity)(nil), SchedulerName:\"default-scheduler\", Tolerations:[]v1.Toleration{v1.Toleration{Key:\"\", Operator:\"Exists\", Value:\"\", Effect:\"\", TolerationSeconds:(*int64)(nil)}}, HostAliases:[]v1.HostA
lias(nil), PriorityClassName:\"system-node-critical\", Priority:(*int32)(nil), DNSConfig:(*v1.PodDNSConfig)(nil), ReadinessGates:[]v1.PodReadinessGate(nil), RuntimeClassName:(*string)(nil), EnableServiceLinks:(*bool)(nil), PreemptionPolicy:(*v1.PreemptionPolicy)(nil), Overhead:v1.ResourceList(nil), TopologySpreadConstraints:[]v1.TopologySpreadConstraint(nil), SetHostnameAsFQDN:(*bool)(nil), OS:(*v1.PodOS)(nil), HostUsers:(*bool)(nil), SchedulingGates:[]v1.PodSchedulingGate(nil), ResourceClaims:[]v1.PodResourceClaim(nil)}}, UpdateStrategy:v1.DaemonSetUpdateStrategy{Type:\"RollingUpdate\", RollingUpdate:(*v1.RollingUpdateDaemonSet)(0xc002693bd0)}, MinReadySeconds:0, RevisionHistoryLimit:(*int32)(0xc002860af0)}, Status:v1.DaemonSetStatus{CurrentNumberScheduled:3, NumberMisscheduled:0, DesiredNumberScheduled:3, NumberReady:3, ObservedGeneration:1, UpdatedNumberScheduled:3, NumberAvailable:3, NumberUnavailable:0, CollisionCount:(*int32)(nil), Conditions:[]v1.DaemonSetCondition(nil)}}: Operation cannot be fulfilled
on daemonsets.apps \"kube-proxy\": the object has been modified; please apply your changes to the latest version and try again" logger="UnhandledError"
I1209 22:52:56.102815 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-920193-m04"
I1209 22:52:57.678400 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-920193-m04"
I1209 22:52:58.159889 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-920193-m04"
I1209 22:52:58.160065 1 node_lifecycle_controller.go:884] "Missing timestamp for Node. Assuming now as a timestamp" logger="node-lifecycle-controller" node="ha-920193-m04"
I1209 22:52:58.180925 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-920193-m04"
I1209 22:52:58.828069 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-920193-m04"
I1209 22:52:58.908919 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-920193-m04"
I1209 22:53:05.805409 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-920193-m04"
I1209 22:53:16.012967 1 topologycache.go:237] "Can't get CPU or zone information for node" logger="endpointslice-controller" node="ha-920193-m04"
I1209 22:53:16.013430 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-920193-m04"
I1209 22:53:16.029012 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-920193-m04"
I1209 22:53:17.646042 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-920193-m04"
I1209 22:53:25.994489 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-920193-m04"
I1209 22:54:12.667473 1 topologycache.go:237] "Can't get CPU or zone information for node" logger="endpointslice-controller" node="ha-920193-m04"
I1209 22:54:12.668375 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-920193-m02"
I1209 22:54:12.690072 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-920193-m02"
I1209 22:54:12.722935 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/busybox-7dff88458" duration="16.821273ms"
I1209 22:54:12.724268 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/busybox-7dff88458" duration="54.814µs"
I1209 22:54:13.270393 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-920193-m02"
I1209 22:54:17.915983 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-920193-m02"
==> kube-proxy [233aa49869db437ba273e21a1500627e09ea9fe9d935876b60f8a3cfd8cee678] <==
add table ip kube-proxy
^^^^^^^^^^^^^^^^^^^^^^^^
>
E1209 22:49:50.258403 1 proxier.go:734] "Error cleaning up nftables rules" err=<
could not run nftables command: /dev/stdin:1:1-25: Error: Could not process rule: Operation not supported
add table ip6 kube-proxy
^^^^^^^^^^^^^^^^^^^^^^^^^
>
I1209 22:49:50.274620 1 server.go:677] "Successfully retrieved node IP(s)" IPs=["192.168.39.102"]
E1209 22:49:50.274749 1 server.go:234] "Kube-proxy configuration may be incomplete or incorrect" err="nodePortAddresses is unset; NodePort connections will be accepted on all local IPs. Consider using `--nodeport-addresses primary`"
I1209 22:49:50.309286 1 server_linux.go:146] "No iptables support for family" ipFamily="IPv6"
I1209 22:49:50.309340 1 server.go:245] "kube-proxy running in single-stack mode" ipFamily="IPv4"
I1209 22:49:50.309367 1 server_linux.go:169] "Using iptables Proxier"
I1209 22:49:50.311514 1 proxier.go:255] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses" ipFamily="IPv4"
I1209 22:49:50.312044 1 server.go:483] "Version info" version="v1.31.2"
I1209 22:49:50.312073 1 server.go:485] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I1209 22:49:50.314372 1 config.go:199] "Starting service config controller"
I1209 22:49:50.314401 1 shared_informer.go:313] Waiting for caches to sync for service config
I1209 22:49:50.314584 1 config.go:105] "Starting endpoint slice config controller"
I1209 22:49:50.314607 1 shared_informer.go:313] Waiting for caches to sync for endpoint slice config
I1209 22:49:50.315221 1 config.go:328] "Starting node config controller"
I1209 22:49:50.315250 1 shared_informer.go:313] Waiting for caches to sync for node config
I1209 22:49:50.415190 1 shared_informer.go:320] Caches are synced for service config
I1209 22:49:50.415151 1 shared_informer.go:320] Caches are synced for endpoint slice config
I1209 22:49:50.415308 1 shared_informer.go:320] Caches are synced for node config
==> kube-scheduler [6ee0fecee78f07effd047f92af879f08c80eb37beead97bb70f87eda39597963] <==
W1209 22:49:42.622383 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csinodes" in API group "storage.k8s.io" at the cluster scope
E1209 22:49:42.622920 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSINode: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csinodes\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
W1209 22:49:42.673980 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope
E1209 22:49:42.674373 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PersistentVolumeClaim: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User \"system:kube-scheduler\" cannot list resource \"persistentvolumeclaims\" in API group \"\" at the cluster scope" logger="UnhandledError"
W1209 22:49:42.700294 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumes" in API group "" at the cluster scope
E1209 22:49:42.700789 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PersistentVolume: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User \"system:kube-scheduler\" cannot list resource \"persistentvolumes\" in API group \"\" at the cluster scope" logger="UnhandledError"
I1209 22:49:44.393323 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
E1209 22:52:18.167059 1 framework.go:1305] "Plugin Failed" err="Operation cannot be fulfilled on pods/binding \"busybox-7dff88458-rkqdv\": pod busybox-7dff88458-rkqdv is already assigned to node \"ha-920193-m02\"" plugin="DefaultBinder" pod="default/busybox-7dff88458-rkqdv" node="ha-920193-m02"
E1209 22:52:18.167170 1 schedule_one.go:348] "scheduler cache ForgetPod failed" err="pod c1517f25-fc19-4255-b4c6-9a02511b80c3(default/busybox-7dff88458-rkqdv) wasn't assumed so cannot be forgotten" pod="default/busybox-7dff88458-rkqdv"
E1209 22:52:18.167196 1 schedule_one.go:1057] "Error scheduling pod; retrying" err="running Bind plugin \"DefaultBinder\": Operation cannot be fulfilled on pods/binding \"busybox-7dff88458-rkqdv\": pod busybox-7dff88458-rkqdv is already assigned to node \"ha-920193-m02\"" pod="default/busybox-7dff88458-rkqdv"
I1209 22:52:18.167215 1 schedule_one.go:1070] "Pod has been assigned to node. Abort adding it back to queue." pod="default/busybox-7dff88458-rkqdv" node="ha-920193-m02"
E1209 22:52:55.621239 1 framework.go:1305] "Plugin Failed" err="Operation cannot be fulfilled on pods/binding \"kindnet-x5mqb\": pod kindnet-x5mqb is already assigned to node \"ha-920193-m04\"" plugin="DefaultBinder" pod="kube-system/kindnet-x5mqb" node="ha-920193-m04"
E1209 22:52:55.621341 1 schedule_one.go:1057] "Error scheduling pod; retrying" err="running Bind plugin \"DefaultBinder\": Operation cannot be fulfilled on pods/binding \"kindnet-x5mqb\": pod kindnet-x5mqb is already assigned to node \"ha-920193-m04\"" pod="kube-system/kindnet-x5mqb"
E1209 22:52:55.648021 1 framework.go:1305] "Plugin Failed" err="Operation cannot be fulfilled on pods/binding \"kube-proxy-k5v9w\": pod kube-proxy-k5v9w is already assigned to node \"ha-920193-m04\"" plugin="DefaultBinder" pod="kube-system/kube-proxy-k5v9w" node="ha-920193-m04"
E1209 22:52:55.648095 1 schedule_one.go:348] "scheduler cache ForgetPod failed" err="pod 5882629a-a929-45e4-b026-e75a2c17d56d(kube-system/kube-proxy-k5v9w) wasn't assumed so cannot be forgotten" pod="kube-system/kube-proxy-k5v9w"
E1209 22:52:55.648113 1 schedule_one.go:1057] "Error scheduling pod; retrying" err="running Bind plugin \"DefaultBinder\": Operation cannot be fulfilled on pods/binding \"kube-proxy-k5v9w\": pod kube-proxy-k5v9w is already assigned to node \"ha-920193-m04\"" pod="kube-system/kube-proxy-k5v9w"
I1209 22:52:55.648138 1 schedule_one.go:1070] "Pod has been assigned to node. Abort adding it back to queue." pod="kube-system/kube-proxy-k5v9w" node="ha-920193-m04"
E1209 22:52:55.758943 1 framework.go:1305] "Plugin Failed" err="Operation cannot be fulfilled on pods/binding \"kube-proxy-mp7q7\": pod kube-proxy-mp7q7 is already assigned to node \"ha-920193-m04\"" plugin="DefaultBinder" pod="kube-system/kube-proxy-mp7q7" node="ha-920193-m04"
E1209 22:52:55.759080 1 schedule_one.go:348] "scheduler cache ForgetPod failed" err="pod a4d32bae-6ec6-4338-8689-3b32518b021b(kube-system/kube-proxy-mp7q7) wasn't assumed so cannot be forgotten" pod="kube-system/kube-proxy-mp7q7"
E1209 22:52:55.759142 1 schedule_one.go:1057] "Error scheduling pod; retrying" err="running Bind plugin \"DefaultBinder\": Operation cannot be fulfilled on pods/binding \"kube-proxy-mp7q7\": pod kube-proxy-mp7q7 is already assigned to node \"ha-920193-m04\"" pod="kube-system/kube-proxy-mp7q7"
I1209 22:52:55.759188 1 schedule_one.go:1070] "Pod has been assigned to node. Abort adding it back to queue." pod="kube-system/kube-proxy-mp7q7" node="ha-920193-m04"
E1209 22:52:55.775999 1 framework.go:1305] "Plugin Failed" err="Operation cannot be fulfilled on pods/binding \"kube-proxy-7d45n\": pod kube-proxy-7d45n is already assigned to node \"ha-920193-m04\"" plugin="DefaultBinder" pod="kube-system/kube-proxy-7d45n" node="ha-920193-m04"
E1209 22:52:55.776095 1 schedule_one.go:1057] "Error scheduling pod; retrying" err="running Bind plugin \"DefaultBinder\": Operation cannot be fulfilled on pods/binding \"kube-proxy-7d45n\": pod kube-proxy-7d45n is already assigned to node \"ha-920193-m04\"" pod="kube-system/kube-proxy-7d45n"
E1209 22:52:55.784854 1 framework.go:1305] "Plugin Failed" err="Operation cannot be fulfilled on pods/binding \"kindnet-4pzwv\": pod kindnet-4pzwv is already assigned to node \"ha-920193-m04\"" plugin="DefaultBinder" pod="kube-system/kindnet-4pzwv" node="ha-920193-m04"
E1209 22:52:55.785146 1 schedule_one.go:1057] "Error scheduling pod; retrying" err="running Bind plugin \"DefaultBinder\": Operation cannot be fulfilled on pods/binding \"kindnet-4pzwv\": pod kindnet-4pzwv is already assigned to node \"ha-920193-m04\"" pod="kube-system/kindnet-4pzwv"
==> kubelet <==
Dec 09 22:54:44 ha-920193 kubelet[1302]: E1209 22:54:44.581397 1302 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733784884581065881,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156102,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 09 22:54:44 ha-920193 kubelet[1302]: E1209 22:54:44.581439 1302 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733784884581065881,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156102,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 09 22:54:54 ha-920193 kubelet[1302]: E1209 22:54:54.583096 1302 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733784894582573620,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156102,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 09 22:54:54 ha-920193 kubelet[1302]: E1209 22:54:54.583476 1302 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733784894582573620,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156102,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 09 22:55:04 ha-920193 kubelet[1302]: E1209 22:55:04.587043 1302 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733784904586404563,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156102,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 09 22:55:04 ha-920193 kubelet[1302]: E1209 22:55:04.587520 1302 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733784904586404563,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156102,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 09 22:55:14 ha-920193 kubelet[1302]: E1209 22:55:14.590203 1302 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733784914589554601,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156102,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 09 22:55:14 ha-920193 kubelet[1302]: E1209 22:55:14.590522 1302 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733784914589554601,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156102,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 09 22:55:24 ha-920193 kubelet[1302]: E1209 22:55:24.593898 1302 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733784924593226467,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156102,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 09 22:55:24 ha-920193 kubelet[1302]: E1209 22:55:24.593942 1302 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733784924593226467,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156102,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 09 22:55:34 ha-920193 kubelet[1302]: E1209 22:55:34.596079 1302 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733784934595337713,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156102,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 09 22:55:34 ha-920193 kubelet[1302]: E1209 22:55:34.596564 1302 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733784934595337713,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156102,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 09 22:55:44 ha-920193 kubelet[1302]: E1209 22:55:44.520346 1302 iptables.go:577] "Could not set up iptables canary" err=<
Dec 09 22:55:44 ha-920193 kubelet[1302]: error creating chain "KUBE-KUBELET-CANARY": exit status 3: Ignoring deprecated --wait-interval option.
Dec 09 22:55:44 ha-920193 kubelet[1302]: ip6tables v1.8.9 (legacy): can't initialize ip6tables table `nat': Table does not exist (do you need to insmod?)
Dec 09 22:55:44 ha-920193 kubelet[1302]: Perhaps ip6tables or your kernel needs to be upgraded.
Dec 09 22:55:44 ha-920193 kubelet[1302]: > table="nat" chain="KUBE-KUBELET-CANARY"
Dec 09 22:55:44 ha-920193 kubelet[1302]: E1209 22:55:44.598917 1302 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733784944598396332,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156102,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 09 22:55:44 ha-920193 kubelet[1302]: E1209 22:55:44.598999 1302 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733784944598396332,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156102,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 09 22:55:54 ha-920193 kubelet[1302]: E1209 22:55:54.601949 1302 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733784954601550343,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156102,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 09 22:55:54 ha-920193 kubelet[1302]: E1209 22:55:54.602225 1302 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733784954601550343,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156102,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 09 22:56:04 ha-920193 kubelet[1302]: E1209 22:56:04.604279 1302 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733784964603929270,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156102,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 09 22:56:04 ha-920193 kubelet[1302]: E1209 22:56:04.604303 1302 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733784964603929270,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156102,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 09 22:56:14 ha-920193 kubelet[1302]: E1209 22:56:14.606960 1302 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733784974606470006,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156102,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 09 22:56:14 ha-920193 kubelet[1302]: E1209 22:56:14.607003 1302 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733784974606470006,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156102,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
-- /stdout --
helpers_test.go:254: (dbg) Run: out/minikube-linux-amd64 status --format={{.APIServer}} -p ha-920193 -n ha-920193
helpers_test.go:261: (dbg) Run: kubectl --context ha-920193 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:285: <<< TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart FAILED: end of post-mortem logs <<<
helpers_test.go:286: ---------------------/post-mortem---------------------------------
--- FAIL: TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart (6.29s)