=== RUN TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart
ha_test.go:281: (dbg) Run: out/minikube-linux-amd64 profile list --output json
ha_test.go:281: (dbg) Done: out/minikube-linux-amd64 profile list --output json: (4.299080646s)
ha_test.go:309: expected profile "ha-604935" in json of 'profile list' to have "HAppy" status but have "Unknown" status. got *"{\"invalid\":[],\"valid\":[{\"Name\":\"ha-604935\",\"Status\":\"Unknown\",\"Config\":{\"Name\":\"ha-604935\",\"KeepContext\":false,\"EmbedCerts\":false,\"MinikubeISO\":\"https://storage.googleapis.com/minikube-builds/iso/19917/minikube-v1.34.0-1730913550-19917-amd64.iso\",\"KicBaseImage\":\"gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730888964-19917@sha256:629a5748e3ec15a091fef12257eb3754b8ffc0c974ebcbb016451c65d1829615\",\"Memory\":2200,\"CPUs\":2,\"DiskSize\":20000,\"Driver\":\"kvm2\",\"HyperkitVpnKitSock\":\"\",\"HyperkitVSockPorts\":[],\"DockerEnv\":null,\"ContainerVolumeMounts\":null,\"InsecureRegistry\":null,\"RegistryMirror\":[],\"HostOnlyCIDR\":\"192.168.59.1/24\",\"HypervVirtualSwitch\":\"\",\"HypervUseExternalSwitch\":false,\"HypervExternalAdapter\":\"\",\"KVMNetwork\":\"default\",\"KVMQemuURI\":\"qemu:///system\",\"KVMGPU\":false,\"KVMHidden\":false,\"KVMNUMACount\":1,\
"APIServerPort\":8443,\"DockerOpt\":null,\"DisableDriverMounts\":false,\"NFSShare\":[],\"NFSSharesRoot\":\"/nfsshares\",\"UUID\":\"\",\"NoVTXCheck\":false,\"DNSProxy\":false,\"HostDNSResolver\":true,\"HostOnlyNicType\":\"virtio\",\"NatNicType\":\"virtio\",\"SSHIPAddress\":\"\",\"SSHUser\":\"root\",\"SSHKey\":\"\",\"SSHPort\":22,\"KubernetesConfig\":{\"KubernetesVersion\":\"v1.31.2\",\"ClusterName\":\"ha-604935\",\"Namespace\":\"default\",\"APIServerHAVIP\":\"192.168.39.254\",\"APIServerName\":\"minikubeCA\",\"APIServerNames\":null,\"APIServerIPs\":null,\"DNSDomain\":\"cluster.local\",\"ContainerRuntime\":\"crio\",\"CRISocket\":\"\",\"NetworkPlugin\":\"cni\",\"FeatureGates\":\"\",\"ServiceCIDR\":\"10.96.0.0/12\",\"ImageRepository\":\"\",\"LoadBalancerStartIP\":\"\",\"LoadBalancerEndIP\":\"\",\"CustomIngressCert\":\"\",\"RegistryAliases\":\"\",\"ExtraOptions\":null,\"ShouldLoadCachedImages\":true,\"EnableDefaultCNI\":false,\"CNI\":\"\"},\"Nodes\":[{\"Name\":\"\",\"IP\":\"192.168.39.102\",\"Port\":8443,\"Kuberne
tesVersion\":\"v1.31.2\",\"ContainerRuntime\":\"crio\",\"ControlPlane\":true,\"Worker\":true},{\"Name\":\"m02\",\"IP\":\"192.168.39.96\",\"Port\":8443,\"KubernetesVersion\":\"v1.31.2\",\"ContainerRuntime\":\"crio\",\"ControlPlane\":true,\"Worker\":true},{\"Name\":\"m03\",\"IP\":\"192.168.39.211\",\"Port\":8443,\"KubernetesVersion\":\"v1.31.2\",\"ContainerRuntime\":\"crio\",\"ControlPlane\":true,\"Worker\":true},{\"Name\":\"m04\",\"IP\":\"192.168.39.26\",\"Port\":0,\"KubernetesVersion\":\"v1.31.2\",\"ContainerRuntime\":\"\",\"ControlPlane\":false,\"Worker\":true}],\"Addons\":{\"ambassador\":false,\"amd-gpu-device-plugin\":false,\"auto-pause\":false,\"cloud-spanner\":false,\"csi-hostpath-driver\":false,\"dashboard\":false,\"default-storageclass\":false,\"efk\":false,\"freshpod\":false,\"gcp-auth\":false,\"gvisor\":false,\"headlamp\":false,\"inaccel\":false,\"ingress\":false,\"ingress-dns\":false,\"inspektor-gadget\":false,\"istio\":false,\"istio-provisioner\":false,\"kong\":false,\"kubeflow\":false,\"kubevirt\"
:false,\"logviewer\":false,\"metallb\":false,\"metrics-server\":false,\"nvidia-device-plugin\":false,\"nvidia-driver-installer\":false,\"nvidia-gpu-device-plugin\":false,\"olm\":false,\"pod-security-policy\":false,\"portainer\":false,\"registry\":false,\"registry-aliases\":false,\"registry-creds\":false,\"storage-provisioner\":false,\"storage-provisioner-gluster\":false,\"storage-provisioner-rancher\":false,\"volcano\":false,\"volumesnapshots\":false,\"yakd\":false},\"CustomAddonImages\":null,\"CustomAddonRegistries\":null,\"VerifyComponents\":{\"apiserver\":true,\"apps_running\":true,\"default_sa\":true,\"extra\":true,\"kubelet\":true,\"node_ready\":true,\"system_pods\":true},\"StartHostTimeout\":360000000000,\"ScheduledStop\":null,\"ExposedPorts\":[],\"ListenAddress\":\"\",\"Network\":\"\",\"Subnet\":\"\",\"MultiNodeRequested\":true,\"ExtraDisks\":0,\"CertExpiration\":94608000000000000,\"Mount\":false,\"MountString\":\"/home/jenkins:/minikube-host\",\"Mount9PVersion\":\"9p2000.L\",\"MountGID\":\"docker\",\"
MountIP\":\"\",\"MountMSize\":262144,\"MountOptions\":[],\"MountPort\":0,\"MountType\":\"9p\",\"MountUID\":\"docker\",\"BinaryMirror\":\"\",\"DisableOptimizations\":false,\"DisableMetrics\":false,\"CustomQemuFirmwarePath\":\"\",\"SocketVMnetClientPath\":\"\",\"SocketVMnetPath\":\"\",\"StaticIP\":\"\",\"SSHAuthSock\":\"\",\"SSHAgentPID\":0,\"GPUs\":\"\",\"AutoPauseInterval\":60000000000},\"Active\":false,\"ActiveKubeContext\":true}]}"*. args: "out/minikube-linux-amd64 profile list --output json"
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:239: (dbg) Run: out/minikube-linux-amd64 status --format={{.Host}} -p ha-604935 -n ha-604935
helpers_test.go:244: <<< TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart FAILED: start of post-mortem logs <<<
helpers_test.go:245: ======> post-mortem[TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart]: minikube logs <======
helpers_test.go:247: (dbg) Run: out/minikube-linux-amd64 -p ha-604935 logs -n 25
helpers_test.go:247: (dbg) Done: out/minikube-linux-amd64 -p ha-604935 logs -n 25: (1.38132992s)
helpers_test.go:252: TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart logs:
-- stdout --
==> Audit <==
|---------|----------------------------------------------------------------------------------|-----------|---------|---------|---------------------|---------------------|
| Command | Args | Profile | User | Version | Start Time | End Time |
|---------|----------------------------------------------------------------------------------|-----------|---------|---------|---------------------|---------------------|
| ssh | ha-604935 ssh -n | ha-604935 | jenkins | v1.34.0 | 02 Dec 24 11:50 UTC | 02 Dec 24 11:50 UTC |
| | ha-604935-m03 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| cp | ha-604935 cp ha-604935-m03:/home/docker/cp-test.txt | ha-604935 | jenkins | v1.34.0 | 02 Dec 24 11:50 UTC | 02 Dec 24 11:50 UTC |
| | ha-604935:/home/docker/cp-test_ha-604935-m03_ha-604935.txt | | | | | |
| ssh | ha-604935 ssh -n | ha-604935 | jenkins | v1.34.0 | 02 Dec 24 11:50 UTC | 02 Dec 24 11:50 UTC |
| | ha-604935-m03 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-604935 ssh -n ha-604935 sudo cat | ha-604935 | jenkins | v1.34.0 | 02 Dec 24 11:50 UTC | 02 Dec 24 11:50 UTC |
| | /home/docker/cp-test_ha-604935-m03_ha-604935.txt | | | | | |
| cp | ha-604935 cp ha-604935-m03:/home/docker/cp-test.txt | ha-604935 | jenkins | v1.34.0 | 02 Dec 24 11:50 UTC | 02 Dec 24 11:50 UTC |
| | ha-604935-m02:/home/docker/cp-test_ha-604935-m03_ha-604935-m02.txt | | | | | |
| ssh | ha-604935 ssh -n | ha-604935 | jenkins | v1.34.0 | 02 Dec 24 11:50 UTC | 02 Dec 24 11:50 UTC |
| | ha-604935-m03 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-604935 ssh -n ha-604935-m02 sudo cat | ha-604935 | jenkins | v1.34.0 | 02 Dec 24 11:50 UTC | 02 Dec 24 11:50 UTC |
| | /home/docker/cp-test_ha-604935-m03_ha-604935-m02.txt | | | | | |
| cp | ha-604935 cp ha-604935-m03:/home/docker/cp-test.txt | ha-604935 | jenkins | v1.34.0 | 02 Dec 24 11:50 UTC | 02 Dec 24 11:50 UTC |
| | ha-604935-m04:/home/docker/cp-test_ha-604935-m03_ha-604935-m04.txt | | | | | |
| ssh | ha-604935 ssh -n | ha-604935 | jenkins | v1.34.0 | 02 Dec 24 11:50 UTC | 02 Dec 24 11:50 UTC |
| | ha-604935-m03 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-604935 ssh -n ha-604935-m04 sudo cat | ha-604935 | jenkins | v1.34.0 | 02 Dec 24 11:50 UTC | 02 Dec 24 11:50 UTC |
| | /home/docker/cp-test_ha-604935-m03_ha-604935-m04.txt | | | | | |
| cp | ha-604935 cp testdata/cp-test.txt | ha-604935 | jenkins | v1.34.0 | 02 Dec 24 11:50 UTC | 02 Dec 24 11:50 UTC |
| | ha-604935-m04:/home/docker/cp-test.txt | | | | | |
| ssh | ha-604935 ssh -n | ha-604935 | jenkins | v1.34.0 | 02 Dec 24 11:50 UTC | 02 Dec 24 11:50 UTC |
| | ha-604935-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| cp | ha-604935 cp ha-604935-m04:/home/docker/cp-test.txt | ha-604935 | jenkins | v1.34.0 | 02 Dec 24 11:50 UTC | 02 Dec 24 11:50 UTC |
| | /tmp/TestMultiControlPlaneserialCopyFile1292724683/001/cp-test_ha-604935-m04.txt | | | | | |
| ssh | ha-604935 ssh -n | ha-604935 | jenkins | v1.34.0 | 02 Dec 24 11:50 UTC | 02 Dec 24 11:50 UTC |
| | ha-604935-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| cp | ha-604935 cp ha-604935-m04:/home/docker/cp-test.txt | ha-604935 | jenkins | v1.34.0 | 02 Dec 24 11:50 UTC | 02 Dec 24 11:50 UTC |
| | ha-604935:/home/docker/cp-test_ha-604935-m04_ha-604935.txt | | | | | |
| ssh | ha-604935 ssh -n | ha-604935 | jenkins | v1.34.0 | 02 Dec 24 11:50 UTC | 02 Dec 24 11:50 UTC |
| | ha-604935-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-604935 ssh -n ha-604935 sudo cat | ha-604935 | jenkins | v1.34.0 | 02 Dec 24 11:50 UTC | 02 Dec 24 11:50 UTC |
| | /home/docker/cp-test_ha-604935-m04_ha-604935.txt | | | | | |
| cp | ha-604935 cp ha-604935-m04:/home/docker/cp-test.txt | ha-604935 | jenkins | v1.34.0 | 02 Dec 24 11:50 UTC | 02 Dec 24 11:50 UTC |
| | ha-604935-m02:/home/docker/cp-test_ha-604935-m04_ha-604935-m02.txt | | | | | |
| ssh | ha-604935 ssh -n | ha-604935 | jenkins | v1.34.0 | 02 Dec 24 11:50 UTC | 02 Dec 24 11:50 UTC |
| | ha-604935-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-604935 ssh -n ha-604935-m02 sudo cat | ha-604935 | jenkins | v1.34.0 | 02 Dec 24 11:50 UTC | 02 Dec 24 11:50 UTC |
| | /home/docker/cp-test_ha-604935-m04_ha-604935-m02.txt | | | | | |
| cp | ha-604935 cp ha-604935-m04:/home/docker/cp-test.txt | ha-604935 | jenkins | v1.34.0 | 02 Dec 24 11:50 UTC | 02 Dec 24 11:50 UTC |
| | ha-604935-m03:/home/docker/cp-test_ha-604935-m04_ha-604935-m03.txt | | | | | |
| ssh | ha-604935 ssh -n | ha-604935 | jenkins | v1.34.0 | 02 Dec 24 11:50 UTC | 02 Dec 24 11:50 UTC |
| | ha-604935-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-604935 ssh -n ha-604935-m03 sudo cat | ha-604935 | jenkins | v1.34.0 | 02 Dec 24 11:50 UTC | 02 Dec 24 11:50 UTC |
| | /home/docker/cp-test_ha-604935-m04_ha-604935-m03.txt | | | | | |
| node | ha-604935 node stop m02 -v=7 | ha-604935 | jenkins | v1.34.0 | 02 Dec 24 11:50 UTC | |
| | --alsologtostderr | | | | | |
| node | ha-604935 node start m02 -v=7 | ha-604935 | jenkins | v1.34.0 | 02 Dec 24 11:52 UTC | |
| | --alsologtostderr | | | | | |
|---------|----------------------------------------------------------------------------------|-----------|---------|---------|---------------------|---------------------|
==> Last Start <==
Log file created at: 2024/12/02 11:45:51
Running on machine: ubuntu-20-agent-13
Binary: Built with gc go1.23.2 for linux/amd64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I1202 11:45:51.477333 23379 out.go:345] Setting OutFile to fd 1 ...
I1202 11:45:51.477429 23379 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1202 11:45:51.477436 23379 out.go:358] Setting ErrFile to fd 2...
I1202 11:45:51.477440 23379 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1202 11:45:51.477579 23379 root.go:338] Updating PATH: /home/jenkins/minikube-integration/20033-6257/.minikube/bin
I1202 11:45:51.478080 23379 out.go:352] Setting JSON to false
I1202 11:45:51.478853 23379 start.go:129] hostinfo: {"hostname":"ubuntu-20-agent-13","uptime":1703,"bootTime":1733138248,"procs":178,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1071-gcp","kernelArch":"x86_64","virtualizationSystem":"kvm","virtualizationRole":"guest","hostId":"591c9f12-2938-3743-e2bf-c56a050d43d1"}
I1202 11:45:51.478907 23379 start.go:139] virtualization: kvm guest
I1202 11:45:51.480873 23379 out.go:177] * [ha-604935] minikube v1.34.0 on Ubuntu 20.04 (kvm/amd64)
I1202 11:45:51.482060 23379 out.go:177] - MINIKUBE_LOCATION=20033
I1202 11:45:51.482068 23379 notify.go:220] Checking for updates...
I1202 11:45:51.484245 23379 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1202 11:45:51.485502 23379 out.go:177] - KUBECONFIG=/home/jenkins/minikube-integration/20033-6257/kubeconfig
I1202 11:45:51.486630 23379 out.go:177] - MINIKUBE_HOME=/home/jenkins/minikube-integration/20033-6257/.minikube
I1202 11:45:51.487842 23379 out.go:177] - MINIKUBE_BIN=out/minikube-linux-amd64
I1202 11:45:51.488928 23379 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I1202 11:45:51.490194 23379 driver.go:394] Setting default libvirt URI to qemu:///system
I1202 11:45:51.523210 23379 out.go:177] * Using the kvm2 driver based on user configuration
I1202 11:45:51.524197 23379 start.go:297] selected driver: kvm2
I1202 11:45:51.524207 23379 start.go:901] validating driver "kvm2" against <nil>
I1202 11:45:51.524217 23379 start.go:912] status for kvm2: {Installed:true Healthy:true Running:true NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I1202 11:45:51.524886 23379 install.go:52] acquiring lock: {Name:mk900956b073697a4aa6c80a27c6bb0742a99a53 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1202 11:45:51.524953 23379 install.go:117] Validating docker-machine-driver-kvm2, PATH=/home/jenkins/minikube-integration/20033-6257/.minikube/bin:/home/jenkins/workspace/KVM_Linux_crio_integration/out/:/usr/local/bin:/usr/bin:/bin:/usr/local/games:/usr/games:/usr/local/go/bin:/home/jenkins/go/bin:/usr/local/bin/:/usr/local/go/bin/:/home/jenkins/go/bin
I1202 11:45:51.538752 23379 install.go:137] /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2 version is 1.34.0
I1202 11:45:51.538805 23379 start_flags.go:310] no existing cluster config was found, will generate one from the flags
I1202 11:45:51.539057 23379 start_flags.go:947] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1202 11:45:51.539096 23379 cni.go:84] Creating CNI manager for ""
I1202 11:45:51.539154 23379 cni.go:136] multinode detected (0 nodes found), recommending kindnet
I1202 11:45:51.539162 23379 start_flags.go:319] Found "CNI" CNI - setting NetworkPlugin=cni
I1202 11:45:51.539222 23379 start.go:340] cluster config:
{Name:ha-604935 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730888964-19917@sha256:629a5748e3ec15a091fef12257eb3754b8ffc0c974ebcbb016451c65d1829615 Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.2 ClusterName:ha-604935 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRIS
ocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0
GPUs: AutoPauseInterval:1m0s}
I1202 11:45:51.539330 23379 iso.go:125] acquiring lock: {Name:mk7f187f0058b5a97a40305cfb11719a190cb753 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1202 11:45:51.540849 23379 out.go:177] * Starting "ha-604935" primary control-plane node in "ha-604935" cluster
I1202 11:45:51.542035 23379 preload.go:131] Checking if preload exists for k8s version v1.31.2 and runtime crio
I1202 11:45:51.542064 23379 preload.go:146] Found local preload: /home/jenkins/minikube-integration/20033-6257/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.2-cri-o-overlay-amd64.tar.lz4
I1202 11:45:51.542073 23379 cache.go:56] Caching tarball of preloaded images
I1202 11:45:51.542155 23379 preload.go:172] Found /home/jenkins/minikube-integration/20033-6257/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.2-cri-o-overlay-amd64.tar.lz4 in cache, skipping download
I1202 11:45:51.542168 23379 cache.go:59] Finished verifying existence of preloaded tar for v1.31.2 on crio
I1202 11:45:51.542474 23379 profile.go:143] Saving config to /home/jenkins/minikube-integration/20033-6257/.minikube/profiles/ha-604935/config.json ...
I1202 11:45:51.542495 23379 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20033-6257/.minikube/profiles/ha-604935/config.json: {Name:mkd56e76e09e18927ad08e110fcb7c73441ee1fb Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1202 11:45:51.542653 23379 start.go:360] acquireMachinesLock for ha-604935: {Name:mkf91465ea96483fd1507740f31b2b9ab7f9f919 Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}
I1202 11:45:51.542690 23379 start.go:364] duration metric: took 21.87µs to acquireMachinesLock for "ha-604935"
I1202 11:45:51.542712 23379 start.go:93] Provisioning new machine with config: &{Name:ha-604935 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19917/minikube-v1.34.0-1730913550-19917-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730888964-19917@sha256:629a5748e3ec15a091fef12257eb3754b8ffc0c974ebcbb016451c65d1829615 Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{Kubernete
sVersion:v1.31.2 ClusterName:ha-604935 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:
9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name: IP: Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}
I1202 11:45:51.542769 23379 start.go:125] createHost starting for "" (driver="kvm2")
I1202 11:45:51.544215 23379 out.go:235] * Creating kvm2 VM (CPUs=2, Memory=2200MB, Disk=20000MB) ...
I1202 11:45:51.544376 23379 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1202 11:45:51.544410 23379 main.go:141] libmachine: Launching plugin server for driver kvm2
I1202 11:45:51.558068 23379 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:38897
I1202 11:45:51.558542 23379 main.go:141] libmachine: () Calling .GetVersion
I1202 11:45:51.559117 23379 main.go:141] libmachine: Using API Version 1
I1202 11:45:51.559144 23379 main.go:141] libmachine: () Calling .SetConfigRaw
I1202 11:45:51.559441 23379 main.go:141] libmachine: () Calling .GetMachineName
I1202 11:45:51.559624 23379 main.go:141] libmachine: (ha-604935) Calling .GetMachineName
I1202 11:45:51.559747 23379 main.go:141] libmachine: (ha-604935) Calling .DriverName
I1202 11:45:51.559887 23379 start.go:159] libmachine.API.Create for "ha-604935" (driver="kvm2")
I1202 11:45:51.559913 23379 client.go:168] LocalClient.Create starting
I1202 11:45:51.559938 23379 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/20033-6257/.minikube/certs/ca.pem
I1202 11:45:51.559978 23379 main.go:141] libmachine: Decoding PEM data...
I1202 11:45:51.559999 23379 main.go:141] libmachine: Parsing certificate...
I1202 11:45:51.560059 23379 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/20033-6257/.minikube/certs/cert.pem
I1202 11:45:51.560086 23379 main.go:141] libmachine: Decoding PEM data...
I1202 11:45:51.560103 23379 main.go:141] libmachine: Parsing certificate...
I1202 11:45:51.560134 23379 main.go:141] libmachine: Running pre-create checks...
I1202 11:45:51.560147 23379 main.go:141] libmachine: (ha-604935) Calling .PreCreateCheck
I1202 11:45:51.560467 23379 main.go:141] libmachine: (ha-604935) Calling .GetConfigRaw
I1202 11:45:51.560846 23379 main.go:141] libmachine: Creating machine...
I1202 11:45:51.560861 23379 main.go:141] libmachine: (ha-604935) Calling .Create
I1202 11:45:51.560982 23379 main.go:141] libmachine: (ha-604935) Creating KVM machine...
I1202 11:45:51.562114 23379 main.go:141] libmachine: (ha-604935) DBG | found existing default KVM network
I1202 11:45:51.562698 23379 main.go:141] libmachine: (ha-604935) DBG | I1202 11:45:51.562571 23402 network.go:206] using free private subnet 192.168.39.0/24: &{IP:192.168.39.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.39.0/24 Gateway:192.168.39.1 ClientMin:192.168.39.2 ClientMax:192.168.39.254 Broadcast:192.168.39.255 IsPrivate:true Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:} reservation:0xc0002231e0}
I1202 11:45:51.562725 23379 main.go:141] libmachine: (ha-604935) DBG | created network xml:
I1202 11:45:51.562738 23379 main.go:141] libmachine: (ha-604935) DBG | <network>
I1202 11:45:51.562750 23379 main.go:141] libmachine: (ha-604935) DBG | <name>mk-ha-604935</name>
I1202 11:45:51.562762 23379 main.go:141] libmachine: (ha-604935) DBG | <dns enable='no'/>
I1202 11:45:51.562773 23379 main.go:141] libmachine: (ha-604935) DBG |
I1202 11:45:51.562781 23379 main.go:141] libmachine: (ha-604935) DBG | <ip address='192.168.39.1' netmask='255.255.255.0'>
I1202 11:45:51.562793 23379 main.go:141] libmachine: (ha-604935) DBG | <dhcp>
I1202 11:45:51.562803 23379 main.go:141] libmachine: (ha-604935) DBG | <range start='192.168.39.2' end='192.168.39.253'/>
I1202 11:45:51.562814 23379 main.go:141] libmachine: (ha-604935) DBG | </dhcp>
I1202 11:45:51.562827 23379 main.go:141] libmachine: (ha-604935) DBG | </ip>
I1202 11:45:51.562839 23379 main.go:141] libmachine: (ha-604935) DBG |
I1202 11:45:51.562849 23379 main.go:141] libmachine: (ha-604935) DBG | </network>
I1202 11:45:51.562861 23379 main.go:141] libmachine: (ha-604935) DBG |
I1202 11:45:51.567359 23379 main.go:141] libmachine: (ha-604935) DBG | trying to create private KVM network mk-ha-604935 192.168.39.0/24...
I1202 11:45:51.627851 23379 main.go:141] libmachine: (ha-604935) DBG | private KVM network mk-ha-604935 192.168.39.0/24 created
I1202 11:45:51.627878 23379 main.go:141] libmachine: (ha-604935) Setting up store path in /home/jenkins/minikube-integration/20033-6257/.minikube/machines/ha-604935 ...
I1202 11:45:51.627909 23379 main.go:141] libmachine: (ha-604935) DBG | I1202 11:45:51.627845 23402 common.go:144] Making disk image using store path: /home/jenkins/minikube-integration/20033-6257/.minikube
I1202 11:45:51.627936 23379 main.go:141] libmachine: (ha-604935) Building disk image from file:///home/jenkins/minikube-integration/20033-6257/.minikube/cache/iso/amd64/minikube-v1.34.0-1730913550-19917-amd64.iso
I1202 11:45:51.627956 23379 main.go:141] libmachine: (ha-604935) Downloading /home/jenkins/minikube-integration/20033-6257/.minikube/cache/boot2docker.iso from file:///home/jenkins/minikube-integration/20033-6257/.minikube/cache/iso/amd64/minikube-v1.34.0-1730913550-19917-amd64.iso...
I1202 11:45:51.873906 23379 main.go:141] libmachine: (ha-604935) DBG | I1202 11:45:51.873783 23402 common.go:151] Creating ssh key: /home/jenkins/minikube-integration/20033-6257/.minikube/machines/ha-604935/id_rsa...
I1202 11:45:52.258389 23379 main.go:141] libmachine: (ha-604935) DBG | I1202 11:45:52.258298 23402 common.go:157] Creating raw disk image: /home/jenkins/minikube-integration/20033-6257/.minikube/machines/ha-604935/ha-604935.rawdisk...
I1202 11:45:52.258412 23379 main.go:141] libmachine: (ha-604935) DBG | Writing magic tar header
I1202 11:45:52.258421 23379 main.go:141] libmachine: (ha-604935) DBG | Writing SSH key tar header
I1202 11:45:52.258433 23379 main.go:141] libmachine: (ha-604935) DBG | I1202 11:45:52.258404 23402 common.go:171] Fixing permissions on /home/jenkins/minikube-integration/20033-6257/.minikube/machines/ha-604935 ...
I1202 11:45:52.258549 23379 main.go:141] libmachine: (ha-604935) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/20033-6257/.minikube/machines/ha-604935
I1202 11:45:52.258587 23379 main.go:141] libmachine: (ha-604935) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/20033-6257/.minikube/machines
I1202 11:45:52.258600 23379 main.go:141] libmachine: (ha-604935) Setting executable bit set on /home/jenkins/minikube-integration/20033-6257/.minikube/machines/ha-604935 (perms=drwx------)
I1202 11:45:52.258612 23379 main.go:141] libmachine: (ha-604935) Setting executable bit set on /home/jenkins/minikube-integration/20033-6257/.minikube/machines (perms=drwxr-xr-x)
I1202 11:45:52.258622 23379 main.go:141] libmachine: (ha-604935) Setting executable bit set on /home/jenkins/minikube-integration/20033-6257/.minikube (perms=drwxr-xr-x)
I1202 11:45:52.258639 23379 main.go:141] libmachine: (ha-604935) Setting executable bit set on /home/jenkins/minikube-integration/20033-6257 (perms=drwxrwxr-x)
I1202 11:45:52.258670 23379 main.go:141] libmachine: (ha-604935) Setting executable bit set on /home/jenkins/minikube-integration (perms=drwxrwxr-x)
I1202 11:45:52.258686 23379 main.go:141] libmachine: (ha-604935) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/20033-6257/.minikube
I1202 11:45:52.258699 23379 main.go:141] libmachine: (ha-604935) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/20033-6257
I1202 11:45:52.258711 23379 main.go:141] libmachine: (ha-604935) DBG | Checking permissions on dir: /home/jenkins/minikube-integration
I1202 11:45:52.258726 23379 main.go:141] libmachine: (ha-604935) Setting executable bit set on /home/jenkins (perms=drwxr-xr-x)
I1202 11:45:52.258742 23379 main.go:141] libmachine: (ha-604935) Creating domain...
I1202 11:45:52.258748 23379 main.go:141] libmachine: (ha-604935) DBG | Checking permissions on dir: /home/jenkins
I1202 11:45:52.258755 23379 main.go:141] libmachine: (ha-604935) DBG | Checking permissions on dir: /home
I1202 11:45:52.258760 23379 main.go:141] libmachine: (ha-604935) DBG | Skipping /home - not owner
I1202 11:45:52.259679 23379 main.go:141] libmachine: (ha-604935) define libvirt domain using xml:
I1202 11:45:52.259691 23379 main.go:141] libmachine: (ha-604935) <domain type='kvm'>
I1202 11:45:52.259699 23379 main.go:141] libmachine: (ha-604935) <name>ha-604935</name>
I1202 11:45:52.259718 23379 main.go:141] libmachine: (ha-604935) <memory unit='MiB'>2200</memory>
I1202 11:45:52.259726 23379 main.go:141] libmachine: (ha-604935) <vcpu>2</vcpu>
I1202 11:45:52.259737 23379 main.go:141] libmachine: (ha-604935) <features>
I1202 11:45:52.259745 23379 main.go:141] libmachine: (ha-604935) <acpi/>
I1202 11:45:52.259755 23379 main.go:141] libmachine: (ha-604935) <apic/>
I1202 11:45:52.259762 23379 main.go:141] libmachine: (ha-604935) <pae/>
I1202 11:45:52.259776 23379 main.go:141] libmachine: (ha-604935)
I1202 11:45:52.259792 23379 main.go:141] libmachine: (ha-604935) </features>
I1202 11:45:52.259808 23379 main.go:141] libmachine: (ha-604935) <cpu mode='host-passthrough'>
I1202 11:45:52.259826 23379 main.go:141] libmachine: (ha-604935)
I1202 11:45:52.259835 23379 main.go:141] libmachine: (ha-604935) </cpu>
I1202 11:45:52.259843 23379 main.go:141] libmachine: (ha-604935) <os>
I1202 11:45:52.259851 23379 main.go:141] libmachine: (ha-604935) <type>hvm</type>
I1202 11:45:52.259863 23379 main.go:141] libmachine: (ha-604935) <boot dev='cdrom'/>
I1202 11:45:52.259871 23379 main.go:141] libmachine: (ha-604935) <boot dev='hd'/>
I1202 11:45:52.259896 23379 main.go:141] libmachine: (ha-604935) <bootmenu enable='no'/>
I1202 11:45:52.259912 23379 main.go:141] libmachine: (ha-604935) </os>
I1202 11:45:52.259917 23379 main.go:141] libmachine: (ha-604935) <devices>
I1202 11:45:52.259925 23379 main.go:141] libmachine: (ha-604935) <disk type='file' device='cdrom'>
I1202 11:45:52.259935 23379 main.go:141] libmachine: (ha-604935) <source file='/home/jenkins/minikube-integration/20033-6257/.minikube/machines/ha-604935/boot2docker.iso'/>
I1202 11:45:52.259939 23379 main.go:141] libmachine: (ha-604935) <target dev='hdc' bus='scsi'/>
I1202 11:45:52.259944 23379 main.go:141] libmachine: (ha-604935) <readonly/>
I1202 11:45:52.259951 23379 main.go:141] libmachine: (ha-604935) </disk>
I1202 11:45:52.259956 23379 main.go:141] libmachine: (ha-604935) <disk type='file' device='disk'>
I1202 11:45:52.259963 23379 main.go:141] libmachine: (ha-604935) <driver name='qemu' type='raw' cache='default' io='threads' />
I1202 11:45:52.259970 23379 main.go:141] libmachine: (ha-604935) <source file='/home/jenkins/minikube-integration/20033-6257/.minikube/machines/ha-604935/ha-604935.rawdisk'/>
I1202 11:45:52.259978 23379 main.go:141] libmachine: (ha-604935) <target dev='hda' bus='virtio'/>
I1202 11:45:52.259982 23379 main.go:141] libmachine: (ha-604935) </disk>
I1202 11:45:52.259992 23379 main.go:141] libmachine: (ha-604935) <interface type='network'>
I1202 11:45:52.260000 23379 main.go:141] libmachine: (ha-604935) <source network='mk-ha-604935'/>
I1202 11:45:52.260004 23379 main.go:141] libmachine: (ha-604935) <model type='virtio'/>
I1202 11:45:52.260011 23379 main.go:141] libmachine: (ha-604935) </interface>
I1202 11:45:52.260015 23379 main.go:141] libmachine: (ha-604935) <interface type='network'>
I1202 11:45:52.260020 23379 main.go:141] libmachine: (ha-604935) <source network='default'/>
I1202 11:45:52.260026 23379 main.go:141] libmachine: (ha-604935) <model type='virtio'/>
I1202 11:45:52.260031 23379 main.go:141] libmachine: (ha-604935) </interface>
I1202 11:45:52.260035 23379 main.go:141] libmachine: (ha-604935) <serial type='pty'>
I1202 11:45:52.260040 23379 main.go:141] libmachine: (ha-604935) <target port='0'/>
I1202 11:45:52.260045 23379 main.go:141] libmachine: (ha-604935) </serial>
I1202 11:45:52.260050 23379 main.go:141] libmachine: (ha-604935) <console type='pty'>
I1202 11:45:52.260059 23379 main.go:141] libmachine: (ha-604935) <target type='serial' port='0'/>
I1202 11:45:52.260081 23379 main.go:141] libmachine: (ha-604935) </console>
I1202 11:45:52.260097 23379 main.go:141] libmachine: (ha-604935) <rng model='virtio'>
I1202 11:45:52.260105 23379 main.go:141] libmachine: (ha-604935) <backend model='random'>/dev/random</backend>
I1202 11:45:52.260113 23379 main.go:141] libmachine: (ha-604935) </rng>
I1202 11:45:52.260119 23379 main.go:141] libmachine: (ha-604935)
I1202 11:45:52.260131 23379 main.go:141] libmachine: (ha-604935)
I1202 11:45:52.260139 23379 main.go:141] libmachine: (ha-604935) </devices>
I1202 11:45:52.260142 23379 main.go:141] libmachine: (ha-604935) </domain>
I1202 11:45:52.260148 23379 main.go:141] libmachine: (ha-604935)
I1202 11:45:52.264453 23379 main.go:141] libmachine: (ha-604935) DBG | domain ha-604935 has defined MAC address 52:54:00:e2:c6:db in network default
I1202 11:45:52.264963 23379 main.go:141] libmachine: (ha-604935) DBG | domain ha-604935 has defined MAC address 52:54:00:e0:fa:7c in network mk-ha-604935
I1202 11:45:52.264976 23379 main.go:141] libmachine: (ha-604935) Ensuring networks are active...
I1202 11:45:52.265536 23379 main.go:141] libmachine: (ha-604935) Ensuring network default is active
I1202 11:45:52.265809 23379 main.go:141] libmachine: (ha-604935) Ensuring network mk-ha-604935 is active
I1202 11:45:52.266301 23379 main.go:141] libmachine: (ha-604935) Getting domain xml...
I1202 11:45:52.266972 23379 main.go:141] libmachine: (ha-604935) Creating domain...
I1202 11:45:53.425942 23379 main.go:141] libmachine: (ha-604935) Waiting to get IP...
I1202 11:45:53.426812 23379 main.go:141] libmachine: (ha-604935) DBG | domain ha-604935 has defined MAC address 52:54:00:e0:fa:7c in network mk-ha-604935
I1202 11:45:53.427160 23379 main.go:141] libmachine: (ha-604935) DBG | unable to find current IP address of domain ha-604935 in network mk-ha-604935
I1202 11:45:53.427221 23379 main.go:141] libmachine: (ha-604935) DBG | I1202 11:45:53.427145 23402 retry.go:31] will retry after 201.077519ms: waiting for machine to come up
I1202 11:45:53.629564 23379 main.go:141] libmachine: (ha-604935) DBG | domain ha-604935 has defined MAC address 52:54:00:e0:fa:7c in network mk-ha-604935
I1202 11:45:53.629950 23379 main.go:141] libmachine: (ha-604935) DBG | unable to find current IP address of domain ha-604935 in network mk-ha-604935
I1202 11:45:53.629976 23379 main.go:141] libmachine: (ha-604935) DBG | I1202 11:45:53.629910 23402 retry.go:31] will retry after 339.273732ms: waiting for machine to come up
I1202 11:45:53.970328 23379 main.go:141] libmachine: (ha-604935) DBG | domain ha-604935 has defined MAC address 52:54:00:e0:fa:7c in network mk-ha-604935
I1202 11:45:53.970740 23379 main.go:141] libmachine: (ha-604935) DBG | unable to find current IP address of domain ha-604935 in network mk-ha-604935
I1202 11:45:53.970764 23379 main.go:141] libmachine: (ha-604935) DBG | I1202 11:45:53.970705 23402 retry.go:31] will retry after 350.772564ms: waiting for machine to come up
I1202 11:45:54.323244 23379 main.go:141] libmachine: (ha-604935) DBG | domain ha-604935 has defined MAC address 52:54:00:e0:fa:7c in network mk-ha-604935
I1202 11:45:54.323628 23379 main.go:141] libmachine: (ha-604935) DBG | unable to find current IP address of domain ha-604935 in network mk-ha-604935
I1202 11:45:54.323652 23379 main.go:141] libmachine: (ha-604935) DBG | I1202 11:45:54.323595 23402 retry.go:31] will retry after 510.154735ms: waiting for machine to come up
I1202 11:45:54.834818 23379 main.go:141] libmachine: (ha-604935) DBG | domain ha-604935 has defined MAC address 52:54:00:e0:fa:7c in network mk-ha-604935
I1202 11:45:54.835184 23379 main.go:141] libmachine: (ha-604935) DBG | unable to find current IP address of domain ha-604935 in network mk-ha-604935
I1202 11:45:54.835211 23379 main.go:141] libmachine: (ha-604935) DBG | I1202 11:45:54.835141 23402 retry.go:31] will retry after 497.813223ms: waiting for machine to come up
I1202 11:45:55.334326 23379 main.go:141] libmachine: (ha-604935) DBG | domain ha-604935 has defined MAC address 52:54:00:e0:fa:7c in network mk-ha-604935
I1202 11:45:55.334697 23379 main.go:141] libmachine: (ha-604935) DBG | unable to find current IP address of domain ha-604935 in network mk-ha-604935
I1202 11:45:55.334728 23379 main.go:141] libmachine: (ha-604935) DBG | I1202 11:45:55.334631 23402 retry.go:31] will retry after 593.538742ms: waiting for machine to come up
I1202 11:45:55.929133 23379 main.go:141] libmachine: (ha-604935) DBG | domain ha-604935 has defined MAC address 52:54:00:e0:fa:7c in network mk-ha-604935
I1202 11:45:55.929547 23379 main.go:141] libmachine: (ha-604935) DBG | unable to find current IP address of domain ha-604935 in network mk-ha-604935
I1202 11:45:55.929575 23379 main.go:141] libmachine: (ha-604935) DBG | I1202 11:45:55.929508 23402 retry.go:31] will retry after 1.005519689s: waiting for machine to come up
I1202 11:45:56.936100 23379 main.go:141] libmachine: (ha-604935) DBG | domain ha-604935 has defined MAC address 52:54:00:e0:fa:7c in network mk-ha-604935
I1202 11:45:56.936549 23379 main.go:141] libmachine: (ha-604935) DBG | unable to find current IP address of domain ha-604935 in network mk-ha-604935
I1202 11:45:56.936581 23379 main.go:141] libmachine: (ha-604935) DBG | I1202 11:45:56.936492 23402 retry.go:31] will retry after 1.273475187s: waiting for machine to come up
I1202 11:45:58.211849 23379 main.go:141] libmachine: (ha-604935) DBG | domain ha-604935 has defined MAC address 52:54:00:e0:fa:7c in network mk-ha-604935
I1202 11:45:58.212240 23379 main.go:141] libmachine: (ha-604935) DBG | unable to find current IP address of domain ha-604935 in network mk-ha-604935
I1202 11:45:58.212280 23379 main.go:141] libmachine: (ha-604935) DBG | I1202 11:45:58.212213 23402 retry.go:31] will retry after 1.292529083s: waiting for machine to come up
I1202 11:45:59.506572 23379 main.go:141] libmachine: (ha-604935) DBG | domain ha-604935 has defined MAC address 52:54:00:e0:fa:7c in network mk-ha-604935
I1202 11:45:59.506909 23379 main.go:141] libmachine: (ha-604935) DBG | unable to find current IP address of domain ha-604935 in network mk-ha-604935
I1202 11:45:59.506934 23379 main.go:141] libmachine: (ha-604935) DBG | I1202 11:45:59.506880 23402 retry.go:31] will retry after 1.800735236s: waiting for machine to come up
I1202 11:46:01.309936 23379 main.go:141] libmachine: (ha-604935) DBG | domain ha-604935 has defined MAC address 52:54:00:e0:fa:7c in network mk-ha-604935
I1202 11:46:01.310447 23379 main.go:141] libmachine: (ha-604935) DBG | unable to find current IP address of domain ha-604935 in network mk-ha-604935
I1202 11:46:01.310467 23379 main.go:141] libmachine: (ha-604935) DBG | I1202 11:46:01.310416 23402 retry.go:31] will retry after 2.83980414s: waiting for machine to come up
I1202 11:46:04.153261 23379 main.go:141] libmachine: (ha-604935) DBG | domain ha-604935 has defined MAC address 52:54:00:e0:fa:7c in network mk-ha-604935
I1202 11:46:04.153728 23379 main.go:141] libmachine: (ha-604935) DBG | unable to find current IP address of domain ha-604935 in network mk-ha-604935
I1202 11:46:04.153748 23379 main.go:141] libmachine: (ha-604935) DBG | I1202 11:46:04.153704 23402 retry.go:31] will retry after 2.497515599s: waiting for machine to come up
I1202 11:46:06.652765 23379 main.go:141] libmachine: (ha-604935) DBG | domain ha-604935 has defined MAC address 52:54:00:e0:fa:7c in network mk-ha-604935
I1202 11:46:06.653095 23379 main.go:141] libmachine: (ha-604935) DBG | unable to find current IP address of domain ha-604935 in network mk-ha-604935
I1202 11:46:06.653119 23379 main.go:141] libmachine: (ha-604935) DBG | I1202 11:46:06.653068 23402 retry.go:31] will retry after 2.762441656s: waiting for machine to come up
I1202 11:46:09.418859 23379 main.go:141] libmachine: (ha-604935) DBG | domain ha-604935 has defined MAC address 52:54:00:e0:fa:7c in network mk-ha-604935
I1202 11:46:09.419194 23379 main.go:141] libmachine: (ha-604935) DBG | unable to find current IP address of domain ha-604935 in network mk-ha-604935
I1202 11:46:09.419220 23379 main.go:141] libmachine: (ha-604935) DBG | I1202 11:46:09.419149 23402 retry.go:31] will retry after 3.896839408s: waiting for machine to come up
I1202 11:46:13.318223 23379 main.go:141] libmachine: (ha-604935) DBG | domain ha-604935 has defined MAC address 52:54:00:e0:fa:7c in network mk-ha-604935
I1202 11:46:13.318677 23379 main.go:141] libmachine: (ha-604935) Found IP for machine: 192.168.39.102
I1202 11:46:13.318696 23379 main.go:141] libmachine: (ha-604935) Reserving static IP address...
I1202 11:46:13.318709 23379 main.go:141] libmachine: (ha-604935) DBG | domain ha-604935 has current primary IP address 192.168.39.102 and MAC address 52:54:00:e0:fa:7c in network mk-ha-604935
I1202 11:46:13.318957 23379 main.go:141] libmachine: (ha-604935) DBG | unable to find host DHCP lease matching {name: "ha-604935", mac: "52:54:00:e0:fa:7c", ip: "192.168.39.102"} in network mk-ha-604935
I1202 11:46:13.386650 23379 main.go:141] libmachine: (ha-604935) DBG | Getting to WaitForSSH function...
I1202 11:46:13.386676 23379 main.go:141] libmachine: (ha-604935) Reserved static IP address: 192.168.39.102
I1202 11:46:13.386705 23379 main.go:141] libmachine: (ha-604935) Waiting for SSH to be available...
I1202 11:46:13.389178 23379 main.go:141] libmachine: (ha-604935) DBG | domain ha-604935 has defined MAC address 52:54:00:e0:fa:7c in network mk-ha-604935
I1202 11:46:13.389540 23379 main.go:141] libmachine: (ha-604935) DBG | unable to find host DHCP lease matching {name: "", mac: "52:54:00:e0:fa:7c", ip: ""} in network mk-ha-604935
I1202 11:46:13.389567 23379 main.go:141] libmachine: (ha-604935) DBG | unable to find defined IP address of network mk-ha-604935 interface with MAC address 52:54:00:e0:fa:7c
I1202 11:46:13.389737 23379 main.go:141] libmachine: (ha-604935) DBG | Using SSH client type: external
I1202 11:46:13.389771 23379 main.go:141] libmachine: (ha-604935) DBG | Using SSH private key: /home/jenkins/minikube-integration/20033-6257/.minikube/machines/ha-604935/id_rsa (-rw-------)
I1202 11:46:13.389833 23379 main.go:141] libmachine: (ha-604935) DBG | &{[-F /dev/null -o ConnectionAttempts=3 -o ConnectTimeout=10 -o ControlMaster=no -o ControlPath=none -o LogLevel=quiet -o PasswordAuthentication=no -o ServerAliveInterval=60 -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null docker@ -o IdentitiesOnly=yes -i /home/jenkins/minikube-integration/20033-6257/.minikube/machines/ha-604935/id_rsa -p 22] /usr/bin/ssh <nil>}
I1202 11:46:13.389853 23379 main.go:141] libmachine: (ha-604935) DBG | About to run SSH command:
I1202 11:46:13.389865 23379 main.go:141] libmachine: (ha-604935) DBG | exit 0
I1202 11:46:13.393280 23379 main.go:141] libmachine: (ha-604935) DBG | SSH cmd err, output: exit status 255:
I1202 11:46:13.393302 23379 main.go:141] libmachine: (ha-604935) DBG | Error getting ssh command 'exit 0' : ssh command error:
I1202 11:46:13.393311 23379 main.go:141] libmachine: (ha-604935) DBG | command : exit 0
I1202 11:46:13.393319 23379 main.go:141] libmachine: (ha-604935) DBG | err : exit status 255
I1202 11:46:13.393329 23379 main.go:141] libmachine: (ha-604935) DBG | output :
I1202 11:46:16.395489 23379 main.go:141] libmachine: (ha-604935) DBG | Getting to WaitForSSH function...
I1202 11:46:16.397696 23379 main.go:141] libmachine: (ha-604935) DBG | domain ha-604935 has defined MAC address 52:54:00:e0:fa:7c in network mk-ha-604935
I1202 11:46:16.398004 23379 main.go:141] libmachine: (ha-604935) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:e0:fa:7c", ip: ""} in network mk-ha-604935: {Iface:virbr1 ExpiryTime:2024-12-02 12:46:06 +0000 UTC Type:0 Mac:52:54:00:e0:fa:7c Iaid: IPaddr:192.168.39.102 Prefix:24 Hostname:ha-604935 Clientid:01:52:54:00:e0:fa:7c}
I1202 11:46:16.398035 23379 main.go:141] libmachine: (ha-604935) DBG | domain ha-604935 has defined IP address 192.168.39.102 and MAC address 52:54:00:e0:fa:7c in network mk-ha-604935
I1202 11:46:16.398057 23379 main.go:141] libmachine: (ha-604935) DBG | Using SSH client type: external
I1202 11:46:16.398092 23379 main.go:141] libmachine: (ha-604935) DBG | Using SSH private key: /home/jenkins/minikube-integration/20033-6257/.minikube/machines/ha-604935/id_rsa (-rw-------)
I1202 11:46:16.398150 23379 main.go:141] libmachine: (ha-604935) DBG | &{[-F /dev/null -o ConnectionAttempts=3 -o ConnectTimeout=10 -o ControlMaster=no -o ControlPath=none -o LogLevel=quiet -o PasswordAuthentication=no -o ServerAliveInterval=60 -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null docker@192.168.39.102 -o IdentitiesOnly=yes -i /home/jenkins/minikube-integration/20033-6257/.minikube/machines/ha-604935/id_rsa -p 22] /usr/bin/ssh <nil>}
I1202 11:46:16.398173 23379 main.go:141] libmachine: (ha-604935) DBG | About to run SSH command:
I1202 11:46:16.398186 23379 main.go:141] libmachine: (ha-604935) DBG | exit 0
I1202 11:46:16.524025 23379 main.go:141] libmachine: (ha-604935) DBG | SSH cmd err, output: <nil>:
I1202 11:46:16.524319 23379 main.go:141] libmachine: (ha-604935) KVM machine creation complete!
I1202 11:46:16.524585 23379 main.go:141] libmachine: (ha-604935) Calling .GetConfigRaw
I1202 11:46:16.525132 23379 main.go:141] libmachine: (ha-604935) Calling .DriverName
I1202 11:46:16.525296 23379 main.go:141] libmachine: (ha-604935) Calling .DriverName
I1202 11:46:16.525429 23379 main.go:141] libmachine: Waiting for machine to be running, this may take a few minutes...
I1202 11:46:16.525444 23379 main.go:141] libmachine: (ha-604935) Calling .GetState
I1202 11:46:16.526494 23379 main.go:141] libmachine: Detecting operating system of created instance...
I1202 11:46:16.526509 23379 main.go:141] libmachine: Waiting for SSH to be available...
I1202 11:46:16.526516 23379 main.go:141] libmachine: Getting to WaitForSSH function...
I1202 11:46:16.526523 23379 main.go:141] libmachine: (ha-604935) Calling .GetSSHHostname
I1202 11:46:16.528453 23379 main.go:141] libmachine: (ha-604935) DBG | domain ha-604935 has defined MAC address 52:54:00:e0:fa:7c in network mk-ha-604935
I1202 11:46:16.528856 23379 main.go:141] libmachine: (ha-604935) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:e0:fa:7c", ip: ""} in network mk-ha-604935: {Iface:virbr1 ExpiryTime:2024-12-02 12:46:06 +0000 UTC Type:0 Mac:52:54:00:e0:fa:7c Iaid: IPaddr:192.168.39.102 Prefix:24 Hostname:ha-604935 Clientid:01:52:54:00:e0:fa:7c}
I1202 11:46:16.528879 23379 main.go:141] libmachine: (ha-604935) DBG | domain ha-604935 has defined IP address 192.168.39.102 and MAC address 52:54:00:e0:fa:7c in network mk-ha-604935
I1202 11:46:16.529035 23379 main.go:141] libmachine: (ha-604935) Calling .GetSSHPort
I1202 11:46:16.529215 23379 main.go:141] libmachine: (ha-604935) Calling .GetSSHKeyPath
I1202 11:46:16.529389 23379 main.go:141] libmachine: (ha-604935) Calling .GetSSHKeyPath
I1202 11:46:16.529537 23379 main.go:141] libmachine: (ha-604935) Calling .GetSSHUsername
I1202 11:46:16.529694 23379 main.go:141] libmachine: Using SSH client type: native
I1202 11:46:16.529924 23379 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866ca0] 0x869980 <nil> [] 0s} 192.168.39.102 22 <nil> <nil>}
I1202 11:46:16.529940 23379 main.go:141] libmachine: About to run SSH command:
exit 0
I1202 11:46:16.639198 23379 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1202 11:46:16.639221 23379 main.go:141] libmachine: Detecting the provisioner...
I1202 11:46:16.639229 23379 main.go:141] libmachine: (ha-604935) Calling .GetSSHHostname
I1202 11:46:16.641755 23379 main.go:141] libmachine: (ha-604935) DBG | domain ha-604935 has defined MAC address 52:54:00:e0:fa:7c in network mk-ha-604935
I1202 11:46:16.642065 23379 main.go:141] libmachine: (ha-604935) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:e0:fa:7c", ip: ""} in network mk-ha-604935: {Iface:virbr1 ExpiryTime:2024-12-02 12:46:06 +0000 UTC Type:0 Mac:52:54:00:e0:fa:7c Iaid: IPaddr:192.168.39.102 Prefix:24 Hostname:ha-604935 Clientid:01:52:54:00:e0:fa:7c}
I1202 11:46:16.642082 23379 main.go:141] libmachine: (ha-604935) DBG | domain ha-604935 has defined IP address 192.168.39.102 and MAC address 52:54:00:e0:fa:7c in network mk-ha-604935
I1202 11:46:16.642197 23379 main.go:141] libmachine: (ha-604935) Calling .GetSSHPort
I1202 11:46:16.642389 23379 main.go:141] libmachine: (ha-604935) Calling .GetSSHKeyPath
I1202 11:46:16.642587 23379 main.go:141] libmachine: (ha-604935) Calling .GetSSHKeyPath
I1202 11:46:16.642718 23379 main.go:141] libmachine: (ha-604935) Calling .GetSSHUsername
I1202 11:46:16.642866 23379 main.go:141] libmachine: Using SSH client type: native
I1202 11:46:16.643032 23379 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866ca0] 0x869980 <nil> [] 0s} 192.168.39.102 22 <nil> <nil>}
I1202 11:46:16.643046 23379 main.go:141] libmachine: About to run SSH command:
cat /etc/os-release
I1202 11:46:16.748649 23379 main.go:141] libmachine: SSH cmd err, output: <nil>: NAME=Buildroot
VERSION=2023.02.9-dirty
ID=buildroot
VERSION_ID=2023.02.9
PRETTY_NAME="Buildroot 2023.02.9"
I1202 11:46:16.748721 23379 main.go:141] libmachine: found compatible host: buildroot
I1202 11:46:16.748732 23379 main.go:141] libmachine: Provisioning with buildroot...
I1202 11:46:16.748738 23379 main.go:141] libmachine: (ha-604935) Calling .GetMachineName
I1202 11:46:16.748943 23379 buildroot.go:166] provisioning hostname "ha-604935"
I1202 11:46:16.748965 23379 main.go:141] libmachine: (ha-604935) Calling .GetMachineName
I1202 11:46:16.749139 23379 main.go:141] libmachine: (ha-604935) Calling .GetSSHHostname
I1202 11:46:16.751455 23379 main.go:141] libmachine: (ha-604935) DBG | domain ha-604935 has defined MAC address 52:54:00:e0:fa:7c in network mk-ha-604935
I1202 11:46:16.751828 23379 main.go:141] libmachine: (ha-604935) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:e0:fa:7c", ip: ""} in network mk-ha-604935: {Iface:virbr1 ExpiryTime:2024-12-02 12:46:06 +0000 UTC Type:0 Mac:52:54:00:e0:fa:7c Iaid: IPaddr:192.168.39.102 Prefix:24 Hostname:ha-604935 Clientid:01:52:54:00:e0:fa:7c}
I1202 11:46:16.751862 23379 main.go:141] libmachine: (ha-604935) DBG | domain ha-604935 has defined IP address 192.168.39.102 and MAC address 52:54:00:e0:fa:7c in network mk-ha-604935
I1202 11:46:16.751971 23379 main.go:141] libmachine: (ha-604935) Calling .GetSSHPort
I1202 11:46:16.752141 23379 main.go:141] libmachine: (ha-604935) Calling .GetSSHKeyPath
I1202 11:46:16.752285 23379 main.go:141] libmachine: (ha-604935) Calling .GetSSHKeyPath
I1202 11:46:16.752419 23379 main.go:141] libmachine: (ha-604935) Calling .GetSSHUsername
I1202 11:46:16.752578 23379 main.go:141] libmachine: Using SSH client type: native
I1202 11:46:16.752754 23379 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866ca0] 0x869980 <nil> [] 0s} 192.168.39.102 22 <nil> <nil>}
I1202 11:46:16.752769 23379 main.go:141] libmachine: About to run SSH command:
sudo hostname ha-604935 && echo "ha-604935" | sudo tee /etc/hostname
I1202 11:46:16.869057 23379 main.go:141] libmachine: SSH cmd err, output: <nil>: ha-604935
I1202 11:46:16.869084 23379 main.go:141] libmachine: (ha-604935) Calling .GetSSHHostname
I1202 11:46:16.871187 23379 main.go:141] libmachine: (ha-604935) DBG | domain ha-604935 has defined MAC address 52:54:00:e0:fa:7c in network mk-ha-604935
I1202 11:46:16.871464 23379 main.go:141] libmachine: (ha-604935) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:e0:fa:7c", ip: ""} in network mk-ha-604935: {Iface:virbr1 ExpiryTime:2024-12-02 12:46:06 +0000 UTC Type:0 Mac:52:54:00:e0:fa:7c Iaid: IPaddr:192.168.39.102 Prefix:24 Hostname:ha-604935 Clientid:01:52:54:00:e0:fa:7c}
I1202 11:46:16.871482 23379 main.go:141] libmachine: (ha-604935) DBG | domain ha-604935 has defined IP address 192.168.39.102 and MAC address 52:54:00:e0:fa:7c in network mk-ha-604935
I1202 11:46:16.871651 23379 main.go:141] libmachine: (ha-604935) Calling .GetSSHPort
I1202 11:46:16.871810 23379 main.go:141] libmachine: (ha-604935) Calling .GetSSHKeyPath
I1202 11:46:16.871940 23379 main.go:141] libmachine: (ha-604935) Calling .GetSSHKeyPath
I1202 11:46:16.872049 23379 main.go:141] libmachine: (ha-604935) Calling .GetSSHUsername
I1202 11:46:16.872201 23379 main.go:141] libmachine: Using SSH client type: native
I1202 11:46:16.872396 23379 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866ca0] 0x869980 <nil> [] 0s} 192.168.39.102 22 <nil> <nil>}
I1202 11:46:16.872412 23379 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\sha-604935' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 ha-604935/g' /etc/hosts;
else
echo '127.0.1.1 ha-604935' | sudo tee -a /etc/hosts;
fi
fi
I1202 11:46:16.984630 23379 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1202 11:46:16.984655 23379 buildroot.go:172] set auth options {CertDir:/home/jenkins/minikube-integration/20033-6257/.minikube CaCertPath:/home/jenkins/minikube-integration/20033-6257/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/20033-6257/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/20033-6257/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/20033-6257/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/20033-6257/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/20033-6257/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/20033-6257/.minikube}
I1202 11:46:16.984684 23379 buildroot.go:174] setting up certificates
I1202 11:46:16.984696 23379 provision.go:84] configureAuth start
I1202 11:46:16.984709 23379 main.go:141] libmachine: (ha-604935) Calling .GetMachineName
I1202 11:46:16.984946 23379 main.go:141] libmachine: (ha-604935) Calling .GetIP
I1202 11:46:16.987426 23379 main.go:141] libmachine: (ha-604935) DBG | domain ha-604935 has defined MAC address 52:54:00:e0:fa:7c in network mk-ha-604935
I1202 11:46:16.987732 23379 main.go:141] libmachine: (ha-604935) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:e0:fa:7c", ip: ""} in network mk-ha-604935: {Iface:virbr1 ExpiryTime:2024-12-02 12:46:06 +0000 UTC Type:0 Mac:52:54:00:e0:fa:7c Iaid: IPaddr:192.168.39.102 Prefix:24 Hostname:ha-604935 Clientid:01:52:54:00:e0:fa:7c}
I1202 11:46:16.987755 23379 main.go:141] libmachine: (ha-604935) DBG | domain ha-604935 has defined IP address 192.168.39.102 and MAC address 52:54:00:e0:fa:7c in network mk-ha-604935
I1202 11:46:16.987901 23379 main.go:141] libmachine: (ha-604935) Calling .GetSSHHostname
I1202 11:46:16.989843 23379 main.go:141] libmachine: (ha-604935) DBG | domain ha-604935 has defined MAC address 52:54:00:e0:fa:7c in network mk-ha-604935
I1202 11:46:16.990098 23379 main.go:141] libmachine: (ha-604935) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:e0:fa:7c", ip: ""} in network mk-ha-604935: {Iface:virbr1 ExpiryTime:2024-12-02 12:46:06 +0000 UTC Type:0 Mac:52:54:00:e0:fa:7c Iaid: IPaddr:192.168.39.102 Prefix:24 Hostname:ha-604935 Clientid:01:52:54:00:e0:fa:7c}
I1202 11:46:16.990122 23379 main.go:141] libmachine: (ha-604935) DBG | domain ha-604935 has defined IP address 192.168.39.102 and MAC address 52:54:00:e0:fa:7c in network mk-ha-604935
I1202 11:46:16.990257 23379 provision.go:143] copyHostCerts
I1202 11:46:16.990285 23379 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20033-6257/.minikube/certs/ca.pem -> /home/jenkins/minikube-integration/20033-6257/.minikube/ca.pem
I1202 11:46:16.990325 23379 exec_runner.go:144] found /home/jenkins/minikube-integration/20033-6257/.minikube/ca.pem, removing ...
I1202 11:46:16.990334 23379 exec_runner.go:203] rm: /home/jenkins/minikube-integration/20033-6257/.minikube/ca.pem
I1202 11:46:16.990403 23379 exec_runner.go:151] cp: /home/jenkins/minikube-integration/20033-6257/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/20033-6257/.minikube/ca.pem (1082 bytes)
I1202 11:46:16.990485 23379 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20033-6257/.minikube/certs/cert.pem -> /home/jenkins/minikube-integration/20033-6257/.minikube/cert.pem
I1202 11:46:16.990508 23379 exec_runner.go:144] found /home/jenkins/minikube-integration/20033-6257/.minikube/cert.pem, removing ...
I1202 11:46:16.990522 23379 exec_runner.go:203] rm: /home/jenkins/minikube-integration/20033-6257/.minikube/cert.pem
I1202 11:46:16.990547 23379 exec_runner.go:151] cp: /home/jenkins/minikube-integration/20033-6257/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/20033-6257/.minikube/cert.pem (1123 bytes)
I1202 11:46:16.990600 23379 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20033-6257/.minikube/certs/key.pem -> /home/jenkins/minikube-integration/20033-6257/.minikube/key.pem
I1202 11:46:16.990616 23379 exec_runner.go:144] found /home/jenkins/minikube-integration/20033-6257/.minikube/key.pem, removing ...
I1202 11:46:16.990622 23379 exec_runner.go:203] rm: /home/jenkins/minikube-integration/20033-6257/.minikube/key.pem
I1202 11:46:16.990641 23379 exec_runner.go:151] cp: /home/jenkins/minikube-integration/20033-6257/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/20033-6257/.minikube/key.pem (1679 bytes)
I1202 11:46:16.990697 23379 provision.go:117] generating server cert: /home/jenkins/minikube-integration/20033-6257/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/20033-6257/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/20033-6257/.minikube/certs/ca-key.pem org=jenkins.ha-604935 san=[127.0.0.1 192.168.39.102 ha-604935 localhost minikube]
I1202 11:46:17.091711 23379 provision.go:177] copyRemoteCerts
I1202 11:46:17.091762 23379 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1202 11:46:17.091783 23379 main.go:141] libmachine: (ha-604935) Calling .GetSSHHostname
I1202 11:46:17.093867 23379 main.go:141] libmachine: (ha-604935) DBG | domain ha-604935 has defined MAC address 52:54:00:e0:fa:7c in network mk-ha-604935
I1202 11:46:17.094147 23379 main.go:141] libmachine: (ha-604935) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:e0:fa:7c", ip: ""} in network mk-ha-604935: {Iface:virbr1 ExpiryTime:2024-12-02 12:46:06 +0000 UTC Type:0 Mac:52:54:00:e0:fa:7c Iaid: IPaddr:192.168.39.102 Prefix:24 Hostname:ha-604935 Clientid:01:52:54:00:e0:fa:7c}
I1202 11:46:17.094176 23379 main.go:141] libmachine: (ha-604935) DBG | domain ha-604935 has defined IP address 192.168.39.102 and MAC address 52:54:00:e0:fa:7c in network mk-ha-604935
I1202 11:46:17.094310 23379 main.go:141] libmachine: (ha-604935) Calling .GetSSHPort
I1202 11:46:17.094467 23379 main.go:141] libmachine: (ha-604935) Calling .GetSSHKeyPath
I1202 11:46:17.094595 23379 main.go:141] libmachine: (ha-604935) Calling .GetSSHUsername
I1202 11:46:17.094701 23379 sshutil.go:53] new ssh client: &{IP:192.168.39.102 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/20033-6257/.minikube/machines/ha-604935/id_rsa Username:docker}
I1202 11:46:17.178212 23379 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20033-6257/.minikube/machines/server-key.pem -> /etc/docker/server-key.pem
I1202 11:46:17.178264 23379 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20033-6257/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1675 bytes)
I1202 11:46:17.201820 23379 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20033-6257/.minikube/certs/ca.pem -> /etc/docker/ca.pem
I1202 11:46:17.201876 23379 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20033-6257/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1082 bytes)
I1202 11:46:17.224492 23379 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20033-6257/.minikube/machines/server.pem -> /etc/docker/server.pem
I1202 11:46:17.224550 23379 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20033-6257/.minikube/machines/server.pem --> /etc/docker/server.pem (1200 bytes)
I1202 11:46:17.246969 23379 provision.go:87] duration metric: took 262.263543ms to configureAuth
I1202 11:46:17.246987 23379 buildroot.go:189] setting minikube options for container-runtime
I1202 11:46:17.247165 23379 config.go:182] Loaded profile config "ha-604935": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1202 11:46:17.247239 23379 main.go:141] libmachine: (ha-604935) Calling .GetSSHHostname
I1202 11:46:17.249583 23379 main.go:141] libmachine: (ha-604935) DBG | domain ha-604935 has defined MAC address 52:54:00:e0:fa:7c in network mk-ha-604935
I1202 11:46:17.249877 23379 main.go:141] libmachine: (ha-604935) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:e0:fa:7c", ip: ""} in network mk-ha-604935: {Iface:virbr1 ExpiryTime:2024-12-02 12:46:06 +0000 UTC Type:0 Mac:52:54:00:e0:fa:7c Iaid: IPaddr:192.168.39.102 Prefix:24 Hostname:ha-604935 Clientid:01:52:54:00:e0:fa:7c}
I1202 11:46:17.249899 23379 main.go:141] libmachine: (ha-604935) DBG | domain ha-604935 has defined IP address 192.168.39.102 and MAC address 52:54:00:e0:fa:7c in network mk-ha-604935
I1202 11:46:17.250032 23379 main.go:141] libmachine: (ha-604935) Calling .GetSSHPort
I1202 11:46:17.250183 23379 main.go:141] libmachine: (ha-604935) Calling .GetSSHKeyPath
I1202 11:46:17.250315 23379 main.go:141] libmachine: (ha-604935) Calling .GetSSHKeyPath
I1202 11:46:17.250423 23379 main.go:141] libmachine: (ha-604935) Calling .GetSSHUsername
I1202 11:46:17.250529 23379 main.go:141] libmachine: Using SSH client type: native
I1202 11:46:17.250670 23379 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866ca0] 0x869980 <nil> [] 0s} 192.168.39.102 22 <nil> <nil>}
I1202 11:46:17.250686 23379 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1202 11:46:17.469650 23379 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1202 11:46:17.469676 23379 main.go:141] libmachine: Checking connection to Docker...
I1202 11:46:17.469685 23379 main.go:141] libmachine: (ha-604935) Calling .GetURL
I1202 11:46:17.470859 23379 main.go:141] libmachine: (ha-604935) DBG | Using libvirt version 6000000
I1202 11:46:17.472792 23379 main.go:141] libmachine: (ha-604935) DBG | domain ha-604935 has defined MAC address 52:54:00:e0:fa:7c in network mk-ha-604935
I1202 11:46:17.473049 23379 main.go:141] libmachine: (ha-604935) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:e0:fa:7c", ip: ""} in network mk-ha-604935: {Iface:virbr1 ExpiryTime:2024-12-02 12:46:06 +0000 UTC Type:0 Mac:52:54:00:e0:fa:7c Iaid: IPaddr:192.168.39.102 Prefix:24 Hostname:ha-604935 Clientid:01:52:54:00:e0:fa:7c}
I1202 11:46:17.473078 23379 main.go:141] libmachine: (ha-604935) DBG | domain ha-604935 has defined IP address 192.168.39.102 and MAC address 52:54:00:e0:fa:7c in network mk-ha-604935
I1202 11:46:17.473161 23379 main.go:141] libmachine: Docker is up and running!
I1202 11:46:17.473172 23379 main.go:141] libmachine: Reticulating splines...
I1202 11:46:17.473179 23379 client.go:171] duration metric: took 25.91325953s to LocalClient.Create
I1202 11:46:17.473201 23379 start.go:167] duration metric: took 25.913314916s to libmachine.API.Create "ha-604935"
I1202 11:46:17.473214 23379 start.go:293] postStartSetup for "ha-604935" (driver="kvm2")
I1202 11:46:17.473228 23379 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1202 11:46:17.473243 23379 main.go:141] libmachine: (ha-604935) Calling .DriverName
I1202 11:46:17.473431 23379 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1202 11:46:17.473460 23379 main.go:141] libmachine: (ha-604935) Calling .GetSSHHostname
I1202 11:46:17.475686 23379 main.go:141] libmachine: (ha-604935) DBG | domain ha-604935 has defined MAC address 52:54:00:e0:fa:7c in network mk-ha-604935
I1202 11:46:17.475977 23379 main.go:141] libmachine: (ha-604935) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:e0:fa:7c", ip: ""} in network mk-ha-604935: {Iface:virbr1 ExpiryTime:2024-12-02 12:46:06 +0000 UTC Type:0 Mac:52:54:00:e0:fa:7c Iaid: IPaddr:192.168.39.102 Prefix:24 Hostname:ha-604935 Clientid:01:52:54:00:e0:fa:7c}
I1202 11:46:17.476003 23379 main.go:141] libmachine: (ha-604935) DBG | domain ha-604935 has defined IP address 192.168.39.102 and MAC address 52:54:00:e0:fa:7c in network mk-ha-604935
I1202 11:46:17.476117 23379 main.go:141] libmachine: (ha-604935) Calling .GetSSHPort
I1202 11:46:17.476292 23379 main.go:141] libmachine: (ha-604935) Calling .GetSSHKeyPath
I1202 11:46:17.476424 23379 main.go:141] libmachine: (ha-604935) Calling .GetSSHUsername
I1202 11:46:17.476570 23379 sshutil.go:53] new ssh client: &{IP:192.168.39.102 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/20033-6257/.minikube/machines/ha-604935/id_rsa Username:docker}
I1202 11:46:17.558504 23379 ssh_runner.go:195] Run: cat /etc/os-release
I1202 11:46:17.562731 23379 info.go:137] Remote host: Buildroot 2023.02.9
I1202 11:46:17.562753 23379 filesync.go:126] Scanning /home/jenkins/minikube-integration/20033-6257/.minikube/addons for local assets ...
I1202 11:46:17.562801 23379 filesync.go:126] Scanning /home/jenkins/minikube-integration/20033-6257/.minikube/files for local assets ...
I1202 11:46:17.562870 23379 filesync.go:149] local asset: /home/jenkins/minikube-integration/20033-6257/.minikube/files/etc/ssl/certs/134162.pem -> 134162.pem in /etc/ssl/certs
I1202 11:46:17.562886 23379 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20033-6257/.minikube/files/etc/ssl/certs/134162.pem -> /etc/ssl/certs/134162.pem
I1202 11:46:17.562973 23379 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1202 11:46:17.572589 23379 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20033-6257/.minikube/files/etc/ssl/certs/134162.pem --> /etc/ssl/certs/134162.pem (1708 bytes)
I1202 11:46:17.596338 23379 start.go:296] duration metric: took 123.108175ms for postStartSetup
I1202 11:46:17.596385 23379 main.go:141] libmachine: (ha-604935) Calling .GetConfigRaw
I1202 11:46:17.596933 23379 main.go:141] libmachine: (ha-604935) Calling .GetIP
I1202 11:46:17.599535 23379 main.go:141] libmachine: (ha-604935) DBG | domain ha-604935 has defined MAC address 52:54:00:e0:fa:7c in network mk-ha-604935
I1202 11:46:17.599863 23379 main.go:141] libmachine: (ha-604935) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:e0:fa:7c", ip: ""} in network mk-ha-604935: {Iface:virbr1 ExpiryTime:2024-12-02 12:46:06 +0000 UTC Type:0 Mac:52:54:00:e0:fa:7c Iaid: IPaddr:192.168.39.102 Prefix:24 Hostname:ha-604935 Clientid:01:52:54:00:e0:fa:7c}
I1202 11:46:17.599888 23379 main.go:141] libmachine: (ha-604935) DBG | domain ha-604935 has defined IP address 192.168.39.102 and MAC address 52:54:00:e0:fa:7c in network mk-ha-604935
I1202 11:46:17.600036 23379 profile.go:143] Saving config to /home/jenkins/minikube-integration/20033-6257/.minikube/profiles/ha-604935/config.json ...
I1202 11:46:17.600197 23379 start.go:128] duration metric: took 26.057419293s to createHost
I1202 11:46:17.600216 23379 main.go:141] libmachine: (ha-604935) Calling .GetSSHHostname
I1202 11:46:17.602393 23379 main.go:141] libmachine: (ha-604935) DBG | domain ha-604935 has defined MAC address 52:54:00:e0:fa:7c in network mk-ha-604935
I1202 11:46:17.602679 23379 main.go:141] libmachine: (ha-604935) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:e0:fa:7c", ip: ""} in network mk-ha-604935: {Iface:virbr1 ExpiryTime:2024-12-02 12:46:06 +0000 UTC Type:0 Mac:52:54:00:e0:fa:7c Iaid: IPaddr:192.168.39.102 Prefix:24 Hostname:ha-604935 Clientid:01:52:54:00:e0:fa:7c}
I1202 11:46:17.602700 23379 main.go:141] libmachine: (ha-604935) DBG | domain ha-604935 has defined IP address 192.168.39.102 and MAC address 52:54:00:e0:fa:7c in network mk-ha-604935
I1202 11:46:17.602888 23379 main.go:141] libmachine: (ha-604935) Calling .GetSSHPort
I1202 11:46:17.603033 23379 main.go:141] libmachine: (ha-604935) Calling .GetSSHKeyPath
I1202 11:46:17.603150 23379 main.go:141] libmachine: (ha-604935) Calling .GetSSHKeyPath
I1202 11:46:17.603243 23379 main.go:141] libmachine: (ha-604935) Calling .GetSSHUsername
I1202 11:46:17.603351 23379 main.go:141] libmachine: Using SSH client type: native
I1202 11:46:17.603548 23379 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866ca0] 0x869980 <nil> [] 0s} 192.168.39.102 22 <nil> <nil>}
I1202 11:46:17.603565 23379 main.go:141] libmachine: About to run SSH command:
date +%s.%N
I1202 11:46:17.708694 23379 main.go:141] libmachine: SSH cmd err, output: <nil>: 1733139977.687468447
I1202 11:46:17.708715 23379 fix.go:216] guest clock: 1733139977.687468447
I1202 11:46:17.708724 23379 fix.go:229] Guest: 2024-12-02 11:46:17.687468447 +0000 UTC Remote: 2024-12-02 11:46:17.600208028 +0000 UTC m=+26.158965969 (delta=87.260419ms)
I1202 11:46:17.708747 23379 fix.go:200] guest clock delta is within tolerance: 87.260419ms
I1202 11:46:17.708757 23379 start.go:83] releasing machines lock for "ha-604935", held for 26.166055586s
I1202 11:46:17.708779 23379 main.go:141] libmachine: (ha-604935) Calling .DriverName
I1202 11:46:17.708992 23379 main.go:141] libmachine: (ha-604935) Calling .GetIP
I1202 11:46:17.711541 23379 main.go:141] libmachine: (ha-604935) DBG | domain ha-604935 has defined MAC address 52:54:00:e0:fa:7c in network mk-ha-604935
I1202 11:46:17.711821 23379 main.go:141] libmachine: (ha-604935) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:e0:fa:7c", ip: ""} in network mk-ha-604935: {Iface:virbr1 ExpiryTime:2024-12-02 12:46:06 +0000 UTC Type:0 Mac:52:54:00:e0:fa:7c Iaid: IPaddr:192.168.39.102 Prefix:24 Hostname:ha-604935 Clientid:01:52:54:00:e0:fa:7c}
I1202 11:46:17.711843 23379 main.go:141] libmachine: (ha-604935) DBG | domain ha-604935 has defined IP address 192.168.39.102 and MAC address 52:54:00:e0:fa:7c in network mk-ha-604935
I1202 11:46:17.711972 23379 main.go:141] libmachine: (ha-604935) Calling .DriverName
I1202 11:46:17.712458 23379 main.go:141] libmachine: (ha-604935) Calling .DriverName
I1202 11:46:17.712646 23379 main.go:141] libmachine: (ha-604935) Calling .DriverName
I1202 11:46:17.712736 23379 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1202 11:46:17.712776 23379 main.go:141] libmachine: (ha-604935) Calling .GetSSHHostname
I1202 11:46:17.712829 23379 ssh_runner.go:195] Run: cat /version.json
I1202 11:46:17.712853 23379 main.go:141] libmachine: (ha-604935) Calling .GetSSHHostname
I1202 11:46:17.715060 23379 main.go:141] libmachine: (ha-604935) DBG | domain ha-604935 has defined MAC address 52:54:00:e0:fa:7c in network mk-ha-604935
I1202 11:46:17.715759 23379 main.go:141] libmachine: (ha-604935) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:e0:fa:7c", ip: ""} in network mk-ha-604935: {Iface:virbr1 ExpiryTime:2024-12-02 12:46:06 +0000 UTC Type:0 Mac:52:54:00:e0:fa:7c Iaid: IPaddr:192.168.39.102 Prefix:24 Hostname:ha-604935 Clientid:01:52:54:00:e0:fa:7c}
I1202 11:46:17.715798 23379 main.go:141] libmachine: (ha-604935) DBG | domain ha-604935 has defined IP address 192.168.39.102 and MAC address 52:54:00:e0:fa:7c in network mk-ha-604935
I1202 11:46:17.715960 23379 main.go:141] libmachine: (ha-604935) DBG | domain ha-604935 has defined MAC address 52:54:00:e0:fa:7c in network mk-ha-604935
I1202 11:46:17.716014 23379 main.go:141] libmachine: (ha-604935) Calling .GetSSHPort
I1202 11:46:17.716187 23379 main.go:141] libmachine: (ha-604935) Calling .GetSSHKeyPath
I1202 11:46:17.716313 23379 main.go:141] libmachine: (ha-604935) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:e0:fa:7c", ip: ""} in network mk-ha-604935: {Iface:virbr1 ExpiryTime:2024-12-02 12:46:06 +0000 UTC Type:0 Mac:52:54:00:e0:fa:7c Iaid: IPaddr:192.168.39.102 Prefix:24 Hostname:ha-604935 Clientid:01:52:54:00:e0:fa:7c}
I1202 11:46:17.716339 23379 main.go:141] libmachine: (ha-604935) DBG | domain ha-604935 has defined IP address 192.168.39.102 and MAC address 52:54:00:e0:fa:7c in network mk-ha-604935
I1202 11:46:17.716347 23379 main.go:141] libmachine: (ha-604935) Calling .GetSSHUsername
I1202 11:46:17.716430 23379 main.go:141] libmachine: (ha-604935) Calling .GetSSHPort
I1202 11:46:17.716502 23379 sshutil.go:53] new ssh client: &{IP:192.168.39.102 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/20033-6257/.minikube/machines/ha-604935/id_rsa Username:docker}
I1202 11:46:17.716582 23379 main.go:141] libmachine: (ha-604935) Calling .GetSSHKeyPath
I1202 11:46:17.716706 23379 main.go:141] libmachine: (ha-604935) Calling .GetSSHUsername
I1202 11:46:17.716827 23379 sshutil.go:53] new ssh client: &{IP:192.168.39.102 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/20033-6257/.minikube/machines/ha-604935/id_rsa Username:docker}
I1202 11:46:17.792614 23379 ssh_runner.go:195] Run: systemctl --version
I1202 11:46:17.813470 23379 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1202 11:46:17.973535 23379 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
W1202 11:46:17.979920 23379 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I1202 11:46:17.979975 23379 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1202 11:46:17.995437 23379 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)
I1202 11:46:17.995459 23379 start.go:495] detecting cgroup driver to use...
I1202 11:46:17.995503 23379 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1202 11:46:18.012152 23379 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1202 11:46:18.026749 23379 docker.go:217] disabling cri-docker service (if available) ...
I1202 11:46:18.026813 23379 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1202 11:46:18.040895 23379 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1202 11:46:18.054867 23379 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1202 11:46:18.182673 23379 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1202 11:46:18.307537 23379 docker.go:233] disabling docker service ...
I1202 11:46:18.307608 23379 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1202 11:46:18.321854 23379 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1202 11:46:18.334016 23379 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1202 11:46:18.463785 23379 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1202 11:46:18.581750 23379 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1202 11:46:18.594915 23379 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1202 11:46:18.612956 23379 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10" pause image...
I1202 11:46:18.613013 23379 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10"|' /etc/crio/crio.conf.d/02-crio.conf"
I1202 11:46:18.623443 23379 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I1202 11:46:18.623494 23379 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I1202 11:46:18.633789 23379 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1202 11:46:18.643912 23379 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1202 11:46:18.654023 23379 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1202 11:46:18.664581 23379 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I1202 11:46:18.674994 23379 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I1202 11:46:18.691561 23379 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I1202 11:46:18.701797 23379 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1202 11:46:18.711042 23379 crio.go:166] couldn't verify netfilter by "sudo sysctl net.bridge.bridge-nf-call-iptables" which might be okay. error: sudo sysctl net.bridge.bridge-nf-call-iptables: Process exited with status 255
stdout:
stderr:
sysctl: cannot stat /proc/sys/net/bridge/bridge-nf-call-iptables: No such file or directory
I1202 11:46:18.711090 23379 ssh_runner.go:195] Run: sudo modprobe br_netfilter
I1202 11:46:18.724638 23379 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1202 11:46:18.733743 23379 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1202 11:46:18.862034 23379 ssh_runner.go:195] Run: sudo systemctl restart crio
I1202 11:46:18.949557 23379 start.go:542] Will wait 60s for socket path /var/run/crio/crio.sock
I1202 11:46:18.949630 23379 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1202 11:46:18.954402 23379 start.go:563] Will wait 60s for crictl version
I1202 11:46:18.954482 23379 ssh_runner.go:195] Run: which crictl
I1202 11:46:18.958128 23379 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I1202 11:46:18.997454 23379 start.go:579] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.29.1
RuntimeApiVersion: v1
I1202 11:46:18.997519 23379 ssh_runner.go:195] Run: crio --version
I1202 11:46:19.025104 23379 ssh_runner.go:195] Run: crio --version
I1202 11:46:19.055599 23379 out.go:177] * Preparing Kubernetes v1.31.2 on CRI-O 1.29.1 ...
I1202 11:46:19.056875 23379 main.go:141] libmachine: (ha-604935) Calling .GetIP
I1202 11:46:19.059223 23379 main.go:141] libmachine: (ha-604935) DBG | domain ha-604935 has defined MAC address 52:54:00:e0:fa:7c in network mk-ha-604935
I1202 11:46:19.059530 23379 main.go:141] libmachine: (ha-604935) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:e0:fa:7c", ip: ""} in network mk-ha-604935: {Iface:virbr1 ExpiryTime:2024-12-02 12:46:06 +0000 UTC Type:0 Mac:52:54:00:e0:fa:7c Iaid: IPaddr:192.168.39.102 Prefix:24 Hostname:ha-604935 Clientid:01:52:54:00:e0:fa:7c}
I1202 11:46:19.059555 23379 main.go:141] libmachine: (ha-604935) DBG | domain ha-604935 has defined IP address 192.168.39.102 and MAC address 52:54:00:e0:fa:7c in network mk-ha-604935
I1202 11:46:19.059704 23379 ssh_runner.go:195] Run: grep 192.168.39.1 host.minikube.internal$ /etc/hosts
I1202 11:46:19.063855 23379 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.39.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1202 11:46:19.078703 23379 kubeadm.go:883] updating cluster {Name:ha-604935 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19917/minikube-v1.34.0-1730913550-19917-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730888964-19917@sha256:629a5748e3ec15a091fef12257eb3754b8ffc0c974ebcbb016451c65d1829615 Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.2 Cl
usterName:ha-604935 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.39.102 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 M
ountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} ...
I1202 11:46:19.078793 23379 preload.go:131] Checking if preload exists for k8s version v1.31.2 and runtime crio
I1202 11:46:19.078828 23379 ssh_runner.go:195] Run: sudo crictl images --output json
I1202 11:46:19.116305 23379 crio.go:510] couldn't find preloaded image for "registry.k8s.io/kube-apiserver:v1.31.2". assuming images are not preloaded.
I1202 11:46:19.116376 23379 ssh_runner.go:195] Run: which lz4
I1202 11:46:19.120271 23379 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20033-6257/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.2-cri-o-overlay-amd64.tar.lz4 -> /preloaded.tar.lz4
I1202 11:46:19.120778 23379 ssh_runner.go:195] Run: stat -c "%s %y" /preloaded.tar.lz4
I1202 11:46:19.126218 23379 ssh_runner.go:352] existence check for /preloaded.tar.lz4: stat -c "%s %y" /preloaded.tar.lz4: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/preloaded.tar.lz4': No such file or directory
I1202 11:46:19.126239 23379 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20033-6257/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.2-cri-o-overlay-amd64.tar.lz4 --> /preloaded.tar.lz4 (392059347 bytes)
I1202 11:46:20.425373 23379 crio.go:462] duration metric: took 1.305048201s to copy over tarball
I1202 11:46:20.425452 23379 ssh_runner.go:195] Run: sudo tar --xattrs --xattrs-include security.capability -I lz4 -C /var -xf /preloaded.tar.lz4
I1202 11:46:22.441192 23379 ssh_runner.go:235] Completed: sudo tar --xattrs --xattrs-include security.capability -I lz4 -C /var -xf /preloaded.tar.lz4: (2.01571139s)
I1202 11:46:22.441225 23379 crio.go:469] duration metric: took 2.015821089s to extract the tarball
I1202 11:46:22.441233 23379 ssh_runner.go:146] rm: /preloaded.tar.lz4
I1202 11:46:22.478991 23379 ssh_runner.go:195] Run: sudo crictl images --output json
I1202 11:46:22.530052 23379 crio.go:514] all images are preloaded for cri-o runtime.
I1202 11:46:22.530074 23379 cache_images.go:84] Images are preloaded, skipping loading
I1202 11:46:22.530083 23379 kubeadm.go:934] updating node { 192.168.39.102 8443 v1.31.2 crio true true} ...
I1202 11:46:22.530186 23379 kubeadm.go:946] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.31.2/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --hostname-override=ha-604935 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.39.102
[Install]
config:
{KubernetesVersion:v1.31.2 ClusterName:ha-604935 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1202 11:46:22.530263 23379 ssh_runner.go:195] Run: crio config
I1202 11:46:22.572985 23379 cni.go:84] Creating CNI manager for ""
I1202 11:46:22.573005 23379 cni.go:136] multinode detected (1 nodes found), recommending kindnet
I1202 11:46:22.573014 23379 kubeadm.go:84] Using pod CIDR: 10.244.0.0/16
I1202 11:46:22.573034 23379 kubeadm.go:189] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.39.102 APIServerPort:8443 KubernetesVersion:v1.31.2 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:ha-604935 NodeName:ha-604935 DNSDomain:cluster.local CRISocket:/var/run/crio/crio.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.39.102"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.39.102 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/kubernete
s/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[containerRuntimeEndpoint:unix:///var/run/crio/crio.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I1202 11:46:22.573152 23379 kubeadm.go:195] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta4
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.39.102
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/crio/crio.sock
name: "ha-604935"
kubeletExtraArgs:
- name: "node-ip"
value: "192.168.39.102"
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta4
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.39.102"]
extraArgs:
- name: "enable-admission-plugins"
value: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
- name: "allocate-node-cidrs"
value: "true"
- name: "leader-elect"
value: "false"
scheduler:
extraArgs:
- name: "leader-elect"
value: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
extraArgs:
- name: "proxy-refresh-interval"
value: "70000"
kubernetesVersion: v1.31.2
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
containerRuntimeEndpoint: unix:///var/run/crio/crio.sock
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%"
nodefs.inodesFree: "0%"
imagefs.available: "0%"
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I1202 11:46:22.573183 23379 kube-vip.go:115] generating kube-vip config ...
I1202 11:46:22.573233 23379 ssh_runner.go:195] Run: sudo sh -c "modprobe --all ip_vs ip_vs_rr ip_vs_wrr ip_vs_sh nf_conntrack"
I1202 11:46:22.589221 23379 kube-vip.go:167] auto-enabling control-plane load-balancing in kube-vip
I1202 11:46:22.589338 23379 kube-vip.go:137] kube-vip config:
apiVersion: v1
kind: Pod
metadata:
creationTimestamp: null
name: kube-vip
namespace: kube-system
spec:
containers:
- args:
- manager
env:
- name: vip_arp
value: "true"
- name: port
value: "8443"
- name: vip_nodename
valueFrom:
fieldRef:
fieldPath: spec.nodeName
- name: vip_interface
value: eth0
- name: vip_cidr
value: "32"
- name: dns_mode
value: first
- name: cp_enable
value: "true"
- name: cp_namespace
value: kube-system
- name: vip_leaderelection
value: "true"
- name: vip_leasename
value: plndr-cp-lock
- name: vip_leaseduration
value: "5"
- name: vip_renewdeadline
value: "3"
- name: vip_retryperiod
value: "1"
- name: address
value: 192.168.39.254
- name: prometheus_server
value: :2112
- name : lb_enable
value: "true"
- name: lb_port
value: "8443"
image: ghcr.io/kube-vip/kube-vip:v0.8.6
imagePullPolicy: IfNotPresent
name: kube-vip
resources: {}
securityContext:
capabilities:
add:
- NET_ADMIN
- NET_RAW
volumeMounts:
- mountPath: /etc/kubernetes/admin.conf
name: kubeconfig
hostAliases:
- hostnames:
- kubernetes
ip: 127.0.0.1
hostNetwork: true
volumes:
- hostPath:
path: "/etc/kubernetes/super-admin.conf"
name: kubeconfig
status: {}
I1202 11:46:22.589405 23379 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.31.2
I1202 11:46:22.599190 23379 binaries.go:44] Found k8s binaries, skipping transfer
I1202 11:46:22.599242 23379 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube /etc/kubernetes/manifests
I1202 11:46:22.608607 23379 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (309 bytes)
I1202 11:46:22.624652 23379 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1202 11:46:22.640379 23379 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2289 bytes)
I1202 11:46:22.655900 23379 ssh_runner.go:362] scp memory --> /etc/kubernetes/manifests/kube-vip.yaml (1447 bytes)
I1202 11:46:22.671590 23379 ssh_runner.go:195] Run: grep 192.168.39.254 control-plane.minikube.internal$ /etc/hosts
I1202 11:46:22.675287 23379 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.39.254 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1202 11:46:22.687449 23379 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1202 11:46:22.815343 23379 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1202 11:46:22.830770 23379 certs.go:68] Setting up /home/jenkins/minikube-integration/20033-6257/.minikube/profiles/ha-604935 for IP: 192.168.39.102
I1202 11:46:22.830783 23379 certs.go:194] generating shared ca certs ...
I1202 11:46:22.830798 23379 certs.go:226] acquiring lock for ca certs: {Name:mkd90d864427c88c2207fea7caea2d2f5fdfaac4 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1202 11:46:22.830938 23379 certs.go:235] skipping valid "minikubeCA" ca cert: /home/jenkins/minikube-integration/20033-6257/.minikube/ca.key
I1202 11:46:22.830989 23379 certs.go:235] skipping valid "proxyClientCA" ca cert: /home/jenkins/minikube-integration/20033-6257/.minikube/proxy-client-ca.key
I1202 11:46:22.831001 23379 certs.go:256] generating profile certs ...
I1202 11:46:22.831074 23379 certs.go:363] generating signed profile cert for "minikube-user": /home/jenkins/minikube-integration/20033-6257/.minikube/profiles/ha-604935/client.key
I1202 11:46:22.831100 23379 crypto.go:68] Generating cert /home/jenkins/minikube-integration/20033-6257/.minikube/profiles/ha-604935/client.crt with IP's: []
I1202 11:46:22.963911 23379 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/20033-6257/.minikube/profiles/ha-604935/client.crt ...
I1202 11:46:22.963935 23379 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20033-6257/.minikube/profiles/ha-604935/client.crt: {Name:mk5750a5db627315b9b01ec40b88a97f880b8d57 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1202 11:46:22.964093 23379 crypto.go:164] Writing key to /home/jenkins/minikube-integration/20033-6257/.minikube/profiles/ha-604935/client.key ...
I1202 11:46:22.964105 23379 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20033-6257/.minikube/profiles/ha-604935/client.key: {Name:mk12b4799c6c082b6ae6dcb6d50922caccda6be2 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1202 11:46:22.964176 23379 certs.go:363] generating signed profile cert for "minikube": /home/jenkins/minikube-integration/20033-6257/.minikube/profiles/ha-604935/apiserver.key.ff277fbd
I1202 11:46:22.964216 23379 crypto.go:68] Generating cert /home/jenkins/minikube-integration/20033-6257/.minikube/profiles/ha-604935/apiserver.crt.ff277fbd with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.168.39.102 192.168.39.254]
I1202 11:46:23.245751 23379 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/20033-6257/.minikube/profiles/ha-604935/apiserver.crt.ff277fbd ...
I1202 11:46:23.245777 23379 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20033-6257/.minikube/profiles/ha-604935/apiserver.crt.ff277fbd: {Name:mkd02d0517ee36862fb48fa866d0eddc37aac5c2 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1202 11:46:23.245919 23379 crypto.go:164] Writing key to /home/jenkins/minikube-integration/20033-6257/.minikube/profiles/ha-604935/apiserver.key.ff277fbd ...
I1202 11:46:23.245934 23379 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20033-6257/.minikube/profiles/ha-604935/apiserver.key.ff277fbd: {Name:mkafae41baf5ffd85374c686e8a6a230d6cd62ba Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1202 11:46:23.246014 23379 certs.go:381] copying /home/jenkins/minikube-integration/20033-6257/.minikube/profiles/ha-604935/apiserver.crt.ff277fbd -> /home/jenkins/minikube-integration/20033-6257/.minikube/profiles/ha-604935/apiserver.crt
I1202 11:46:23.246102 23379 certs.go:385] copying /home/jenkins/minikube-integration/20033-6257/.minikube/profiles/ha-604935/apiserver.key.ff277fbd -> /home/jenkins/minikube-integration/20033-6257/.minikube/profiles/ha-604935/apiserver.key
I1202 11:46:23.246163 23379 certs.go:363] generating signed profile cert for "aggregator": /home/jenkins/minikube-integration/20033-6257/.minikube/profiles/ha-604935/proxy-client.key
I1202 11:46:23.246178 23379 crypto.go:68] Generating cert /home/jenkins/minikube-integration/20033-6257/.minikube/profiles/ha-604935/proxy-client.crt with IP's: []
I1202 11:46:23.398901 23379 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/20033-6257/.minikube/profiles/ha-604935/proxy-client.crt ...
I1202 11:46:23.398937 23379 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20033-6257/.minikube/profiles/ha-604935/proxy-client.crt: {Name:mk59ab7004f92d658850310a3f6a84461f824e18 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1202 11:46:23.399105 23379 crypto.go:164] Writing key to /home/jenkins/minikube-integration/20033-6257/.minikube/profiles/ha-604935/proxy-client.key ...
I1202 11:46:23.399117 23379 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20033-6257/.minikube/profiles/ha-604935/proxy-client.key: {Name:mk4341731ba8ea8693d50dafd7cfc413608c74fb Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1202 11:46:23.399195 23379 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20033-6257/.minikube/ca.crt -> /var/lib/minikube/certs/ca.crt
I1202 11:46:23.399214 23379 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20033-6257/.minikube/ca.key -> /var/lib/minikube/certs/ca.key
I1202 11:46:23.399232 23379 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20033-6257/.minikube/proxy-client-ca.crt -> /var/lib/minikube/certs/proxy-client-ca.crt
I1202 11:46:23.399248 23379 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20033-6257/.minikube/proxy-client-ca.key -> /var/lib/minikube/certs/proxy-client-ca.key
I1202 11:46:23.399263 23379 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20033-6257/.minikube/profiles/ha-604935/apiserver.crt -> /var/lib/minikube/certs/apiserver.crt
I1202 11:46:23.399278 23379 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20033-6257/.minikube/profiles/ha-604935/apiserver.key -> /var/lib/minikube/certs/apiserver.key
I1202 11:46:23.399293 23379 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20033-6257/.minikube/profiles/ha-604935/proxy-client.crt -> /var/lib/minikube/certs/proxy-client.crt
I1202 11:46:23.399307 23379 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20033-6257/.minikube/profiles/ha-604935/proxy-client.key -> /var/lib/minikube/certs/proxy-client.key
I1202 11:46:23.399357 23379 certs.go:484] found cert: /home/jenkins/minikube-integration/20033-6257/.minikube/certs/13416.pem (1338 bytes)
W1202 11:46:23.399393 23379 certs.go:480] ignoring /home/jenkins/minikube-integration/20033-6257/.minikube/certs/13416_empty.pem, impossibly tiny 0 bytes
I1202 11:46:23.399404 23379 certs.go:484] found cert: /home/jenkins/minikube-integration/20033-6257/.minikube/certs/ca-key.pem (1675 bytes)
I1202 11:46:23.399426 23379 certs.go:484] found cert: /home/jenkins/minikube-integration/20033-6257/.minikube/certs/ca.pem (1082 bytes)
I1202 11:46:23.399453 23379 certs.go:484] found cert: /home/jenkins/minikube-integration/20033-6257/.minikube/certs/cert.pem (1123 bytes)
I1202 11:46:23.399485 23379 certs.go:484] found cert: /home/jenkins/minikube-integration/20033-6257/.minikube/certs/key.pem (1679 bytes)
I1202 11:46:23.399528 23379 certs.go:484] found cert: /home/jenkins/minikube-integration/20033-6257/.minikube/files/etc/ssl/certs/134162.pem (1708 bytes)
I1202 11:46:23.399560 23379 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20033-6257/.minikube/certs/13416.pem -> /usr/share/ca-certificates/13416.pem
I1202 11:46:23.399576 23379 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20033-6257/.minikube/files/etc/ssl/certs/134162.pem -> /usr/share/ca-certificates/134162.pem
I1202 11:46:23.399590 23379 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20033-6257/.minikube/ca.crt -> /usr/share/ca-certificates/minikubeCA.pem
I1202 11:46:23.400135 23379 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20033-6257/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1202 11:46:23.425287 23379 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20033-6257/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1679 bytes)
I1202 11:46:23.447899 23379 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20033-6257/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1202 11:46:23.470786 23379 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20033-6257/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I1202 11:46:23.493867 23379 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20033-6257/.minikube/profiles/ha-604935/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1424 bytes)
I1202 11:46:23.517308 23379 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20033-6257/.minikube/profiles/ha-604935/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1679 bytes)
I1202 11:46:23.540273 23379 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20033-6257/.minikube/profiles/ha-604935/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1202 11:46:23.562862 23379 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20033-6257/.minikube/profiles/ha-604935/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1679 bytes)
I1202 11:46:23.587751 23379 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20033-6257/.minikube/certs/13416.pem --> /usr/share/ca-certificates/13416.pem (1338 bytes)
I1202 11:46:23.615307 23379 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20033-6257/.minikube/files/etc/ssl/certs/134162.pem --> /usr/share/ca-certificates/134162.pem (1708 bytes)
I1202 11:46:23.645819 23379 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20033-6257/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1202 11:46:23.670226 23379 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I1202 11:46:23.686120 23379 ssh_runner.go:195] Run: openssl version
I1202 11:46:23.691724 23379 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/13416.pem && ln -fs /usr/share/ca-certificates/13416.pem /etc/ssl/certs/13416.pem"
I1202 11:46:23.702611 23379 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/13416.pem
I1202 11:46:23.706991 23379 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Dec 2 11:42 /usr/share/ca-certificates/13416.pem
I1202 11:46:23.707032 23379 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/13416.pem
I1202 11:46:23.712771 23379 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/13416.pem /etc/ssl/certs/51391683.0"
I1202 11:46:23.723671 23379 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/134162.pem && ln -fs /usr/share/ca-certificates/134162.pem /etc/ssl/certs/134162.pem"
I1202 11:46:23.734402 23379 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/134162.pem
I1202 11:46:23.738713 23379 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Dec 2 11:42 /usr/share/ca-certificates/134162.pem
I1202 11:46:23.738746 23379 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/134162.pem
I1202 11:46:23.744060 23379 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/134162.pem /etc/ssl/certs/3ec20f2e.0"
I1202 11:46:23.754804 23379 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1202 11:46:23.765363 23379 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1202 11:46:23.769594 23379 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Dec 2 11:31 /usr/share/ca-certificates/minikubeCA.pem
I1202 11:46:23.769630 23379 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1202 11:46:23.774953 23379 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1202 11:46:23.785412 23379 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1202 11:46:23.789341 23379 certs.go:399] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I1202 11:46:23.789402 23379 kubeadm.go:392] StartCluster: {Name:ha-604935 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19917/minikube-v1.34.0-1730913550-19917-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730888964-19917@sha256:629a5748e3ec15a091fef12257eb3754b8ffc0c974ebcbb016451c65d1829615 Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.2 Clust
erName:ha-604935 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.39.102 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 Moun
tType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1202 11:46:23.789461 23379 cri.go:54] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I1202 11:46:23.789507 23379 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1202 11:46:23.829185 23379 cri.go:89] found id: ""
I1202 11:46:23.829258 23379 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I1202 11:46:23.839482 23379 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml
I1202 11:46:23.849018 23379 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf
I1202 11:46:23.858723 23379 kubeadm.go:155] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory
ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory
ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory
ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory
I1202 11:46:23.858741 23379 kubeadm.go:157] found existing configuration files:
I1202 11:46:23.858784 23379 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf
I1202 11:46:23.867813 23379 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/admin.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/admin.conf: No such file or directory
I1202 11:46:23.867858 23379 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/admin.conf
I1202 11:46:23.877083 23379 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf
I1202 11:46:23.886137 23379 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/kubelet.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/kubelet.conf: No such file or directory
I1202 11:46:23.886182 23379 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/kubelet.conf
I1202 11:46:23.895526 23379 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf
I1202 11:46:23.904513 23379 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/controller-manager.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/controller-manager.conf: No such file or directory
I1202 11:46:23.904574 23379 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/controller-manager.conf
I1202 11:46:23.913938 23379 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf
I1202 11:46:23.922913 23379 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/scheduler.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/scheduler.conf: No such file or directory
I1202 11:46:23.922950 23379 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/scheduler.conf
I1202 11:46:23.932249 23379 ssh_runner.go:286] Start: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.2:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem"
I1202 11:46:24.043553 23379 kubeadm.go:310] [init] Using Kubernetes version: v1.31.2
I1202 11:46:24.043623 23379 kubeadm.go:310] [preflight] Running pre-flight checks
I1202 11:46:24.150207 23379 kubeadm.go:310] [preflight] Pulling images required for setting up a Kubernetes cluster
I1202 11:46:24.150352 23379 kubeadm.go:310] [preflight] This might take a minute or two, depending on the speed of your internet connection
I1202 11:46:24.150497 23379 kubeadm.go:310] [preflight] You can also perform this action beforehand using 'kubeadm config images pull'
I1202 11:46:24.159626 23379 kubeadm.go:310] [certs] Using certificateDir folder "/var/lib/minikube/certs"
I1202 11:46:24.195667 23379 out.go:235] - Generating certificates and keys ...
I1202 11:46:24.195776 23379 kubeadm.go:310] [certs] Using existing ca certificate authority
I1202 11:46:24.195834 23379 kubeadm.go:310] [certs] Using existing apiserver certificate and key on disk
I1202 11:46:24.358436 23379 kubeadm.go:310] [certs] Generating "apiserver-kubelet-client" certificate and key
I1202 11:46:24.683719 23379 kubeadm.go:310] [certs] Generating "front-proxy-ca" certificate and key
I1202 11:46:24.943667 23379 kubeadm.go:310] [certs] Generating "front-proxy-client" certificate and key
I1202 11:46:25.032560 23379 kubeadm.go:310] [certs] Generating "etcd/ca" certificate and key
I1202 11:46:25.140726 23379 kubeadm.go:310] [certs] Generating "etcd/server" certificate and key
I1202 11:46:25.140883 23379 kubeadm.go:310] [certs] etcd/server serving cert is signed for DNS names [ha-604935 localhost] and IPs [192.168.39.102 127.0.0.1 ::1]
I1202 11:46:25.414720 23379 kubeadm.go:310] [certs] Generating "etcd/peer" certificate and key
I1202 11:46:25.414972 23379 kubeadm.go:310] [certs] etcd/peer serving cert is signed for DNS names [ha-604935 localhost] and IPs [192.168.39.102 127.0.0.1 ::1]
I1202 11:46:25.596308 23379 kubeadm.go:310] [certs] Generating "etcd/healthcheck-client" certificate and key
I1202 11:46:25.682848 23379 kubeadm.go:310] [certs] Generating "apiserver-etcd-client" certificate and key
I1202 11:46:25.908682 23379 kubeadm.go:310] [certs] Generating "sa" key and public key
I1202 11:46:25.908968 23379 kubeadm.go:310] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"
I1202 11:46:26.057865 23379 kubeadm.go:310] [kubeconfig] Writing "admin.conf" kubeconfig file
I1202 11:46:26.190529 23379 kubeadm.go:310] [kubeconfig] Writing "super-admin.conf" kubeconfig file
I1202 11:46:26.320151 23379 kubeadm.go:310] [kubeconfig] Writing "kubelet.conf" kubeconfig file
I1202 11:46:26.522118 23379 kubeadm.go:310] [kubeconfig] Writing "controller-manager.conf" kubeconfig file
I1202 11:46:26.687579 23379 kubeadm.go:310] [kubeconfig] Writing "scheduler.conf" kubeconfig file
I1202 11:46:26.688353 23379 kubeadm.go:310] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
I1202 11:46:26.693709 23379 kubeadm.go:310] [control-plane] Using manifest folder "/etc/kubernetes/manifests"
I1202 11:46:26.695397 23379 out.go:235] - Booting up control plane ...
I1202 11:46:26.695494 23379 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-apiserver"
I1202 11:46:26.695563 23379 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-controller-manager"
I1202 11:46:26.696118 23379 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-scheduler"
I1202 11:46:26.712309 23379 kubeadm.go:310] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
I1202 11:46:26.721469 23379 kubeadm.go:310] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
I1202 11:46:26.721525 23379 kubeadm.go:310] [kubelet-start] Starting the kubelet
I1202 11:46:26.849672 23379 kubeadm.go:310] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests"
I1202 11:46:26.849831 23379 kubeadm.go:310] [kubelet-check] Waiting for a healthy kubelet at http://127.0.0.1:10248/healthz. This can take up to 4m0s
I1202 11:46:27.850918 23379 kubeadm.go:310] [kubelet-check] The kubelet is healthy after 1.001821143s
I1202 11:46:27.850997 23379 kubeadm.go:310] [api-check] Waiting for a healthy API server. This can take up to 4m0s
I1202 11:46:33.482873 23379 kubeadm.go:310] [api-check] The API server is healthy after 5.633037057s
I1202 11:46:33.492749 23379 kubeadm.go:310] [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace
I1202 11:46:33.512336 23379 kubeadm.go:310] [kubelet] Creating a ConfigMap "kubelet-config" in namespace kube-system with the configuration for the kubelets in the cluster
I1202 11:46:34.037238 23379 kubeadm.go:310] [upload-certs] Skipping phase. Please see --upload-certs
I1202 11:46:34.037452 23379 kubeadm.go:310] [mark-control-plane] Marking the node ha-604935 as control-plane by adding the labels: [node-role.kubernetes.io/control-plane node.kubernetes.io/exclude-from-external-load-balancers]
I1202 11:46:34.050856 23379 kubeadm.go:310] [bootstrap-token] Using token: 8kw29b.di3rsap6xz9ot94t
I1202 11:46:34.052035 23379 out.go:235] - Configuring RBAC rules ...
I1202 11:46:34.052182 23379 kubeadm.go:310] [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles
I1202 11:46:34.058440 23379 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to get nodes
I1202 11:46:34.073861 23379 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials
I1202 11:46:34.076499 23379 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token
I1202 11:46:34.079628 23379 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow certificate rotation for all node client certificates in the cluster
I1202 11:46:34.084760 23379 kubeadm.go:310] [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace
I1202 11:46:34.097556 23379 kubeadm.go:310] [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key
I1202 11:46:34.326607 23379 kubeadm.go:310] [addons] Applied essential addon: CoreDNS
I1202 11:46:34.887901 23379 kubeadm.go:310] [addons] Applied essential addon: kube-proxy
I1202 11:46:34.889036 23379 kubeadm.go:310]
I1202 11:46:34.889140 23379 kubeadm.go:310] Your Kubernetes control-plane has initialized successfully!
I1202 11:46:34.889169 23379 kubeadm.go:310]
I1202 11:46:34.889273 23379 kubeadm.go:310] To start using your cluster, you need to run the following as a regular user:
I1202 11:46:34.889281 23379 kubeadm.go:310]
I1202 11:46:34.889308 23379 kubeadm.go:310] mkdir -p $HOME/.kube
I1202 11:46:34.889389 23379 kubeadm.go:310] sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config
I1202 11:46:34.889465 23379 kubeadm.go:310] sudo chown $(id -u):$(id -g) $HOME/.kube/config
I1202 11:46:34.889475 23379 kubeadm.go:310]
I1202 11:46:34.889554 23379 kubeadm.go:310] Alternatively, if you are the root user, you can run:
I1202 11:46:34.889564 23379 kubeadm.go:310]
I1202 11:46:34.889639 23379 kubeadm.go:310] export KUBECONFIG=/etc/kubernetes/admin.conf
I1202 11:46:34.889649 23379 kubeadm.go:310]
I1202 11:46:34.889720 23379 kubeadm.go:310] You should now deploy a pod network to the cluster.
I1202 11:46:34.889845 23379 kubeadm.go:310] Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:
I1202 11:46:34.889909 23379 kubeadm.go:310] https://kubernetes.io/docs/concepts/cluster-administration/addons/
I1202 11:46:34.889916 23379 kubeadm.go:310]
I1202 11:46:34.889990 23379 kubeadm.go:310] You can now join any number of control-plane nodes by copying certificate authorities
I1202 11:46:34.890073 23379 kubeadm.go:310] and service account keys on each node and then running the following as root:
I1202 11:46:34.890084 23379 kubeadm.go:310]
I1202 11:46:34.890170 23379 kubeadm.go:310] kubeadm join control-plane.minikube.internal:8443 --token 8kw29b.di3rsap6xz9ot94t \
I1202 11:46:34.890282 23379 kubeadm.go:310] --discovery-token-ca-cert-hash sha256:9ebc90a8ea81482c2fee6e485f0934fa91cca27bad5f3e63f2929fbd27f9dacb \
I1202 11:46:34.890321 23379 kubeadm.go:310] --control-plane
I1202 11:46:34.890328 23379 kubeadm.go:310]
I1202 11:46:34.890409 23379 kubeadm.go:310] Then you can join any number of worker nodes by running the following on each as root:
I1202 11:46:34.890416 23379 kubeadm.go:310]
I1202 11:46:34.890483 23379 kubeadm.go:310] kubeadm join control-plane.minikube.internal:8443 --token 8kw29b.di3rsap6xz9ot94t \
I1202 11:46:34.890568 23379 kubeadm.go:310] --discovery-token-ca-cert-hash sha256:9ebc90a8ea81482c2fee6e485f0934fa91cca27bad5f3e63f2929fbd27f9dacb
I1202 11:46:34.891577 23379 kubeadm.go:310] [WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
I1202 11:46:34.891597 23379 cni.go:84] Creating CNI manager for ""
I1202 11:46:34.891603 23379 cni.go:136] multinode detected (1 nodes found), recommending kindnet
I1202 11:46:34.892960 23379 out.go:177] * Configuring CNI (Container Networking Interface) ...
I1202 11:46:34.893988 23379 ssh_runner.go:195] Run: stat /opt/cni/bin/portmap
I1202 11:46:34.899231 23379 cni.go:182] applying CNI manifest using /var/lib/minikube/binaries/v1.31.2/kubectl ...
I1202 11:46:34.899255 23379 ssh_runner.go:362] scp memory --> /var/tmp/minikube/cni.yaml (2601 bytes)
I1202 11:46:34.917969 23379 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl apply --kubeconfig=/var/lib/minikube/kubeconfig -f /var/tmp/minikube/cni.yaml
I1202 11:46:35.272118 23379 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"
I1202 11:46:35.272198 23379 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl create clusterrolebinding minikube-rbac --clusterrole=cluster-admin --serviceaccount=kube-system:default --kubeconfig=/var/lib/minikube/kubeconfig
I1202 11:46:35.272259 23379 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig label --overwrite nodes ha-604935 minikube.k8s.io/updated_at=2024_12_02T11_46_35_0700 minikube.k8s.io/version=v1.34.0 minikube.k8s.io/commit=128491876095763f75c6c62c8e8cebf09ad32ac8 minikube.k8s.io/name=ha-604935 minikube.k8s.io/primary=true
I1202 11:46:35.310028 23379 ops.go:34] apiserver oom_adj: -16
I1202 11:46:35.408095 23379 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1202 11:46:35.908268 23379 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1202 11:46:36.408944 23379 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1202 11:46:36.909158 23379 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1202 11:46:37.408454 23379 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1202 11:46:37.909038 23379 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1202 11:46:38.408700 23379 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1202 11:46:38.908314 23379 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1202 11:46:39.023834 23379 kubeadm.go:1113] duration metric: took 3.751689624s to wait for elevateKubeSystemPrivileges
I1202 11:46:39.023871 23379 kubeadm.go:394] duration metric: took 15.234471878s to StartCluster
I1202 11:46:39.023890 23379 settings.go:142] acquiring lock: {Name:mk6e54e0b760aaf8e7bc9405f73b452b566ab7a8 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1202 11:46:39.023968 23379 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/20033-6257/kubeconfig
I1202 11:46:39.024843 23379 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20033-6257/kubeconfig: {Name:mkbf386db1f0c2ae2c08c1106fe6101226787e1d Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1202 11:46:39.025096 23379 start.go:233] HA (multi-control plane) cluster: will skip waiting for primary control-plane node &{Name: IP:192.168.39.102 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}
I1202 11:46:39.025129 23379 start.go:241] waiting for startup goroutines ...
I1202 11:46:39.025139 23379 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml"
I1202 11:46:39.025146 23379 addons.go:507] enable addons start: toEnable=map[ambassador:false amd-gpu-device-plugin:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-gluster:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false]
I1202 11:46:39.025247 23379 addons.go:69] Setting storage-provisioner=true in profile "ha-604935"
I1202 11:46:39.025268 23379 addons.go:234] Setting addon storage-provisioner=true in "ha-604935"
I1202 11:46:39.025297 23379 host.go:66] Checking if "ha-604935" exists ...
I1202 11:46:39.025365 23379 config.go:182] Loaded profile config "ha-604935": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1202 11:46:39.025267 23379 addons.go:69] Setting default-storageclass=true in profile "ha-604935"
I1202 11:46:39.025420 23379 addons_storage_classes.go:33] enableOrDisableStorageClasses default-storageclass=true on "ha-604935"
I1202 11:46:39.025726 23379 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1202 11:46:39.025773 23379 main.go:141] libmachine: Launching plugin server for driver kvm2
I1202 11:46:39.025867 23379 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1202 11:46:39.025904 23379 main.go:141] libmachine: Launching plugin server for driver kvm2
I1202 11:46:39.040510 23379 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:40663
I1202 11:46:39.040567 23379 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:42177
I1202 11:46:39.041007 23379 main.go:141] libmachine: () Calling .GetVersion
I1202 11:46:39.041111 23379 main.go:141] libmachine: () Calling .GetVersion
I1202 11:46:39.041500 23379 main.go:141] libmachine: Using API Version 1
I1202 11:46:39.041519 23379 main.go:141] libmachine: () Calling .SetConfigRaw
I1202 11:46:39.041642 23379 main.go:141] libmachine: Using API Version 1
I1202 11:46:39.041669 23379 main.go:141] libmachine: () Calling .SetConfigRaw
I1202 11:46:39.041855 23379 main.go:141] libmachine: () Calling .GetMachineName
I1202 11:46:39.042005 23379 main.go:141] libmachine: () Calling .GetMachineName
I1202 11:46:39.042156 23379 main.go:141] libmachine: (ha-604935) Calling .GetState
I1202 11:46:39.042501 23379 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1202 11:46:39.042547 23379 main.go:141] libmachine: Launching plugin server for driver kvm2
I1202 11:46:39.044200 23379 loader.go:395] Config loaded from file: /home/jenkins/minikube-integration/20033-6257/kubeconfig
I1202 11:46:39.044508 23379 kapi.go:59] client config for ha-604935: &rest.Config{Host:"https://192.168.39.254:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/home/jenkins/minikube-integration/20033-6257/.minikube/profiles/ha-604935/client.crt", KeyFile:"/home/jenkins/minikube-integration/20033-6257/.minikube/profiles/ha-604935/client.key", CAFile:"/home/jenkins/minikube-integration/20033-6257/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil), CAData:[]uint8(nil), NextProtos:[]string(nil)},
UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x243b6e0), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
I1202 11:46:39.044954 23379 cert_rotation.go:140] Starting client certificate rotation controller
I1202 11:46:39.045176 23379 addons.go:234] Setting addon default-storageclass=true in "ha-604935"
I1202 11:46:39.045212 23379 host.go:66] Checking if "ha-604935" exists ...
I1202 11:46:39.045509 23379 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1202 11:46:39.045548 23379 main.go:141] libmachine: Launching plugin server for driver kvm2
I1202 11:46:39.056740 23379 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:45749
I1202 11:46:39.057180 23379 main.go:141] libmachine: () Calling .GetVersion
I1202 11:46:39.057736 23379 main.go:141] libmachine: Using API Version 1
I1202 11:46:39.057761 23379 main.go:141] libmachine: () Calling .SetConfigRaw
I1202 11:46:39.058043 23379 main.go:141] libmachine: () Calling .GetMachineName
I1202 11:46:39.058254 23379 main.go:141] libmachine: (ha-604935) Calling .GetState
I1202 11:46:39.059103 23379 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:43429
I1202 11:46:39.059506 23379 main.go:141] libmachine: () Calling .GetVersion
I1202 11:46:39.059989 23379 main.go:141] libmachine: Using API Version 1
I1202 11:46:39.060003 23379 main.go:141] libmachine: () Calling .SetConfigRaw
I1202 11:46:39.060030 23379 main.go:141] libmachine: (ha-604935) Calling .DriverName
I1202 11:46:39.060305 23379 main.go:141] libmachine: () Calling .GetMachineName
I1202 11:46:39.060780 23379 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1202 11:46:39.060821 23379 main.go:141] libmachine: Launching plugin server for driver kvm2
I1202 11:46:39.061507 23379 out.go:177] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
I1202 11:46:39.062672 23379 addons.go:431] installing /etc/kubernetes/addons/storage-provisioner.yaml
I1202 11:46:39.062687 23379 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I1202 11:46:39.062700 23379 main.go:141] libmachine: (ha-604935) Calling .GetSSHHostname
I1202 11:46:39.065792 23379 main.go:141] libmachine: (ha-604935) DBG | domain ha-604935 has defined MAC address 52:54:00:e0:fa:7c in network mk-ha-604935
I1202 11:46:39.066230 23379 main.go:141] libmachine: (ha-604935) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:e0:fa:7c", ip: ""} in network mk-ha-604935: {Iface:virbr1 ExpiryTime:2024-12-02 12:46:06 +0000 UTC Type:0 Mac:52:54:00:e0:fa:7c Iaid: IPaddr:192.168.39.102 Prefix:24 Hostname:ha-604935 Clientid:01:52:54:00:e0:fa:7c}
I1202 11:46:39.066257 23379 main.go:141] libmachine: (ha-604935) DBG | domain ha-604935 has defined IP address 192.168.39.102 and MAC address 52:54:00:e0:fa:7c in network mk-ha-604935
I1202 11:46:39.066378 23379 main.go:141] libmachine: (ha-604935) Calling .GetSSHPort
I1202 11:46:39.066549 23379 main.go:141] libmachine: (ha-604935) Calling .GetSSHKeyPath
I1202 11:46:39.066694 23379 main.go:141] libmachine: (ha-604935) Calling .GetSSHUsername
I1202 11:46:39.066850 23379 sshutil.go:53] new ssh client: &{IP:192.168.39.102 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/20033-6257/.minikube/machines/ha-604935/id_rsa Username:docker}
I1202 11:46:39.076289 23379 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:32769
I1202 11:46:39.076690 23379 main.go:141] libmachine: () Calling .GetVersion
I1202 11:46:39.077099 23379 main.go:141] libmachine: Using API Version 1
I1202 11:46:39.077122 23379 main.go:141] libmachine: () Calling .SetConfigRaw
I1202 11:46:39.077418 23379 main.go:141] libmachine: () Calling .GetMachineName
I1202 11:46:39.077579 23379 main.go:141] libmachine: (ha-604935) Calling .GetState
I1202 11:46:39.079081 23379 main.go:141] libmachine: (ha-604935) Calling .DriverName
I1202 11:46:39.079273 23379 addons.go:431] installing /etc/kubernetes/addons/storageclass.yaml
I1202 11:46:39.079287 23379 ssh_runner.go:362] scp storageclass/storageclass.yaml --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)
I1202 11:46:39.079300 23379 main.go:141] libmachine: (ha-604935) Calling .GetSSHHostname
I1202 11:46:39.082143 23379 main.go:141] libmachine: (ha-604935) DBG | domain ha-604935 has defined MAC address 52:54:00:e0:fa:7c in network mk-ha-604935
I1202 11:46:39.082579 23379 main.go:141] libmachine: (ha-604935) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:e0:fa:7c", ip: ""} in network mk-ha-604935: {Iface:virbr1 ExpiryTime:2024-12-02 12:46:06 +0000 UTC Type:0 Mac:52:54:00:e0:fa:7c Iaid: IPaddr:192.168.39.102 Prefix:24 Hostname:ha-604935 Clientid:01:52:54:00:e0:fa:7c}
I1202 11:46:39.082597 23379 main.go:141] libmachine: (ha-604935) DBG | domain ha-604935 has defined IP address 192.168.39.102 and MAC address 52:54:00:e0:fa:7c in network mk-ha-604935
I1202 11:46:39.082752 23379 main.go:141] libmachine: (ha-604935) Calling .GetSSHPort
I1202 11:46:39.082910 23379 main.go:141] libmachine: (ha-604935) Calling .GetSSHKeyPath
I1202 11:46:39.083074 23379 main.go:141] libmachine: (ha-604935) Calling .GetSSHUsername
I1202 11:46:39.083219 23379 sshutil.go:53] new ssh client: &{IP:192.168.39.102 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/20033-6257/.minikube/machines/ha-604935/id_rsa Username:docker}
I1202 11:46:39.138927 23379 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.39.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -"
I1202 11:46:39.202502 23379 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml
I1202 11:46:39.264780 23379 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml
I1202 11:46:39.722155 23379 start.go:971] {"host.minikube.internal": 192.168.39.1} host record injected into CoreDNS's ConfigMap
I1202 11:46:39.944980 23379 main.go:141] libmachine: Making call to close driver server
I1202 11:46:39.945000 23379 main.go:141] libmachine: (ha-604935) Calling .Close
I1202 11:46:39.945116 23379 main.go:141] libmachine: Making call to close driver server
I1202 11:46:39.945141 23379 main.go:141] libmachine: (ha-604935) Calling .Close
I1202 11:46:39.945269 23379 main.go:141] libmachine: Successfully made call to close driver server
I1202 11:46:39.945284 23379 main.go:141] libmachine: Making call to close connection to plugin binary
I1202 11:46:39.945292 23379 main.go:141] libmachine: Making call to close driver server
I1202 11:46:39.945298 23379 main.go:141] libmachine: (ha-604935) Calling .Close
I1202 11:46:39.945459 23379 main.go:141] libmachine: Successfully made call to close driver server
I1202 11:46:39.945489 23379 main.go:141] libmachine: Making call to close connection to plugin binary
I1202 11:46:39.945500 23379 main.go:141] libmachine: Making call to close driver server
I1202 11:46:39.945513 23379 main.go:141] libmachine: (ha-604935) Calling .Close
I1202 11:46:39.945457 23379 main.go:141] libmachine: (ha-604935) DBG | Closing plugin on server side
I1202 11:46:39.945578 23379 main.go:141] libmachine: (ha-604935) DBG | Closing plugin on server side
I1202 11:46:39.945581 23379 main.go:141] libmachine: Successfully made call to close driver server
I1202 11:46:39.945620 23379 main.go:141] libmachine: Making call to close connection to plugin binary
I1202 11:46:39.945796 23379 main.go:141] libmachine: Successfully made call to close driver server
I1202 11:46:39.945844 23379 main.go:141] libmachine: Making call to close connection to plugin binary
I1202 11:46:39.945933 23379 envvar.go:172] "Feature gate default state" feature="InformerResourceVersion" enabled=false
I1202 11:46:39.945977 23379 envvar.go:172] "Feature gate default state" feature="WatchListClient" enabled=false
I1202 11:46:39.945813 23379 main.go:141] libmachine: (ha-604935) DBG | Closing plugin on server side
I1202 11:46:39.946087 23379 round_trippers.go:463] GET https://192.168.39.254:8443/apis/storage.k8s.io/v1/storageclasses
I1202 11:46:39.946099 23379 round_trippers.go:469] Request Headers:
I1202 11:46:39.946109 23379 round_trippers.go:473] Accept: application/json, */*
I1202 11:46:39.946117 23379 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1202 11:46:39.963939 23379 round_trippers.go:574] Response Status: 200 OK in 17 milliseconds
I1202 11:46:39.964651 23379 round_trippers.go:463] PUT https://192.168.39.254:8443/apis/storage.k8s.io/v1/storageclasses/standard
I1202 11:46:39.964667 23379 round_trippers.go:469] Request Headers:
I1202 11:46:39.964677 23379 round_trippers.go:473] Accept: application/json, */*
I1202 11:46:39.964684 23379 round_trippers.go:473] Content-Type: application/json
I1202 11:46:39.964689 23379 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1202 11:46:39.968484 23379 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1202 11:46:39.968627 23379 main.go:141] libmachine: Making call to close driver server
I1202 11:46:39.968639 23379 main.go:141] libmachine: (ha-604935) Calling .Close
I1202 11:46:39.968886 23379 main.go:141] libmachine: Successfully made call to close driver server
I1202 11:46:39.968902 23379 main.go:141] libmachine: Making call to close connection to plugin binary
I1202 11:46:39.970238 23379 out.go:177] * Enabled addons: storage-provisioner, default-storageclass
I1202 11:46:39.971383 23379 addons.go:510] duration metric: took 946.244666ms for enable addons: enabled=[storage-provisioner default-storageclass]
I1202 11:46:39.971420 23379 start.go:246] waiting for cluster config update ...
I1202 11:46:39.971435 23379 start.go:255] writing updated cluster config ...
I1202 11:46:39.972900 23379 out.go:201]
I1202 11:46:39.974083 23379 config.go:182] Loaded profile config "ha-604935": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1202 11:46:39.974147 23379 profile.go:143] Saving config to /home/jenkins/minikube-integration/20033-6257/.minikube/profiles/ha-604935/config.json ...
I1202 11:46:39.975564 23379 out.go:177] * Starting "ha-604935-m02" control-plane node in "ha-604935" cluster
I1202 11:46:39.976682 23379 preload.go:131] Checking if preload exists for k8s version v1.31.2 and runtime crio
I1202 11:46:39.976701 23379 cache.go:56] Caching tarball of preloaded images
I1202 11:46:39.976788 23379 preload.go:172] Found /home/jenkins/minikube-integration/20033-6257/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.2-cri-o-overlay-amd64.tar.lz4 in cache, skipping download
I1202 11:46:39.976800 23379 cache.go:59] Finished verifying existence of preloaded tar for v1.31.2 on crio
I1202 11:46:39.976872 23379 profile.go:143] Saving config to /home/jenkins/minikube-integration/20033-6257/.minikube/profiles/ha-604935/config.json ...
I1202 11:46:39.977100 23379 start.go:360] acquireMachinesLock for ha-604935-m02: {Name:mkf91465ea96483fd1507740f31b2b9ab7f9f919 Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}
I1202 11:46:39.977152 23379 start.go:364] duration metric: took 22.26µs to acquireMachinesLock for "ha-604935-m02"
I1202 11:46:39.977175 23379 start.go:93] Provisioning new machine with config: &{Name:ha-604935 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19917/minikube-v1.34.0-1730913550-19917-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730888964-19917@sha256:629a5748e3ec15a091fef12257eb3754b8ffc0c974ebcbb016451c65d1829615 Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{Kubernete
sVersion:v1.31.2 ClusterName:ha-604935 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.39.102 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m02 IP: Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[default-storageclass:true storage-provisioner:true] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 Cer
tExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name:m02 IP: Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}
I1202 11:46:39.977250 23379 start.go:125] createHost starting for "m02" (driver="kvm2")
I1202 11:46:39.978689 23379 out.go:235] * Creating kvm2 VM (CPUs=2, Memory=2200MB, Disk=20000MB) ...
I1202 11:46:39.978765 23379 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1202 11:46:39.978800 23379 main.go:141] libmachine: Launching plugin server for driver kvm2
I1202 11:46:39.993356 23379 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:39439
I1202 11:46:39.993775 23379 main.go:141] libmachine: () Calling .GetVersion
I1202 11:46:39.994235 23379 main.go:141] libmachine: Using API Version 1
I1202 11:46:39.994266 23379 main.go:141] libmachine: () Calling .SetConfigRaw
I1202 11:46:39.994666 23379 main.go:141] libmachine: () Calling .GetMachineName
I1202 11:46:39.994881 23379 main.go:141] libmachine: (ha-604935-m02) Calling .GetMachineName
I1202 11:46:39.995033 23379 main.go:141] libmachine: (ha-604935-m02) Calling .DriverName
I1202 11:46:39.995225 23379 start.go:159] libmachine.API.Create for "ha-604935" (driver="kvm2")
I1202 11:46:39.995256 23379 client.go:168] LocalClient.Create starting
I1202 11:46:39.995293 23379 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/20033-6257/.minikube/certs/ca.pem
I1202 11:46:39.995339 23379 main.go:141] libmachine: Decoding PEM data...
I1202 11:46:39.995364 23379 main.go:141] libmachine: Parsing certificate...
I1202 11:46:39.995433 23379 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/20033-6257/.minikube/certs/cert.pem
I1202 11:46:39.995460 23379 main.go:141] libmachine: Decoding PEM data...
I1202 11:46:39.995482 23379 main.go:141] libmachine: Parsing certificate...
I1202 11:46:39.995508 23379 main.go:141] libmachine: Running pre-create checks...
I1202 11:46:39.995520 23379 main.go:141] libmachine: (ha-604935-m02) Calling .PreCreateCheck
I1202 11:46:39.995688 23379 main.go:141] libmachine: (ha-604935-m02) Calling .GetConfigRaw
I1202 11:46:39.996035 23379 main.go:141] libmachine: Creating machine...
I1202 11:46:39.996049 23379 main.go:141] libmachine: (ha-604935-m02) Calling .Create
I1202 11:46:39.996158 23379 main.go:141] libmachine: (ha-604935-m02) Creating KVM machine...
I1202 11:46:39.997515 23379 main.go:141] libmachine: (ha-604935-m02) DBG | found existing default KVM network
I1202 11:46:39.997667 23379 main.go:141] libmachine: (ha-604935-m02) DBG | found existing private KVM network mk-ha-604935
I1202 11:46:39.997862 23379 main.go:141] libmachine: (ha-604935-m02) Setting up store path in /home/jenkins/minikube-integration/20033-6257/.minikube/machines/ha-604935-m02 ...
I1202 11:46:39.997894 23379 main.go:141] libmachine: (ha-604935-m02) Building disk image from file:///home/jenkins/minikube-integration/20033-6257/.minikube/cache/iso/amd64/minikube-v1.34.0-1730913550-19917-amd64.iso
I1202 11:46:39.997973 23379 main.go:141] libmachine: (ha-604935-m02) DBG | I1202 11:46:39.997863 23734 common.go:144] Making disk image using store path: /home/jenkins/minikube-integration/20033-6257/.minikube
I1202 11:46:39.998066 23379 main.go:141] libmachine: (ha-604935-m02) Downloading /home/jenkins/minikube-integration/20033-6257/.minikube/cache/boot2docker.iso from file:///home/jenkins/minikube-integration/20033-6257/.minikube/cache/iso/amd64/minikube-v1.34.0-1730913550-19917-amd64.iso...
I1202 11:46:40.246601 23379 main.go:141] libmachine: (ha-604935-m02) DBG | I1202 11:46:40.246459 23734 common.go:151] Creating ssh key: /home/jenkins/minikube-integration/20033-6257/.minikube/machines/ha-604935-m02/id_rsa...
I1202 11:46:40.345704 23379 main.go:141] libmachine: (ha-604935-m02) DBG | I1202 11:46:40.345606 23734 common.go:157] Creating raw disk image: /home/jenkins/minikube-integration/20033-6257/.minikube/machines/ha-604935-m02/ha-604935-m02.rawdisk...
I1202 11:46:40.345732 23379 main.go:141] libmachine: (ha-604935-m02) DBG | Writing magic tar header
I1202 11:46:40.345746 23379 main.go:141] libmachine: (ha-604935-m02) DBG | Writing SSH key tar header
I1202 11:46:40.345760 23379 main.go:141] libmachine: (ha-604935-m02) DBG | I1202 11:46:40.345732 23734 common.go:171] Fixing permissions on /home/jenkins/minikube-integration/20033-6257/.minikube/machines/ha-604935-m02 ...
I1202 11:46:40.345873 23379 main.go:141] libmachine: (ha-604935-m02) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/20033-6257/.minikube/machines/ha-604935-m02
I1202 11:46:40.345899 23379 main.go:141] libmachine: (ha-604935-m02) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/20033-6257/.minikube/machines
I1202 11:46:40.345912 23379 main.go:141] libmachine: (ha-604935-m02) Setting executable bit set on /home/jenkins/minikube-integration/20033-6257/.minikube/machines/ha-604935-m02 (perms=drwx------)
I1202 11:46:40.345936 23379 main.go:141] libmachine: (ha-604935-m02) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/20033-6257/.minikube
I1202 11:46:40.345967 23379 main.go:141] libmachine: (ha-604935-m02) Setting executable bit set on /home/jenkins/minikube-integration/20033-6257/.minikube/machines (perms=drwxr-xr-x)
I1202 11:46:40.345981 23379 main.go:141] libmachine: (ha-604935-m02) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/20033-6257
I1202 11:46:40.345991 23379 main.go:141] libmachine: (ha-604935-m02) DBG | Checking permissions on dir: /home/jenkins/minikube-integration
I1202 11:46:40.346001 23379 main.go:141] libmachine: (ha-604935-m02) DBG | Checking permissions on dir: /home/jenkins
I1202 11:46:40.346014 23379 main.go:141] libmachine: (ha-604935-m02) DBG | Checking permissions on dir: /home
I1202 11:46:40.346025 23379 main.go:141] libmachine: (ha-604935-m02) DBG | Skipping /home - not owner
I1202 11:46:40.346072 23379 main.go:141] libmachine: (ha-604935-m02) Setting executable bit set on /home/jenkins/minikube-integration/20033-6257/.minikube (perms=drwxr-xr-x)
I1202 11:46:40.346108 23379 main.go:141] libmachine: (ha-604935-m02) Setting executable bit set on /home/jenkins/minikube-integration/20033-6257 (perms=drwxrwxr-x)
I1202 11:46:40.346124 23379 main.go:141] libmachine: (ha-604935-m02) Setting executable bit set on /home/jenkins/minikube-integration (perms=drwxrwxr-x)
I1202 11:46:40.346137 23379 main.go:141] libmachine: (ha-604935-m02) Setting executable bit set on /home/jenkins (perms=drwxr-xr-x)
I1202 11:46:40.346162 23379 main.go:141] libmachine: (ha-604935-m02) Creating domain...
I1202 11:46:40.346895 23379 main.go:141] libmachine: (ha-604935-m02) define libvirt domain using xml:
I1202 11:46:40.346916 23379 main.go:141] libmachine: (ha-604935-m02) <domain type='kvm'>
I1202 11:46:40.346942 23379 main.go:141] libmachine: (ha-604935-m02) <name>ha-604935-m02</name>
I1202 11:46:40.346957 23379 main.go:141] libmachine: (ha-604935-m02) <memory unit='MiB'>2200</memory>
I1202 11:46:40.346974 23379 main.go:141] libmachine: (ha-604935-m02) <vcpu>2</vcpu>
I1202 11:46:40.346979 23379 main.go:141] libmachine: (ha-604935-m02) <features>
I1202 11:46:40.346986 23379 main.go:141] libmachine: (ha-604935-m02) <acpi/>
I1202 11:46:40.346990 23379 main.go:141] libmachine: (ha-604935-m02) <apic/>
I1202 11:46:40.346995 23379 main.go:141] libmachine: (ha-604935-m02) <pae/>
I1202 11:46:40.347001 23379 main.go:141] libmachine: (ha-604935-m02)
I1202 11:46:40.347008 23379 main.go:141] libmachine: (ha-604935-m02) </features>
I1202 11:46:40.347027 23379 main.go:141] libmachine: (ha-604935-m02) <cpu mode='host-passthrough'>
I1202 11:46:40.347034 23379 main.go:141] libmachine: (ha-604935-m02)
I1202 11:46:40.347038 23379 main.go:141] libmachine: (ha-604935-m02) </cpu>
I1202 11:46:40.347043 23379 main.go:141] libmachine: (ha-604935-m02) <os>
I1202 11:46:40.347049 23379 main.go:141] libmachine: (ha-604935-m02) <type>hvm</type>
I1202 11:46:40.347054 23379 main.go:141] libmachine: (ha-604935-m02) <boot dev='cdrom'/>
I1202 11:46:40.347060 23379 main.go:141] libmachine: (ha-604935-m02) <boot dev='hd'/>
I1202 11:46:40.347066 23379 main.go:141] libmachine: (ha-604935-m02) <bootmenu enable='no'/>
I1202 11:46:40.347072 23379 main.go:141] libmachine: (ha-604935-m02) </os>
I1202 11:46:40.347077 23379 main.go:141] libmachine: (ha-604935-m02) <devices>
I1202 11:46:40.347082 23379 main.go:141] libmachine: (ha-604935-m02) <disk type='file' device='cdrom'>
I1202 11:46:40.347089 23379 main.go:141] libmachine: (ha-604935-m02) <source file='/home/jenkins/minikube-integration/20033-6257/.minikube/machines/ha-604935-m02/boot2docker.iso'/>
I1202 11:46:40.347096 23379 main.go:141] libmachine: (ha-604935-m02) <target dev='hdc' bus='scsi'/>
I1202 11:46:40.347101 23379 main.go:141] libmachine: (ha-604935-m02) <readonly/>
I1202 11:46:40.347105 23379 main.go:141] libmachine: (ha-604935-m02) </disk>
I1202 11:46:40.347111 23379 main.go:141] libmachine: (ha-604935-m02) <disk type='file' device='disk'>
I1202 11:46:40.347118 23379 main.go:141] libmachine: (ha-604935-m02) <driver name='qemu' type='raw' cache='default' io='threads' />
I1202 11:46:40.347128 23379 main.go:141] libmachine: (ha-604935-m02) <source file='/home/jenkins/minikube-integration/20033-6257/.minikube/machines/ha-604935-m02/ha-604935-m02.rawdisk'/>
I1202 11:46:40.347135 23379 main.go:141] libmachine: (ha-604935-m02) <target dev='hda' bus='virtio'/>
I1202 11:46:40.347140 23379 main.go:141] libmachine: (ha-604935-m02) </disk>
I1202 11:46:40.347144 23379 main.go:141] libmachine: (ha-604935-m02) <interface type='network'>
I1202 11:46:40.347152 23379 main.go:141] libmachine: (ha-604935-m02) <source network='mk-ha-604935'/>
I1202 11:46:40.347156 23379 main.go:141] libmachine: (ha-604935-m02) <model type='virtio'/>
I1202 11:46:40.347162 23379 main.go:141] libmachine: (ha-604935-m02) </interface>
I1202 11:46:40.347167 23379 main.go:141] libmachine: (ha-604935-m02) <interface type='network'>
I1202 11:46:40.347172 23379 main.go:141] libmachine: (ha-604935-m02) <source network='default'/>
I1202 11:46:40.347178 23379 main.go:141] libmachine: (ha-604935-m02) <model type='virtio'/>
I1202 11:46:40.347183 23379 main.go:141] libmachine: (ha-604935-m02) </interface>
I1202 11:46:40.347187 23379 main.go:141] libmachine: (ha-604935-m02) <serial type='pty'>
I1202 11:46:40.347194 23379 main.go:141] libmachine: (ha-604935-m02) <target port='0'/>
I1202 11:46:40.347204 23379 main.go:141] libmachine: (ha-604935-m02) </serial>
I1202 11:46:40.347211 23379 main.go:141] libmachine: (ha-604935-m02) <console type='pty'>
I1202 11:46:40.347221 23379 main.go:141] libmachine: (ha-604935-m02) <target type='serial' port='0'/>
I1202 11:46:40.347236 23379 main.go:141] libmachine: (ha-604935-m02) </console>
I1202 11:46:40.347247 23379 main.go:141] libmachine: (ha-604935-m02) <rng model='virtio'>
I1202 11:46:40.347255 23379 main.go:141] libmachine: (ha-604935-m02) <backend model='random'>/dev/random</backend>
I1202 11:46:40.347264 23379 main.go:141] libmachine: (ha-604935-m02) </rng>
I1202 11:46:40.347271 23379 main.go:141] libmachine: (ha-604935-m02)
I1202 11:46:40.347282 23379 main.go:141] libmachine: (ha-604935-m02)
I1202 11:46:40.347295 23379 main.go:141] libmachine: (ha-604935-m02) </devices>
I1202 11:46:40.347306 23379 main.go:141] libmachine: (ha-604935-m02) </domain>
I1202 11:46:40.347319 23379 main.go:141] libmachine: (ha-604935-m02)
I1202 11:46:40.353726 23379 main.go:141] libmachine: (ha-604935-m02) DBG | domain ha-604935-m02 has defined MAC address 52:54:00:2b:bd:2e in network default
I1202 11:46:40.354276 23379 main.go:141] libmachine: (ha-604935-m02) Ensuring networks are active...
I1202 11:46:40.354296 23379 main.go:141] libmachine: (ha-604935-m02) DBG | domain ha-604935-m02 has defined MAC address 52:54:00:42:3a:28 in network mk-ha-604935
I1202 11:46:40.355011 23379 main.go:141] libmachine: (ha-604935-m02) Ensuring network default is active
I1202 11:46:40.355333 23379 main.go:141] libmachine: (ha-604935-m02) Ensuring network mk-ha-604935 is active
I1202 11:46:40.355771 23379 main.go:141] libmachine: (ha-604935-m02) Getting domain xml...
I1202 11:46:40.356531 23379 main.go:141] libmachine: (ha-604935-m02) Creating domain...
I1202 11:46:41.552192 23379 main.go:141] libmachine: (ha-604935-m02) Waiting to get IP...
I1202 11:46:41.552923 23379 main.go:141] libmachine: (ha-604935-m02) DBG | domain ha-604935-m02 has defined MAC address 52:54:00:42:3a:28 in network mk-ha-604935
I1202 11:46:41.553342 23379 main.go:141] libmachine: (ha-604935-m02) DBG | unable to find current IP address of domain ha-604935-m02 in network mk-ha-604935
I1202 11:46:41.553365 23379 main.go:141] libmachine: (ha-604935-m02) DBG | I1202 11:46:41.553311 23734 retry.go:31] will retry after 250.26239ms: waiting for machine to come up
I1202 11:46:41.804774 23379 main.go:141] libmachine: (ha-604935-m02) DBG | domain ha-604935-m02 has defined MAC address 52:54:00:42:3a:28 in network mk-ha-604935
I1202 11:46:41.805224 23379 main.go:141] libmachine: (ha-604935-m02) DBG | unable to find current IP address of domain ha-604935-m02 in network mk-ha-604935
I1202 11:46:41.805252 23379 main.go:141] libmachine: (ha-604935-m02) DBG | I1202 11:46:41.805182 23734 retry.go:31] will retry after 337.906383ms: waiting for machine to come up
I1202 11:46:42.144697 23379 main.go:141] libmachine: (ha-604935-m02) DBG | domain ha-604935-m02 has defined MAC address 52:54:00:42:3a:28 in network mk-ha-604935
I1202 11:46:42.145141 23379 main.go:141] libmachine: (ha-604935-m02) DBG | unable to find current IP address of domain ha-604935-m02 in network mk-ha-604935
I1202 11:46:42.145174 23379 main.go:141] libmachine: (ha-604935-m02) DBG | I1202 11:46:42.145097 23734 retry.go:31] will retry after 345.416251ms: waiting for machine to come up
I1202 11:46:42.491650 23379 main.go:141] libmachine: (ha-604935-m02) DBG | domain ha-604935-m02 has defined MAC address 52:54:00:42:3a:28 in network mk-ha-604935
I1202 11:46:42.492205 23379 main.go:141] libmachine: (ha-604935-m02) DBG | unable to find current IP address of domain ha-604935-m02 in network mk-ha-604935
I1202 11:46:42.492269 23379 main.go:141] libmachine: (ha-604935-m02) DBG | I1202 11:46:42.492187 23734 retry.go:31] will retry after 576.231118ms: waiting for machine to come up
I1202 11:46:43.069832 23379 main.go:141] libmachine: (ha-604935-m02) DBG | domain ha-604935-m02 has defined MAC address 52:54:00:42:3a:28 in network mk-ha-604935
I1202 11:46:43.070232 23379 main.go:141] libmachine: (ha-604935-m02) DBG | unable to find current IP address of domain ha-604935-m02 in network mk-ha-604935
I1202 11:46:43.070258 23379 main.go:141] libmachine: (ha-604935-m02) DBG | I1202 11:46:43.070185 23734 retry.go:31] will retry after 484.637024ms: waiting for machine to come up
I1202 11:46:43.557338 23379 main.go:141] libmachine: (ha-604935-m02) DBG | domain ha-604935-m02 has defined MAC address 52:54:00:42:3a:28 in network mk-ha-604935
I1202 11:46:43.557918 23379 main.go:141] libmachine: (ha-604935-m02) DBG | unable to find current IP address of domain ha-604935-m02 in network mk-ha-604935
I1202 11:46:43.557945 23379 main.go:141] libmachine: (ha-604935-m02) DBG | I1202 11:46:43.557876 23734 retry.go:31] will retry after 878.448741ms: waiting for machine to come up
I1202 11:46:44.437501 23379 main.go:141] libmachine: (ha-604935-m02) DBG | domain ha-604935-m02 has defined MAC address 52:54:00:42:3a:28 in network mk-ha-604935
I1202 11:46:44.437938 23379 main.go:141] libmachine: (ha-604935-m02) DBG | unable to find current IP address of domain ha-604935-m02 in network mk-ha-604935
I1202 11:46:44.437963 23379 main.go:141] libmachine: (ha-604935-m02) DBG | I1202 11:46:44.437910 23734 retry.go:31] will retry after 1.136235758s: waiting for machine to come up
I1202 11:46:45.575985 23379 main.go:141] libmachine: (ha-604935-m02) DBG | domain ha-604935-m02 has defined MAC address 52:54:00:42:3a:28 in network mk-ha-604935
I1202 11:46:45.576450 23379 main.go:141] libmachine: (ha-604935-m02) DBG | unable to find current IP address of domain ha-604935-m02 in network mk-ha-604935
I1202 11:46:45.576493 23379 main.go:141] libmachine: (ha-604935-m02) DBG | I1202 11:46:45.576415 23734 retry.go:31] will retry after 1.136366132s: waiting for machine to come up
I1202 11:46:46.714826 23379 main.go:141] libmachine: (ha-604935-m02) DBG | domain ha-604935-m02 has defined MAC address 52:54:00:42:3a:28 in network mk-ha-604935
I1202 11:46:46.715252 23379 main.go:141] libmachine: (ha-604935-m02) DBG | unable to find current IP address of domain ha-604935-m02 in network mk-ha-604935
I1202 11:46:46.715280 23379 main.go:141] libmachine: (ha-604935-m02) DBG | I1202 11:46:46.715201 23734 retry.go:31] will retry after 1.737559308s: waiting for machine to come up
I1202 11:46:48.455006 23379 main.go:141] libmachine: (ha-604935-m02) DBG | domain ha-604935-m02 has defined MAC address 52:54:00:42:3a:28 in network mk-ha-604935
I1202 11:46:48.455487 23379 main.go:141] libmachine: (ha-604935-m02) DBG | unable to find current IP address of domain ha-604935-m02 in network mk-ha-604935
I1202 11:46:48.455517 23379 main.go:141] libmachine: (ha-604935-m02) DBG | I1202 11:46:48.455436 23734 retry.go:31] will retry after 1.586005802s: waiting for machine to come up
I1202 11:46:50.042947 23379 main.go:141] libmachine: (ha-604935-m02) DBG | domain ha-604935-m02 has defined MAC address 52:54:00:42:3a:28 in network mk-ha-604935
I1202 11:46:50.043522 23379 main.go:141] libmachine: (ha-604935-m02) DBG | unable to find current IP address of domain ha-604935-m02 in network mk-ha-604935
I1202 11:46:50.043548 23379 main.go:141] libmachine: (ha-604935-m02) DBG | I1202 11:46:50.043471 23734 retry.go:31] will retry after 1.94342421s: waiting for machine to come up
I1202 11:46:51.988099 23379 main.go:141] libmachine: (ha-604935-m02) DBG | domain ha-604935-m02 has defined MAC address 52:54:00:42:3a:28 in network mk-ha-604935
I1202 11:46:51.988615 23379 main.go:141] libmachine: (ha-604935-m02) DBG | unable to find current IP address of domain ha-604935-m02 in network mk-ha-604935
I1202 11:46:51.988639 23379 main.go:141] libmachine: (ha-604935-m02) DBG | I1202 11:46:51.988575 23734 retry.go:31] will retry after 3.527601684s: waiting for machine to come up
I1202 11:46:55.517564 23379 main.go:141] libmachine: (ha-604935-m02) DBG | domain ha-604935-m02 has defined MAC address 52:54:00:42:3a:28 in network mk-ha-604935
I1202 11:46:55.518092 23379 main.go:141] libmachine: (ha-604935-m02) DBG | unable to find current IP address of domain ha-604935-m02 in network mk-ha-604935
I1202 11:46:55.518121 23379 main.go:141] libmachine: (ha-604935-m02) DBG | I1202 11:46:55.518041 23734 retry.go:31] will retry after 3.578241105s: waiting for machine to come up
I1202 11:46:59.097310 23379 main.go:141] libmachine: (ha-604935-m02) DBG | domain ha-604935-m02 has defined MAC address 52:54:00:42:3a:28 in network mk-ha-604935
I1202 11:46:59.097631 23379 main.go:141] libmachine: (ha-604935-m02) DBG | unable to find current IP address of domain ha-604935-m02 in network mk-ha-604935
I1202 11:46:59.097651 23379 main.go:141] libmachine: (ha-604935-m02) DBG | I1202 11:46:59.097596 23734 retry.go:31] will retry after 5.085934719s: waiting for machine to come up
I1202 11:47:04.187907 23379 main.go:141] libmachine: (ha-604935-m02) DBG | domain ha-604935-m02 has defined MAC address 52:54:00:42:3a:28 in network mk-ha-604935
I1202 11:47:04.188401 23379 main.go:141] libmachine: (ha-604935-m02) Found IP for machine: 192.168.39.96
I1202 11:47:04.188429 23379 main.go:141] libmachine: (ha-604935-m02) DBG | domain ha-604935-m02 has current primary IP address 192.168.39.96 and MAC address 52:54:00:42:3a:28 in network mk-ha-604935
I1202 11:47:04.188437 23379 main.go:141] libmachine: (ha-604935-m02) Reserving static IP address...
I1202 11:47:04.188743 23379 main.go:141] libmachine: (ha-604935-m02) DBG | unable to find host DHCP lease matching {name: "ha-604935-m02", mac: "52:54:00:42:3a:28", ip: "192.168.39.96"} in network mk-ha-604935
I1202 11:47:04.256531 23379 main.go:141] libmachine: (ha-604935-m02) DBG | Getting to WaitForSSH function...
I1202 11:47:04.256562 23379 main.go:141] libmachine: (ha-604935-m02) Reserved static IP address: 192.168.39.96
I1202 11:47:04.256575 23379 main.go:141] libmachine: (ha-604935-m02) Waiting for SSH to be available...
I1202 11:47:04.258823 23379 main.go:141] libmachine: (ha-604935-m02) DBG | domain ha-604935-m02 has defined MAC address 52:54:00:42:3a:28 in network mk-ha-604935
I1202 11:47:04.259113 23379 main.go:141] libmachine: (ha-604935-m02) DBG | unable to find host DHCP lease matching {name: "", mac: "52:54:00:42:3a:28", ip: ""} in network mk-ha-604935
I1202 11:47:04.259157 23379 main.go:141] libmachine: (ha-604935-m02) DBG | unable to find defined IP address of network mk-ha-604935 interface with MAC address 52:54:00:42:3a:28
I1202 11:47:04.259288 23379 main.go:141] libmachine: (ha-604935-m02) DBG | Using SSH client type: external
I1202 11:47:04.259308 23379 main.go:141] libmachine: (ha-604935-m02) DBG | Using SSH private key: /home/jenkins/minikube-integration/20033-6257/.minikube/machines/ha-604935-m02/id_rsa (-rw-------)
I1202 11:47:04.259373 23379 main.go:141] libmachine: (ha-604935-m02) DBG | &{[-F /dev/null -o ConnectionAttempts=3 -o ConnectTimeout=10 -o ControlMaster=no -o ControlPath=none -o LogLevel=quiet -o PasswordAuthentication=no -o ServerAliveInterval=60 -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null docker@ -o IdentitiesOnly=yes -i /home/jenkins/minikube-integration/20033-6257/.minikube/machines/ha-604935-m02/id_rsa -p 22] /usr/bin/ssh <nil>}
I1202 11:47:04.259397 23379 main.go:141] libmachine: (ha-604935-m02) DBG | About to run SSH command:
I1202 11:47:04.259411 23379 main.go:141] libmachine: (ha-604935-m02) DBG | exit 0
I1202 11:47:04.263986 23379 main.go:141] libmachine: (ha-604935-m02) DBG | SSH cmd err, output: exit status 255:
I1202 11:47:04.264009 23379 main.go:141] libmachine: (ha-604935-m02) DBG | Error getting ssh command 'exit 0' : ssh command error:
I1202 11:47:04.264016 23379 main.go:141] libmachine: (ha-604935-m02) DBG | command : exit 0
I1202 11:47:04.264041 23379 main.go:141] libmachine: (ha-604935-m02) DBG | err : exit status 255
I1202 11:47:04.264051 23379 main.go:141] libmachine: (ha-604935-m02) DBG | output :
I1202 11:47:07.264654 23379 main.go:141] libmachine: (ha-604935-m02) DBG | Getting to WaitForSSH function...
I1202 11:47:07.266849 23379 main.go:141] libmachine: (ha-604935-m02) DBG | domain ha-604935-m02 has defined MAC address 52:54:00:42:3a:28 in network mk-ha-604935
I1202 11:47:07.267221 23379 main.go:141] libmachine: (ha-604935-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:42:3a:28", ip: ""} in network mk-ha-604935: {Iface:virbr1 ExpiryTime:2024-12-02 12:46:55 +0000 UTC Type:0 Mac:52:54:00:42:3a:28 Iaid: IPaddr:192.168.39.96 Prefix:24 Hostname:ha-604935-m02 Clientid:01:52:54:00:42:3a:28}
I1202 11:47:07.267249 23379 main.go:141] libmachine: (ha-604935-m02) DBG | domain ha-604935-m02 has defined IP address 192.168.39.96 and MAC address 52:54:00:42:3a:28 in network mk-ha-604935
I1202 11:47:07.267406 23379 main.go:141] libmachine: (ha-604935-m02) DBG | Using SSH client type: external
I1202 11:47:07.267434 23379 main.go:141] libmachine: (ha-604935-m02) DBG | Using SSH private key: /home/jenkins/minikube-integration/20033-6257/.minikube/machines/ha-604935-m02/id_rsa (-rw-------)
I1202 11:47:07.267472 23379 main.go:141] libmachine: (ha-604935-m02) DBG | &{[-F /dev/null -o ConnectionAttempts=3 -o ConnectTimeout=10 -o ControlMaster=no -o ControlPath=none -o LogLevel=quiet -o PasswordAuthentication=no -o ServerAliveInterval=60 -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null docker@192.168.39.96 -o IdentitiesOnly=yes -i /home/jenkins/minikube-integration/20033-6257/.minikube/machines/ha-604935-m02/id_rsa -p 22] /usr/bin/ssh <nil>}
I1202 11:47:07.267495 23379 main.go:141] libmachine: (ha-604935-m02) DBG | About to run SSH command:
I1202 11:47:07.267507 23379 main.go:141] libmachine: (ha-604935-m02) DBG | exit 0
I1202 11:47:07.391931 23379 main.go:141] libmachine: (ha-604935-m02) DBG | SSH cmd err, output: <nil>:
I1202 11:47:07.392120 23379 main.go:141] libmachine: (ha-604935-m02) KVM machine creation complete!
I1202 11:47:07.392498 23379 main.go:141] libmachine: (ha-604935-m02) Calling .GetConfigRaw
I1202 11:47:07.393039 23379 main.go:141] libmachine: (ha-604935-m02) Calling .DriverName
I1202 11:47:07.393215 23379 main.go:141] libmachine: (ha-604935-m02) Calling .DriverName
I1202 11:47:07.393337 23379 main.go:141] libmachine: Waiting for machine to be running, this may take a few minutes...
I1202 11:47:07.393354 23379 main.go:141] libmachine: (ha-604935-m02) Calling .GetState
I1202 11:47:07.394565 23379 main.go:141] libmachine: Detecting operating system of created instance...
I1202 11:47:07.394578 23379 main.go:141] libmachine: Waiting for SSH to be available...
I1202 11:47:07.394584 23379 main.go:141] libmachine: Getting to WaitForSSH function...
I1202 11:47:07.394589 23379 main.go:141] libmachine: (ha-604935-m02) Calling .GetSSHHostname
I1202 11:47:07.396709 23379 main.go:141] libmachine: (ha-604935-m02) DBG | domain ha-604935-m02 has defined MAC address 52:54:00:42:3a:28 in network mk-ha-604935
I1202 11:47:07.397006 23379 main.go:141] libmachine: (ha-604935-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:42:3a:28", ip: ""} in network mk-ha-604935: {Iface:virbr1 ExpiryTime:2024-12-02 12:46:55 +0000 UTC Type:0 Mac:52:54:00:42:3a:28 Iaid: IPaddr:192.168.39.96 Prefix:24 Hostname:ha-604935-m02 Clientid:01:52:54:00:42:3a:28}
I1202 11:47:07.397033 23379 main.go:141] libmachine: (ha-604935-m02) DBG | domain ha-604935-m02 has defined IP address 192.168.39.96 and MAC address 52:54:00:42:3a:28 in network mk-ha-604935
I1202 11:47:07.397522 23379 main.go:141] libmachine: (ha-604935-m02) Calling .GetSSHPort
I1202 11:47:07.398890 23379 main.go:141] libmachine: (ha-604935-m02) Calling .GetSSHKeyPath
I1202 11:47:07.399081 23379 main.go:141] libmachine: (ha-604935-m02) Calling .GetSSHKeyPath
I1202 11:47:07.399216 23379 main.go:141] libmachine: (ha-604935-m02) Calling .GetSSHUsername
I1202 11:47:07.399356 23379 main.go:141] libmachine: Using SSH client type: native
I1202 11:47:07.399544 23379 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866ca0] 0x869980 <nil> [] 0s} 192.168.39.96 22 <nil> <nil>}
I1202 11:47:07.399555 23379 main.go:141] libmachine: About to run SSH command:
exit 0
I1202 11:47:07.503380 23379 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1202 11:47:07.503409 23379 main.go:141] libmachine: Detecting the provisioner...
I1202 11:47:07.503420 23379 main.go:141] libmachine: (ha-604935-m02) Calling .GetSSHHostname
I1202 11:47:07.506083 23379 main.go:141] libmachine: (ha-604935-m02) DBG | domain ha-604935-m02 has defined MAC address 52:54:00:42:3a:28 in network mk-ha-604935
I1202 11:47:07.506469 23379 main.go:141] libmachine: (ha-604935-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:42:3a:28", ip: ""} in network mk-ha-604935: {Iface:virbr1 ExpiryTime:2024-12-02 12:46:55 +0000 UTC Type:0 Mac:52:54:00:42:3a:28 Iaid: IPaddr:192.168.39.96 Prefix:24 Hostname:ha-604935-m02 Clientid:01:52:54:00:42:3a:28}
I1202 11:47:07.506502 23379 main.go:141] libmachine: (ha-604935-m02) DBG | domain ha-604935-m02 has defined IP address 192.168.39.96 and MAC address 52:54:00:42:3a:28 in network mk-ha-604935
I1202 11:47:07.506641 23379 main.go:141] libmachine: (ha-604935-m02) Calling .GetSSHPort
I1202 11:47:07.506811 23379 main.go:141] libmachine: (ha-604935-m02) Calling .GetSSHKeyPath
I1202 11:47:07.506958 23379 main.go:141] libmachine: (ha-604935-m02) Calling .GetSSHKeyPath
I1202 11:47:07.507087 23379 main.go:141] libmachine: (ha-604935-m02) Calling .GetSSHUsername
I1202 11:47:07.507236 23379 main.go:141] libmachine: Using SSH client type: native
I1202 11:47:07.507398 23379 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866ca0] 0x869980 <nil> [] 0s} 192.168.39.96 22 <nil> <nil>}
I1202 11:47:07.507407 23379 main.go:141] libmachine: About to run SSH command:
cat /etc/os-release
I1202 11:47:07.612741 23379 main.go:141] libmachine: SSH cmd err, output: <nil>: NAME=Buildroot
VERSION=2023.02.9-dirty
ID=buildroot
VERSION_ID=2023.02.9
PRETTY_NAME="Buildroot 2023.02.9"
I1202 11:47:07.612843 23379 main.go:141] libmachine: found compatible host: buildroot
I1202 11:47:07.612858 23379 main.go:141] libmachine: Provisioning with buildroot...
I1202 11:47:07.612872 23379 main.go:141] libmachine: (ha-604935-m02) Calling .GetMachineName
I1202 11:47:07.613105 23379 buildroot.go:166] provisioning hostname "ha-604935-m02"
I1202 11:47:07.613126 23379 main.go:141] libmachine: (ha-604935-m02) Calling .GetMachineName
I1202 11:47:07.613280 23379 main.go:141] libmachine: (ha-604935-m02) Calling .GetSSHHostname
I1202 11:47:07.615682 23379 main.go:141] libmachine: (ha-604935-m02) DBG | domain ha-604935-m02 has defined MAC address 52:54:00:42:3a:28 in network mk-ha-604935
I1202 11:47:07.616001 23379 main.go:141] libmachine: (ha-604935-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:42:3a:28", ip: ""} in network mk-ha-604935: {Iface:virbr1 ExpiryTime:2024-12-02 12:46:55 +0000 UTC Type:0 Mac:52:54:00:42:3a:28 Iaid: IPaddr:192.168.39.96 Prefix:24 Hostname:ha-604935-m02 Clientid:01:52:54:00:42:3a:28}
I1202 11:47:07.616029 23379 main.go:141] libmachine: (ha-604935-m02) DBG | domain ha-604935-m02 has defined IP address 192.168.39.96 and MAC address 52:54:00:42:3a:28 in network mk-ha-604935
I1202 11:47:07.616193 23379 main.go:141] libmachine: (ha-604935-m02) Calling .GetSSHPort
I1202 11:47:07.616355 23379 main.go:141] libmachine: (ha-604935-m02) Calling .GetSSHKeyPath
I1202 11:47:07.616496 23379 main.go:141] libmachine: (ha-604935-m02) Calling .GetSSHKeyPath
I1202 11:47:07.616615 23379 main.go:141] libmachine: (ha-604935-m02) Calling .GetSSHUsername
I1202 11:47:07.616752 23379 main.go:141] libmachine: Using SSH client type: native
I1202 11:47:07.616925 23379 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866ca0] 0x869980 <nil> [] 0s} 192.168.39.96 22 <nil> <nil>}
I1202 11:47:07.616942 23379 main.go:141] libmachine: About to run SSH command:
sudo hostname ha-604935-m02 && echo "ha-604935-m02" | sudo tee /etc/hostname
I1202 11:47:07.739596 23379 main.go:141] libmachine: SSH cmd err, output: <nil>: ha-604935-m02
I1202 11:47:07.739622 23379 main.go:141] libmachine: (ha-604935-m02) Calling .GetSSHHostname
I1202 11:47:07.742125 23379 main.go:141] libmachine: (ha-604935-m02) DBG | domain ha-604935-m02 has defined MAC address 52:54:00:42:3a:28 in network mk-ha-604935
I1202 11:47:07.742500 23379 main.go:141] libmachine: (ha-604935-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:42:3a:28", ip: ""} in network mk-ha-604935: {Iface:virbr1 ExpiryTime:2024-12-02 12:46:55 +0000 UTC Type:0 Mac:52:54:00:42:3a:28 Iaid: IPaddr:192.168.39.96 Prefix:24 Hostname:ha-604935-m02 Clientid:01:52:54:00:42:3a:28}
I1202 11:47:07.742532 23379 main.go:141] libmachine: (ha-604935-m02) DBG | domain ha-604935-m02 has defined IP address 192.168.39.96 and MAC address 52:54:00:42:3a:28 in network mk-ha-604935
I1202 11:47:07.742709 23379 main.go:141] libmachine: (ha-604935-m02) Calling .GetSSHPort
I1202 11:47:07.742872 23379 main.go:141] libmachine: (ha-604935-m02) Calling .GetSSHKeyPath
I1202 11:47:07.743043 23379 main.go:141] libmachine: (ha-604935-m02) Calling .GetSSHKeyPath
I1202 11:47:07.743173 23379 main.go:141] libmachine: (ha-604935-m02) Calling .GetSSHUsername
I1202 11:47:07.743334 23379 main.go:141] libmachine: Using SSH client type: native
I1202 11:47:07.743539 23379 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866ca0] 0x869980 <nil> [] 0s} 192.168.39.96 22 <nil> <nil>}
I1202 11:47:07.743561 23379 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\sha-604935-m02' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 ha-604935-m02/g' /etc/hosts;
else
echo '127.0.1.1 ha-604935-m02' | sudo tee -a /etc/hosts;
fi
fi
I1202 11:47:07.857236 23379 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1202 11:47:07.857259 23379 buildroot.go:172] set auth options {CertDir:/home/jenkins/minikube-integration/20033-6257/.minikube CaCertPath:/home/jenkins/minikube-integration/20033-6257/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/20033-6257/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/20033-6257/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/20033-6257/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/20033-6257/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/20033-6257/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/20033-6257/.minikube}
I1202 11:47:07.857284 23379 buildroot.go:174] setting up certificates
I1202 11:47:07.857292 23379 provision.go:84] configureAuth start
I1202 11:47:07.857300 23379 main.go:141] libmachine: (ha-604935-m02) Calling .GetMachineName
I1202 11:47:07.857527 23379 main.go:141] libmachine: (ha-604935-m02) Calling .GetIP
I1202 11:47:07.860095 23379 main.go:141] libmachine: (ha-604935-m02) DBG | domain ha-604935-m02 has defined MAC address 52:54:00:42:3a:28 in network mk-ha-604935
I1202 11:47:07.860513 23379 main.go:141] libmachine: (ha-604935-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:42:3a:28", ip: ""} in network mk-ha-604935: {Iface:virbr1 ExpiryTime:2024-12-02 12:46:55 +0000 UTC Type:0 Mac:52:54:00:42:3a:28 Iaid: IPaddr:192.168.39.96 Prefix:24 Hostname:ha-604935-m02 Clientid:01:52:54:00:42:3a:28}
I1202 11:47:07.860543 23379 main.go:141] libmachine: (ha-604935-m02) DBG | domain ha-604935-m02 has defined IP address 192.168.39.96 and MAC address 52:54:00:42:3a:28 in network mk-ha-604935
I1202 11:47:07.860692 23379 main.go:141] libmachine: (ha-604935-m02) Calling .GetSSHHostname
I1202 11:47:07.862585 23379 main.go:141] libmachine: (ha-604935-m02) DBG | domain ha-604935-m02 has defined MAC address 52:54:00:42:3a:28 in network mk-ha-604935
I1202 11:47:07.862958 23379 main.go:141] libmachine: (ha-604935-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:42:3a:28", ip: ""} in network mk-ha-604935: {Iface:virbr1 ExpiryTime:2024-12-02 12:46:55 +0000 UTC Type:0 Mac:52:54:00:42:3a:28 Iaid: IPaddr:192.168.39.96 Prefix:24 Hostname:ha-604935-m02 Clientid:01:52:54:00:42:3a:28}
I1202 11:47:07.862988 23379 main.go:141] libmachine: (ha-604935-m02) DBG | domain ha-604935-m02 has defined IP address 192.168.39.96 and MAC address 52:54:00:42:3a:28 in network mk-ha-604935
I1202 11:47:07.863114 23379 provision.go:143] copyHostCerts
I1202 11:47:07.863150 23379 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20033-6257/.minikube/certs/cert.pem -> /home/jenkins/minikube-integration/20033-6257/.minikube/cert.pem
I1202 11:47:07.863186 23379 exec_runner.go:144] found /home/jenkins/minikube-integration/20033-6257/.minikube/cert.pem, removing ...
I1202 11:47:07.863197 23379 exec_runner.go:203] rm: /home/jenkins/minikube-integration/20033-6257/.minikube/cert.pem
I1202 11:47:07.863272 23379 exec_runner.go:151] cp: /home/jenkins/minikube-integration/20033-6257/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/20033-6257/.minikube/cert.pem (1123 bytes)
I1202 11:47:07.863374 23379 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20033-6257/.minikube/certs/key.pem -> /home/jenkins/minikube-integration/20033-6257/.minikube/key.pem
I1202 11:47:07.863401 23379 exec_runner.go:144] found /home/jenkins/minikube-integration/20033-6257/.minikube/key.pem, removing ...
I1202 11:47:07.863412 23379 exec_runner.go:203] rm: /home/jenkins/minikube-integration/20033-6257/.minikube/key.pem
I1202 11:47:07.863452 23379 exec_runner.go:151] cp: /home/jenkins/minikube-integration/20033-6257/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/20033-6257/.minikube/key.pem (1679 bytes)
I1202 11:47:07.863528 23379 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20033-6257/.minikube/certs/ca.pem -> /home/jenkins/minikube-integration/20033-6257/.minikube/ca.pem
I1202 11:47:07.863553 23379 exec_runner.go:144] found /home/jenkins/minikube-integration/20033-6257/.minikube/ca.pem, removing ...
I1202 11:47:07.863563 23379 exec_runner.go:203] rm: /home/jenkins/minikube-integration/20033-6257/.minikube/ca.pem
I1202 11:47:07.863595 23379 exec_runner.go:151] cp: /home/jenkins/minikube-integration/20033-6257/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/20033-6257/.minikube/ca.pem (1082 bytes)
I1202 11:47:07.863674 23379 provision.go:117] generating server cert: /home/jenkins/minikube-integration/20033-6257/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/20033-6257/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/20033-6257/.minikube/certs/ca-key.pem org=jenkins.ha-604935-m02 san=[127.0.0.1 192.168.39.96 ha-604935-m02 localhost minikube]
I1202 11:47:08.103724 23379 provision.go:177] copyRemoteCerts
I1202 11:47:08.103779 23379 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1202 11:47:08.103802 23379 main.go:141] libmachine: (ha-604935-m02) Calling .GetSSHHostname
I1202 11:47:08.106490 23379 main.go:141] libmachine: (ha-604935-m02) DBG | domain ha-604935-m02 has defined MAC address 52:54:00:42:3a:28 in network mk-ha-604935
I1202 11:47:08.106829 23379 main.go:141] libmachine: (ha-604935-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:42:3a:28", ip: ""} in network mk-ha-604935: {Iface:virbr1 ExpiryTime:2024-12-02 12:46:55 +0000 UTC Type:0 Mac:52:54:00:42:3a:28 Iaid: IPaddr:192.168.39.96 Prefix:24 Hostname:ha-604935-m02 Clientid:01:52:54:00:42:3a:28}
I1202 11:47:08.106859 23379 main.go:141] libmachine: (ha-604935-m02) DBG | domain ha-604935-m02 has defined IP address 192.168.39.96 and MAC address 52:54:00:42:3a:28 in network mk-ha-604935
I1202 11:47:08.107025 23379 main.go:141] libmachine: (ha-604935-m02) Calling .GetSSHPort
I1202 11:47:08.107200 23379 main.go:141] libmachine: (ha-604935-m02) Calling .GetSSHKeyPath
I1202 11:47:08.107328 23379 main.go:141] libmachine: (ha-604935-m02) Calling .GetSSHUsername
I1202 11:47:08.107425 23379 sshutil.go:53] new ssh client: &{IP:192.168.39.96 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/20033-6257/.minikube/machines/ha-604935-m02/id_rsa Username:docker}
I1202 11:47:08.190303 23379 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20033-6257/.minikube/certs/ca.pem -> /etc/docker/ca.pem
I1202 11:47:08.190378 23379 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20033-6257/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1082 bytes)
I1202 11:47:08.217749 23379 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20033-6257/.minikube/machines/server.pem -> /etc/docker/server.pem
I1202 11:47:08.217812 23379 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20033-6257/.minikube/machines/server.pem --> /etc/docker/server.pem (1208 bytes)
I1202 11:47:08.240576 23379 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20033-6257/.minikube/machines/server-key.pem -> /etc/docker/server-key.pem
I1202 11:47:08.240626 23379 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20033-6257/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1675 bytes)
I1202 11:47:08.263351 23379 provision.go:87] duration metric: took 406.049409ms to configureAuth
I1202 11:47:08.263374 23379 buildroot.go:189] setting minikube options for container-runtime
I1202 11:47:08.263549 23379 config.go:182] Loaded profile config "ha-604935": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1202 11:47:08.263627 23379 main.go:141] libmachine: (ha-604935-m02) Calling .GetSSHHostname
I1202 11:47:08.266183 23379 main.go:141] libmachine: (ha-604935-m02) DBG | domain ha-604935-m02 has defined MAC address 52:54:00:42:3a:28 in network mk-ha-604935
I1202 11:47:08.266506 23379 main.go:141] libmachine: (ha-604935-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:42:3a:28", ip: ""} in network mk-ha-604935: {Iface:virbr1 ExpiryTime:2024-12-02 12:46:55 +0000 UTC Type:0 Mac:52:54:00:42:3a:28 Iaid: IPaddr:192.168.39.96 Prefix:24 Hostname:ha-604935-m02 Clientid:01:52:54:00:42:3a:28}
I1202 11:47:08.266542 23379 main.go:141] libmachine: (ha-604935-m02) DBG | domain ha-604935-m02 has defined IP address 192.168.39.96 and MAC address 52:54:00:42:3a:28 in network mk-ha-604935
I1202 11:47:08.266657 23379 main.go:141] libmachine: (ha-604935-m02) Calling .GetSSHPort
I1202 11:47:08.266822 23379 main.go:141] libmachine: (ha-604935-m02) Calling .GetSSHKeyPath
I1202 11:47:08.266953 23379 main.go:141] libmachine: (ha-604935-m02) Calling .GetSSHKeyPath
I1202 11:47:08.267045 23379 main.go:141] libmachine: (ha-604935-m02) Calling .GetSSHUsername
I1202 11:47:08.267212 23379 main.go:141] libmachine: Using SSH client type: native
I1202 11:47:08.267440 23379 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866ca0] 0x869980 <nil> [] 0s} 192.168.39.96 22 <nil> <nil>}
I1202 11:47:08.267458 23379 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1202 11:47:08.480702 23379 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1202 11:47:08.480726 23379 main.go:141] libmachine: Checking connection to Docker...
I1202 11:47:08.480737 23379 main.go:141] libmachine: (ha-604935-m02) Calling .GetURL
I1202 11:47:08.481946 23379 main.go:141] libmachine: (ha-604935-m02) DBG | Using libvirt version 6000000
I1202 11:47:08.484074 23379 main.go:141] libmachine: (ha-604935-m02) DBG | domain ha-604935-m02 has defined MAC address 52:54:00:42:3a:28 in network mk-ha-604935
I1202 11:47:08.484465 23379 main.go:141] libmachine: (ha-604935-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:42:3a:28", ip: ""} in network mk-ha-604935: {Iface:virbr1 ExpiryTime:2024-12-02 12:46:55 +0000 UTC Type:0 Mac:52:54:00:42:3a:28 Iaid: IPaddr:192.168.39.96 Prefix:24 Hostname:ha-604935-m02 Clientid:01:52:54:00:42:3a:28}
I1202 11:47:08.484486 23379 main.go:141] libmachine: (ha-604935-m02) DBG | domain ha-604935-m02 has defined IP address 192.168.39.96 and MAC address 52:54:00:42:3a:28 in network mk-ha-604935
I1202 11:47:08.484652 23379 main.go:141] libmachine: Docker is up and running!
I1202 11:47:08.484665 23379 main.go:141] libmachine: Reticulating splines...
I1202 11:47:08.484672 23379 client.go:171] duration metric: took 28.489409707s to LocalClient.Create
I1202 11:47:08.484691 23379 start.go:167] duration metric: took 28.489467042s to libmachine.API.Create "ha-604935"
I1202 11:47:08.484701 23379 start.go:293] postStartSetup for "ha-604935-m02" (driver="kvm2")
I1202 11:47:08.484710 23379 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1202 11:47:08.484726 23379 main.go:141] libmachine: (ha-604935-m02) Calling .DriverName
I1202 11:47:08.484947 23379 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1202 11:47:08.484979 23379 main.go:141] libmachine: (ha-604935-m02) Calling .GetSSHHostname
I1202 11:47:08.487275 23379 main.go:141] libmachine: (ha-604935-m02) DBG | domain ha-604935-m02 has defined MAC address 52:54:00:42:3a:28 in network mk-ha-604935
I1202 11:47:08.487627 23379 main.go:141] libmachine: (ha-604935-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:42:3a:28", ip: ""} in network mk-ha-604935: {Iface:virbr1 ExpiryTime:2024-12-02 12:46:55 +0000 UTC Type:0 Mac:52:54:00:42:3a:28 Iaid: IPaddr:192.168.39.96 Prefix:24 Hostname:ha-604935-m02 Clientid:01:52:54:00:42:3a:28}
I1202 11:47:08.487652 23379 main.go:141] libmachine: (ha-604935-m02) DBG | domain ha-604935-m02 has defined IP address 192.168.39.96 and MAC address 52:54:00:42:3a:28 in network mk-ha-604935
I1202 11:47:08.487763 23379 main.go:141] libmachine: (ha-604935-m02) Calling .GetSSHPort
I1202 11:47:08.487916 23379 main.go:141] libmachine: (ha-604935-m02) Calling .GetSSHKeyPath
I1202 11:47:08.488023 23379 main.go:141] libmachine: (ha-604935-m02) Calling .GetSSHUsername
I1202 11:47:08.488157 23379 sshutil.go:53] new ssh client: &{IP:192.168.39.96 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/20033-6257/.minikube/machines/ha-604935-m02/id_rsa Username:docker}
I1202 11:47:08.570418 23379 ssh_runner.go:195] Run: cat /etc/os-release
I1202 11:47:08.574644 23379 info.go:137] Remote host: Buildroot 2023.02.9
I1202 11:47:08.574668 23379 filesync.go:126] Scanning /home/jenkins/minikube-integration/20033-6257/.minikube/addons for local assets ...
I1202 11:47:08.574734 23379 filesync.go:126] Scanning /home/jenkins/minikube-integration/20033-6257/.minikube/files for local assets ...
I1202 11:47:08.574834 23379 filesync.go:149] local asset: /home/jenkins/minikube-integration/20033-6257/.minikube/files/etc/ssl/certs/134162.pem -> 134162.pem in /etc/ssl/certs
I1202 11:47:08.574847 23379 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20033-6257/.minikube/files/etc/ssl/certs/134162.pem -> /etc/ssl/certs/134162.pem
I1202 11:47:08.574955 23379 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1202 11:47:08.584296 23379 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20033-6257/.minikube/files/etc/ssl/certs/134162.pem --> /etc/ssl/certs/134162.pem (1708 bytes)
I1202 11:47:08.607137 23379 start.go:296] duration metric: took 122.426316ms for postStartSetup
I1202 11:47:08.607176 23379 main.go:141] libmachine: (ha-604935-m02) Calling .GetConfigRaw
I1202 11:47:08.607688 23379 main.go:141] libmachine: (ha-604935-m02) Calling .GetIP
I1202 11:47:08.609787 23379 main.go:141] libmachine: (ha-604935-m02) DBG | domain ha-604935-m02 has defined MAC address 52:54:00:42:3a:28 in network mk-ha-604935
I1202 11:47:08.610122 23379 main.go:141] libmachine: (ha-604935-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:42:3a:28", ip: ""} in network mk-ha-604935: {Iface:virbr1 ExpiryTime:2024-12-02 12:46:55 +0000 UTC Type:0 Mac:52:54:00:42:3a:28 Iaid: IPaddr:192.168.39.96 Prefix:24 Hostname:ha-604935-m02 Clientid:01:52:54:00:42:3a:28}
I1202 11:47:08.610140 23379 main.go:141] libmachine: (ha-604935-m02) DBG | domain ha-604935-m02 has defined IP address 192.168.39.96 and MAC address 52:54:00:42:3a:28 in network mk-ha-604935
I1202 11:47:08.610348 23379 profile.go:143] Saving config to /home/jenkins/minikube-integration/20033-6257/.minikube/profiles/ha-604935/config.json ...
I1202 11:47:08.610507 23379 start.go:128] duration metric: took 28.633177558s to createHost
I1202 11:47:08.610528 23379 main.go:141] libmachine: (ha-604935-m02) Calling .GetSSHHostname
I1202 11:47:08.612576 23379 main.go:141] libmachine: (ha-604935-m02) DBG | domain ha-604935-m02 has defined MAC address 52:54:00:42:3a:28 in network mk-ha-604935
I1202 11:47:08.612933 23379 main.go:141] libmachine: (ha-604935-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:42:3a:28", ip: ""} in network mk-ha-604935: {Iface:virbr1 ExpiryTime:2024-12-02 12:46:55 +0000 UTC Type:0 Mac:52:54:00:42:3a:28 Iaid: IPaddr:192.168.39.96 Prefix:24 Hostname:ha-604935-m02 Clientid:01:52:54:00:42:3a:28}
I1202 11:47:08.612958 23379 main.go:141] libmachine: (ha-604935-m02) DBG | domain ha-604935-m02 has defined IP address 192.168.39.96 and MAC address 52:54:00:42:3a:28 in network mk-ha-604935
I1202 11:47:08.613094 23379 main.go:141] libmachine: (ha-604935-m02) Calling .GetSSHPort
I1202 11:47:08.613256 23379 main.go:141] libmachine: (ha-604935-m02) Calling .GetSSHKeyPath
I1202 11:47:08.613387 23379 main.go:141] libmachine: (ha-604935-m02) Calling .GetSSHKeyPath
I1202 11:47:08.613495 23379 main.go:141] libmachine: (ha-604935-m02) Calling .GetSSHUsername
I1202 11:47:08.613675 23379 main.go:141] libmachine: Using SSH client type: native
I1202 11:47:08.613819 23379 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866ca0] 0x869980 <nil> [] 0s} 192.168.39.96 22 <nil> <nil>}
I1202 11:47:08.613829 23379 main.go:141] libmachine: About to run SSH command:
date +%s.%N
I1202 11:47:08.721072 23379 main.go:141] libmachine: SSH cmd err, output: <nil>: 1733140028.701362667
I1202 11:47:08.721095 23379 fix.go:216] guest clock: 1733140028.701362667
I1202 11:47:08.721104 23379 fix.go:229] Guest: 2024-12-02 11:47:08.701362667 +0000 UTC Remote: 2024-12-02 11:47:08.610518479 +0000 UTC m=+77.169276420 (delta=90.844188ms)
I1202 11:47:08.721123 23379 fix.go:200] guest clock delta is within tolerance: 90.844188ms
I1202 11:47:08.721129 23379 start.go:83] releasing machines lock for "ha-604935-m02", held for 28.743964366s
I1202 11:47:08.721146 23379 main.go:141] libmachine: (ha-604935-m02) Calling .DriverName
I1202 11:47:08.721362 23379 main.go:141] libmachine: (ha-604935-m02) Calling .GetIP
I1202 11:47:08.723610 23379 main.go:141] libmachine: (ha-604935-m02) DBG | domain ha-604935-m02 has defined MAC address 52:54:00:42:3a:28 in network mk-ha-604935
I1202 11:47:08.723892 23379 main.go:141] libmachine: (ha-604935-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:42:3a:28", ip: ""} in network mk-ha-604935: {Iface:virbr1 ExpiryTime:2024-12-02 12:46:55 +0000 UTC Type:0 Mac:52:54:00:42:3a:28 Iaid: IPaddr:192.168.39.96 Prefix:24 Hostname:ha-604935-m02 Clientid:01:52:54:00:42:3a:28}
I1202 11:47:08.723917 23379 main.go:141] libmachine: (ha-604935-m02) DBG | domain ha-604935-m02 has defined IP address 192.168.39.96 and MAC address 52:54:00:42:3a:28 in network mk-ha-604935
I1202 11:47:08.725920 23379 out.go:177] * Found network options:
I1202 11:47:08.727151 23379 out.go:177] - NO_PROXY=192.168.39.102
W1202 11:47:08.728253 23379 proxy.go:119] fail to check proxy env: Error ip not in block
I1202 11:47:08.728295 23379 main.go:141] libmachine: (ha-604935-m02) Calling .DriverName
I1202 11:47:08.728718 23379 main.go:141] libmachine: (ha-604935-m02) Calling .DriverName
I1202 11:47:08.728888 23379 main.go:141] libmachine: (ha-604935-m02) Calling .DriverName
I1202 11:47:08.728964 23379 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1202 11:47:08.729018 23379 main.go:141] libmachine: (ha-604935-m02) Calling .GetSSHHostname
W1202 11:47:08.729077 23379 proxy.go:119] fail to check proxy env: Error ip not in block
I1202 11:47:08.729140 23379 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1202 11:47:08.729159 23379 main.go:141] libmachine: (ha-604935-m02) Calling .GetSSHHostname
I1202 11:47:08.731377 23379 main.go:141] libmachine: (ha-604935-m02) DBG | domain ha-604935-m02 has defined MAC address 52:54:00:42:3a:28 in network mk-ha-604935
I1202 11:47:08.731690 23379 main.go:141] libmachine: (ha-604935-m02) DBG | domain ha-604935-m02 has defined MAC address 52:54:00:42:3a:28 in network mk-ha-604935
I1202 11:47:08.731736 23379 main.go:141] libmachine: (ha-604935-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:42:3a:28", ip: ""} in network mk-ha-604935: {Iface:virbr1 ExpiryTime:2024-12-02 12:46:55 +0000 UTC Type:0 Mac:52:54:00:42:3a:28 Iaid: IPaddr:192.168.39.96 Prefix:24 Hostname:ha-604935-m02 Clientid:01:52:54:00:42:3a:28}
I1202 11:47:08.731757 23379 main.go:141] libmachine: (ha-604935-m02) DBG | domain ha-604935-m02 has defined IP address 192.168.39.96 and MAC address 52:54:00:42:3a:28 in network mk-ha-604935
I1202 11:47:08.731905 23379 main.go:141] libmachine: (ha-604935-m02) Calling .GetSSHPort
I1202 11:47:08.732089 23379 main.go:141] libmachine: (ha-604935-m02) Calling .GetSSHKeyPath
I1202 11:47:08.732138 23379 main.go:141] libmachine: (ha-604935-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:42:3a:28", ip: ""} in network mk-ha-604935: {Iface:virbr1 ExpiryTime:2024-12-02 12:46:55 +0000 UTC Type:0 Mac:52:54:00:42:3a:28 Iaid: IPaddr:192.168.39.96 Prefix:24 Hostname:ha-604935-m02 Clientid:01:52:54:00:42:3a:28}
I1202 11:47:08.732161 23379 main.go:141] libmachine: (ha-604935-m02) DBG | domain ha-604935-m02 has defined IP address 192.168.39.96 and MAC address 52:54:00:42:3a:28 in network mk-ha-604935
I1202 11:47:08.732263 23379 main.go:141] libmachine: (ha-604935-m02) Calling .GetSSHUsername
I1202 11:47:08.732335 23379 main.go:141] libmachine: (ha-604935-m02) Calling .GetSSHPort
I1202 11:47:08.732412 23379 sshutil.go:53] new ssh client: &{IP:192.168.39.96 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/20033-6257/.minikube/machines/ha-604935-m02/id_rsa Username:docker}
I1202 11:47:08.732482 23379 main.go:141] libmachine: (ha-604935-m02) Calling .GetSSHKeyPath
I1202 11:47:08.732622 23379 main.go:141] libmachine: (ha-604935-m02) Calling .GetSSHUsername
I1202 11:47:08.732772 23379 sshutil.go:53] new ssh client: &{IP:192.168.39.96 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/20033-6257/.minikube/machines/ha-604935-m02/id_rsa Username:docker}
I1202 11:47:08.961089 23379 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
W1202 11:47:08.967388 23379 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I1202 11:47:08.967456 23379 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1202 11:47:08.983898 23379 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)
I1202 11:47:08.983919 23379 start.go:495] detecting cgroup driver to use...
I1202 11:47:08.983976 23379 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1202 11:47:08.999755 23379 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1202 11:47:09.012969 23379 docker.go:217] disabling cri-docker service (if available) ...
I1202 11:47:09.013013 23379 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1202 11:47:09.025774 23379 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1202 11:47:09.038595 23379 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1202 11:47:09.155525 23379 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1202 11:47:09.315590 23379 docker.go:233] disabling docker service ...
I1202 11:47:09.315645 23379 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1202 11:47:09.329428 23379 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1202 11:47:09.341852 23379 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1202 11:47:09.455987 23379 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1202 11:47:09.568119 23379 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1202 11:47:09.581349 23379 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1202 11:47:09.599069 23379 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10" pause image...
I1202 11:47:09.599131 23379 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10"|' /etc/crio/crio.conf.d/02-crio.conf"
I1202 11:47:09.609102 23379 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I1202 11:47:09.609172 23379 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I1202 11:47:09.619619 23379 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1202 11:47:09.629809 23379 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1202 11:47:09.640881 23379 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1202 11:47:09.650894 23379 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I1202 11:47:09.660662 23379 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I1202 11:47:09.676866 23379 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I1202 11:47:09.687794 23379 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1202 11:47:09.696987 23379 crio.go:166] couldn't verify netfilter by "sudo sysctl net.bridge.bridge-nf-call-iptables" which might be okay. error: sudo sysctl net.bridge.bridge-nf-call-iptables: Process exited with status 255
stdout:
stderr:
sysctl: cannot stat /proc/sys/net/bridge/bridge-nf-call-iptables: No such file or directory
I1202 11:47:09.697035 23379 ssh_runner.go:195] Run: sudo modprobe br_netfilter
I1202 11:47:09.709512 23379 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1202 11:47:09.718617 23379 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1202 11:47:09.833443 23379 ssh_runner.go:195] Run: sudo systemctl restart crio
I1202 11:47:09.924039 23379 start.go:542] Will wait 60s for socket path /var/run/crio/crio.sock
I1202 11:47:09.924108 23379 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1202 11:47:09.929102 23379 start.go:563] Will wait 60s for crictl version
I1202 11:47:09.929151 23379 ssh_runner.go:195] Run: which crictl
I1202 11:47:09.932909 23379 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I1202 11:47:09.970799 23379 start.go:579] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.29.1
RuntimeApiVersion: v1
I1202 11:47:09.970857 23379 ssh_runner.go:195] Run: crio --version
I1202 11:47:09.997925 23379 ssh_runner.go:195] Run: crio --version
I1202 11:47:10.026009 23379 out.go:177] * Preparing Kubernetes v1.31.2 on CRI-O 1.29.1 ...
I1202 11:47:10.027185 23379 out.go:177] - env NO_PROXY=192.168.39.102
I1202 11:47:10.028209 23379 main.go:141] libmachine: (ha-604935-m02) Calling .GetIP
I1202 11:47:10.030558 23379 main.go:141] libmachine: (ha-604935-m02) DBG | domain ha-604935-m02 has defined MAC address 52:54:00:42:3a:28 in network mk-ha-604935
I1202 11:47:10.030843 23379 main.go:141] libmachine: (ha-604935-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:42:3a:28", ip: ""} in network mk-ha-604935: {Iface:virbr1 ExpiryTime:2024-12-02 12:46:55 +0000 UTC Type:0 Mac:52:54:00:42:3a:28 Iaid: IPaddr:192.168.39.96 Prefix:24 Hostname:ha-604935-m02 Clientid:01:52:54:00:42:3a:28}
I1202 11:47:10.030865 23379 main.go:141] libmachine: (ha-604935-m02) DBG | domain ha-604935-m02 has defined IP address 192.168.39.96 and MAC address 52:54:00:42:3a:28 in network mk-ha-604935
I1202 11:47:10.031081 23379 ssh_runner.go:195] Run: grep 192.168.39.1 host.minikube.internal$ /etc/hosts
I1202 11:47:10.034913 23379 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.39.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1202 11:47:10.046993 23379 mustload.go:65] Loading cluster: ha-604935
I1202 11:47:10.047168 23379 config.go:182] Loaded profile config "ha-604935": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1202 11:47:10.047464 23379 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1202 11:47:10.047509 23379 main.go:141] libmachine: Launching plugin server for driver kvm2
I1202 11:47:10.061535 23379 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:39823
I1202 11:47:10.061962 23379 main.go:141] libmachine: () Calling .GetVersion
I1202 11:47:10.062500 23379 main.go:141] libmachine: Using API Version 1
I1202 11:47:10.062519 23379 main.go:141] libmachine: () Calling .SetConfigRaw
I1202 11:47:10.062832 23379 main.go:141] libmachine: () Calling .GetMachineName
I1202 11:47:10.062993 23379 main.go:141] libmachine: (ha-604935) Calling .GetState
I1202 11:47:10.064396 23379 host.go:66] Checking if "ha-604935" exists ...
I1202 11:47:10.064646 23379 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1202 11:47:10.064674 23379 main.go:141] libmachine: Launching plugin server for driver kvm2
I1202 11:47:10.078237 23379 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:46241
I1202 11:47:10.078536 23379 main.go:141] libmachine: () Calling .GetVersion
I1202 11:47:10.078918 23379 main.go:141] libmachine: Using API Version 1
I1202 11:47:10.078933 23379 main.go:141] libmachine: () Calling .SetConfigRaw
I1202 11:47:10.079205 23379 main.go:141] libmachine: () Calling .GetMachineName
I1202 11:47:10.079368 23379 main.go:141] libmachine: (ha-604935) Calling .DriverName
I1202 11:47:10.079517 23379 certs.go:68] Setting up /home/jenkins/minikube-integration/20033-6257/.minikube/profiles/ha-604935 for IP: 192.168.39.96
I1202 11:47:10.079528 23379 certs.go:194] generating shared ca certs ...
I1202 11:47:10.079548 23379 certs.go:226] acquiring lock for ca certs: {Name:mkd90d864427c88c2207fea7caea2d2f5fdfaac4 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1202 11:47:10.079686 23379 certs.go:235] skipping valid "minikubeCA" ca cert: /home/jenkins/minikube-integration/20033-6257/.minikube/ca.key
I1202 11:47:10.079733 23379 certs.go:235] skipping valid "proxyClientCA" ca cert: /home/jenkins/minikube-integration/20033-6257/.minikube/proxy-client-ca.key
I1202 11:47:10.079746 23379 certs.go:256] generating profile certs ...
I1202 11:47:10.079838 23379 certs.go:359] skipping valid signed profile cert regeneration for "minikube-user": /home/jenkins/minikube-integration/20033-6257/.minikube/profiles/ha-604935/client.key
I1202 11:47:10.079869 23379 certs.go:363] generating signed profile cert for "minikube": /home/jenkins/minikube-integration/20033-6257/.minikube/profiles/ha-604935/apiserver.key.be8c86f3
I1202 11:47:10.079889 23379 crypto.go:68] Generating cert /home/jenkins/minikube-integration/20033-6257/.minikube/profiles/ha-604935/apiserver.crt.be8c86f3 with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.168.39.102 192.168.39.96 192.168.39.254]
I1202 11:47:10.265166 23379 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/20033-6257/.minikube/profiles/ha-604935/apiserver.crt.be8c86f3 ...
I1202 11:47:10.265189 23379 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20033-6257/.minikube/profiles/ha-604935/apiserver.crt.be8c86f3: {Name:mkdd0b8b1421fc39bdc7a4c81c195bce0584f3e9 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1202 11:47:10.265365 23379 crypto.go:164] Writing key to /home/jenkins/minikube-integration/20033-6257/.minikube/profiles/ha-604935/apiserver.key.be8c86f3 ...
I1202 11:47:10.265383 23379 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20033-6257/.minikube/profiles/ha-604935/apiserver.key.be8c86f3: {Name:mk317f3cb02e9fefc92b2802c6865b7da9a08a71 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1202 11:47:10.265473 23379 certs.go:381] copying /home/jenkins/minikube-integration/20033-6257/.minikube/profiles/ha-604935/apiserver.crt.be8c86f3 -> /home/jenkins/minikube-integration/20033-6257/.minikube/profiles/ha-604935/apiserver.crt
I1202 11:47:10.265636 23379 certs.go:385] copying /home/jenkins/minikube-integration/20033-6257/.minikube/profiles/ha-604935/apiserver.key.be8c86f3 -> /home/jenkins/minikube-integration/20033-6257/.minikube/profiles/ha-604935/apiserver.key
I1202 11:47:10.265813 23379 certs.go:359] skipping valid signed profile cert regeneration for "aggregator": /home/jenkins/minikube-integration/20033-6257/.minikube/profiles/ha-604935/proxy-client.key
I1202 11:47:10.265832 23379 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20033-6257/.minikube/ca.crt -> /var/lib/minikube/certs/ca.crt
I1202 11:47:10.265850 23379 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20033-6257/.minikube/ca.key -> /var/lib/minikube/certs/ca.key
I1202 11:47:10.265871 23379 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20033-6257/.minikube/proxy-client-ca.crt -> /var/lib/minikube/certs/proxy-client-ca.crt
I1202 11:47:10.265888 23379 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20033-6257/.minikube/proxy-client-ca.key -> /var/lib/minikube/certs/proxy-client-ca.key
I1202 11:47:10.265904 23379 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20033-6257/.minikube/profiles/ha-604935/apiserver.crt -> /var/lib/minikube/certs/apiserver.crt
I1202 11:47:10.265920 23379 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20033-6257/.minikube/profiles/ha-604935/apiserver.key -> /var/lib/minikube/certs/apiserver.key
I1202 11:47:10.265936 23379 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20033-6257/.minikube/profiles/ha-604935/proxy-client.crt -> /var/lib/minikube/certs/proxy-client.crt
I1202 11:47:10.265955 23379 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20033-6257/.minikube/profiles/ha-604935/proxy-client.key -> /var/lib/minikube/certs/proxy-client.key
I1202 11:47:10.266021 23379 certs.go:484] found cert: /home/jenkins/minikube-integration/20033-6257/.minikube/certs/13416.pem (1338 bytes)
W1202 11:47:10.266059 23379 certs.go:480] ignoring /home/jenkins/minikube-integration/20033-6257/.minikube/certs/13416_empty.pem, impossibly tiny 0 bytes
I1202 11:47:10.266073 23379 certs.go:484] found cert: /home/jenkins/minikube-integration/20033-6257/.minikube/certs/ca-key.pem (1675 bytes)
I1202 11:47:10.266106 23379 certs.go:484] found cert: /home/jenkins/minikube-integration/20033-6257/.minikube/certs/ca.pem (1082 bytes)
I1202 11:47:10.266137 23379 certs.go:484] found cert: /home/jenkins/minikube-integration/20033-6257/.minikube/certs/cert.pem (1123 bytes)
I1202 11:47:10.266166 23379 certs.go:484] found cert: /home/jenkins/minikube-integration/20033-6257/.minikube/certs/key.pem (1679 bytes)
I1202 11:47:10.266222 23379 certs.go:484] found cert: /home/jenkins/minikube-integration/20033-6257/.minikube/files/etc/ssl/certs/134162.pem (1708 bytes)
I1202 11:47:10.266260 23379 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20033-6257/.minikube/ca.crt -> /usr/share/ca-certificates/minikubeCA.pem
I1202 11:47:10.266282 23379 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20033-6257/.minikube/certs/13416.pem -> /usr/share/ca-certificates/13416.pem
I1202 11:47:10.266301 23379 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20033-6257/.minikube/files/etc/ssl/certs/134162.pem -> /usr/share/ca-certificates/134162.pem
I1202 11:47:10.266341 23379 main.go:141] libmachine: (ha-604935) Calling .GetSSHHostname
I1202 11:47:10.268885 23379 main.go:141] libmachine: (ha-604935) DBG | domain ha-604935 has defined MAC address 52:54:00:e0:fa:7c in network mk-ha-604935
I1202 11:47:10.269241 23379 main.go:141] libmachine: (ha-604935) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:e0:fa:7c", ip: ""} in network mk-ha-604935: {Iface:virbr1 ExpiryTime:2024-12-02 12:46:06 +0000 UTC Type:0 Mac:52:54:00:e0:fa:7c Iaid: IPaddr:192.168.39.102 Prefix:24 Hostname:ha-604935 Clientid:01:52:54:00:e0:fa:7c}
I1202 11:47:10.269271 23379 main.go:141] libmachine: (ha-604935) DBG | domain ha-604935 has defined IP address 192.168.39.102 and MAC address 52:54:00:e0:fa:7c in network mk-ha-604935
I1202 11:47:10.269395 23379 main.go:141] libmachine: (ha-604935) Calling .GetSSHPort
I1202 11:47:10.269566 23379 main.go:141] libmachine: (ha-604935) Calling .GetSSHKeyPath
I1202 11:47:10.269669 23379 main.go:141] libmachine: (ha-604935) Calling .GetSSHUsername
I1202 11:47:10.269777 23379 sshutil.go:53] new ssh client: &{IP:192.168.39.102 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/20033-6257/.minikube/machines/ha-604935/id_rsa Username:docker}
I1202 11:47:10.344538 23379 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/sa.pub
I1202 11:47:10.349538 23379 ssh_runner.go:447] scp /var/lib/minikube/certs/sa.pub --> memory (451 bytes)
I1202 11:47:10.360402 23379 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/sa.key
I1202 11:47:10.364479 23379 ssh_runner.go:447] scp /var/lib/minikube/certs/sa.key --> memory (1679 bytes)
I1202 11:47:10.374445 23379 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/front-proxy-ca.crt
I1202 11:47:10.378811 23379 ssh_runner.go:447] scp /var/lib/minikube/certs/front-proxy-ca.crt --> memory (1123 bytes)
I1202 11:47:10.389170 23379 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/front-proxy-ca.key
I1202 11:47:10.392986 23379 ssh_runner.go:447] scp /var/lib/minikube/certs/front-proxy-ca.key --> memory (1679 bytes)
I1202 11:47:10.403485 23379 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/etcd/ca.crt
I1202 11:47:10.408617 23379 ssh_runner.go:447] scp /var/lib/minikube/certs/etcd/ca.crt --> memory (1094 bytes)
I1202 11:47:10.418394 23379 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/etcd/ca.key
I1202 11:47:10.422245 23379 ssh_runner.go:447] scp /var/lib/minikube/certs/etcd/ca.key --> memory (1675 bytes)
I1202 11:47:10.432316 23379 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20033-6257/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1202 11:47:10.458960 23379 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20033-6257/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1679 bytes)
I1202 11:47:10.483156 23379 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20033-6257/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1202 11:47:10.505724 23379 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20033-6257/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I1202 11:47:10.527955 23379 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20033-6257/.minikube/profiles/ha-604935/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1436 bytes)
I1202 11:47:10.550812 23379 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20033-6257/.minikube/profiles/ha-604935/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)
I1202 11:47:10.573508 23379 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20033-6257/.minikube/profiles/ha-604935/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1202 11:47:10.595760 23379 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20033-6257/.minikube/profiles/ha-604935/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1679 bytes)
I1202 11:47:10.618337 23379 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20033-6257/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1202 11:47:10.641184 23379 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20033-6257/.minikube/certs/13416.pem --> /usr/share/ca-certificates/13416.pem (1338 bytes)
I1202 11:47:10.663681 23379 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20033-6257/.minikube/files/etc/ssl/certs/134162.pem --> /usr/share/ca-certificates/134162.pem (1708 bytes)
I1202 11:47:10.687678 23379 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/sa.pub (451 bytes)
I1202 11:47:10.703651 23379 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/sa.key (1679 bytes)
I1202 11:47:10.719297 23379 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/front-proxy-ca.crt (1123 bytes)
I1202 11:47:10.734755 23379 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/front-proxy-ca.key (1679 bytes)
I1202 11:47:10.751060 23379 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/etcd/ca.crt (1094 bytes)
I1202 11:47:10.767295 23379 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/etcd/ca.key (1675 bytes)
I1202 11:47:10.783201 23379 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (744 bytes)
I1202 11:47:10.798776 23379 ssh_runner.go:195] Run: openssl version
I1202 11:47:10.804781 23379 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1202 11:47:10.814853 23379 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1202 11:47:10.819107 23379 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Dec 2 11:31 /usr/share/ca-certificates/minikubeCA.pem
I1202 11:47:10.819150 23379 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1202 11:47:10.824680 23379 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1202 11:47:10.834444 23379 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/13416.pem && ln -fs /usr/share/ca-certificates/13416.pem /etc/ssl/certs/13416.pem"
I1202 11:47:10.847333 23379 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/13416.pem
I1202 11:47:10.852096 23379 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Dec 2 11:42 /usr/share/ca-certificates/13416.pem
I1202 11:47:10.852141 23379 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/13416.pem
I1202 11:47:10.857456 23379 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/13416.pem /etc/ssl/certs/51391683.0"
I1202 11:47:10.867671 23379 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/134162.pem && ln -fs /usr/share/ca-certificates/134162.pem /etc/ssl/certs/134162.pem"
I1202 11:47:10.878797 23379 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/134162.pem
I1202 11:47:10.883014 23379 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Dec 2 11:42 /usr/share/ca-certificates/134162.pem
I1202 11:47:10.883050 23379 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/134162.pem
I1202 11:47:10.888463 23379 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/134162.pem /etc/ssl/certs/3ec20f2e.0"
I1202 11:47:10.900014 23379 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1202 11:47:10.903987 23379 certs.go:399] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I1202 11:47:10.904033 23379 kubeadm.go:934] updating node {m02 192.168.39.96 8443 v1.31.2 crio true true} ...
I1202 11:47:10.904108 23379 kubeadm.go:946] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.31.2/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --hostname-override=ha-604935-m02 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.39.96
[Install]
config:
{KubernetesVersion:v1.31.2 ClusterName:ha-604935 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1202 11:47:10.904143 23379 kube-vip.go:115] generating kube-vip config ...
I1202 11:47:10.904172 23379 ssh_runner.go:195] Run: sudo sh -c "modprobe --all ip_vs ip_vs_rr ip_vs_wrr ip_vs_sh nf_conntrack"
I1202 11:47:10.920663 23379 kube-vip.go:167] auto-enabling control-plane load-balancing in kube-vip
I1202 11:47:10.920727 23379 kube-vip.go:137] kube-vip config:
apiVersion: v1
kind: Pod
metadata:
creationTimestamp: null
name: kube-vip
namespace: kube-system
spec:
containers:
- args:
- manager
env:
- name: vip_arp
value: "true"
- name: port
value: "8443"
- name: vip_nodename
valueFrom:
fieldRef:
fieldPath: spec.nodeName
- name: vip_interface
value: eth0
- name: vip_cidr
value: "32"
- name: dns_mode
value: first
- name: cp_enable
value: "true"
- name: cp_namespace
value: kube-system
- name: vip_leaderelection
value: "true"
- name: vip_leasename
value: plndr-cp-lock
- name: vip_leaseduration
value: "5"
- name: vip_renewdeadline
value: "3"
- name: vip_retryperiod
value: "1"
- name: address
value: 192.168.39.254
- name: prometheus_server
value: :2112
- name : lb_enable
value: "true"
- name: lb_port
value: "8443"
image: ghcr.io/kube-vip/kube-vip:v0.8.6
imagePullPolicy: IfNotPresent
name: kube-vip
resources: {}
securityContext:
capabilities:
add:
- NET_ADMIN
- NET_RAW
volumeMounts:
- mountPath: /etc/kubernetes/admin.conf
name: kubeconfig
hostAliases:
- hostnames:
- kubernetes
ip: 127.0.0.1
hostNetwork: true
volumes:
- hostPath:
path: "/etc/kubernetes/admin.conf"
name: kubeconfig
status: {}
I1202 11:47:10.920782 23379 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.31.2
I1202 11:47:10.929813 23379 binaries.go:47] Didn't find k8s binaries: sudo ls /var/lib/minikube/binaries/v1.31.2: Process exited with status 2
stdout:
stderr:
ls: cannot access '/var/lib/minikube/binaries/v1.31.2': No such file or directory
Initiating transfer...
I1202 11:47:10.929869 23379 ssh_runner.go:195] Run: sudo mkdir -p /var/lib/minikube/binaries/v1.31.2
I1202 11:47:10.938939 23379 binary.go:74] Not caching binary, using https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubectl?checksum=file:https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubectl.sha256
I1202 11:47:10.938963 23379 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20033-6257/.minikube/cache/linux/amd64/v1.31.2/kubectl -> /var/lib/minikube/binaries/v1.31.2/kubectl
I1202 11:47:10.939004 23379 download.go:107] Downloading: https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubelet?checksum=file:https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubelet.sha256 -> /home/jenkins/minikube-integration/20033-6257/.minikube/cache/linux/amd64/v1.31.2/kubelet
I1202 11:47:10.939023 23379 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubectl
I1202 11:47:10.939098 23379 download.go:107] Downloading: https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubeadm?checksum=file:https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubeadm.sha256 -> /home/jenkins/minikube-integration/20033-6257/.minikube/cache/linux/amd64/v1.31.2/kubeadm
I1202 11:47:10.943516 23379 ssh_runner.go:352] existence check for /var/lib/minikube/binaries/v1.31.2/kubectl: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubectl: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/binaries/v1.31.2/kubectl': No such file or directory
I1202 11:47:10.943543 23379 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20033-6257/.minikube/cache/linux/amd64/v1.31.2/kubectl --> /var/lib/minikube/binaries/v1.31.2/kubectl (56381592 bytes)
I1202 11:47:11.580278 23379 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20033-6257/.minikube/cache/linux/amd64/v1.31.2/kubeadm -> /var/lib/minikube/binaries/v1.31.2/kubeadm
I1202 11:47:11.580378 23379 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubeadm
I1202 11:47:11.585380 23379 ssh_runner.go:352] existence check for /var/lib/minikube/binaries/v1.31.2/kubeadm: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubeadm: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/binaries/v1.31.2/kubeadm': No such file or directory
I1202 11:47:11.585410 23379 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20033-6257/.minikube/cache/linux/amd64/v1.31.2/kubeadm --> /var/lib/minikube/binaries/v1.31.2/kubeadm (58290328 bytes)
I1202 11:47:11.699996 23379 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1202 11:47:11.746001 23379 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20033-6257/.minikube/cache/linux/amd64/v1.31.2/kubelet -> /var/lib/minikube/binaries/v1.31.2/kubelet
I1202 11:47:11.746098 23379 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubelet
I1202 11:47:11.755160 23379 ssh_runner.go:352] existence check for /var/lib/minikube/binaries/v1.31.2/kubelet: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubelet: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/binaries/v1.31.2/kubelet': No such file or directory
I1202 11:47:11.755193 23379 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20033-6257/.minikube/cache/linux/amd64/v1.31.2/kubelet --> /var/lib/minikube/binaries/v1.31.2/kubelet (76902744 bytes)
I1202 11:47:12.167193 23379 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /etc/kubernetes/manifests
I1202 11:47:12.177362 23379 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (312 bytes)
I1202 11:47:12.193477 23379 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1202 11:47:12.209277 23379 ssh_runner.go:362] scp memory --> /etc/kubernetes/manifests/kube-vip.yaml (1441 bytes)
I1202 11:47:12.225224 23379 ssh_runner.go:195] Run: grep 192.168.39.254 control-plane.minikube.internal$ /etc/hosts
I1202 11:47:12.229096 23379 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.39.254 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1202 11:47:12.241465 23379 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1202 11:47:12.355965 23379 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1202 11:47:12.372721 23379 host.go:66] Checking if "ha-604935" exists ...
I1202 11:47:12.373199 23379 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1202 11:47:12.373246 23379 main.go:141] libmachine: Launching plugin server for driver kvm2
I1202 11:47:12.387521 23379 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:46057
I1202 11:47:12.387950 23379 main.go:141] libmachine: () Calling .GetVersion
I1202 11:47:12.388471 23379 main.go:141] libmachine: Using API Version 1
I1202 11:47:12.388495 23379 main.go:141] libmachine: () Calling .SetConfigRaw
I1202 11:47:12.388817 23379 main.go:141] libmachine: () Calling .GetMachineName
I1202 11:47:12.389008 23379 main.go:141] libmachine: (ha-604935) Calling .DriverName
I1202 11:47:12.389136 23379 start.go:317] joinCluster: &{Name:ha-604935 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19917/minikube-v1.34.0-1730913550-19917-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730888964-19917@sha256:629a5748e3ec15a091fef12257eb3754b8ffc0c974ebcbb016451c65d1829615 Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.2 Cluster
Name:ha-604935 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.39.102 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m02 IP:192.168.39.96 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[default-storageclass:true storage-provisioner:true] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration
:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1202 11:47:12.389250 23379 ssh_runner.go:195] Run: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.2:$PATH" kubeadm token create --print-join-command --ttl=0"
I1202 11:47:12.389272 23379 main.go:141] libmachine: (ha-604935) Calling .GetSSHHostname
I1202 11:47:12.391559 23379 main.go:141] libmachine: (ha-604935) DBG | domain ha-604935 has defined MAC address 52:54:00:e0:fa:7c in network mk-ha-604935
I1202 11:47:12.391918 23379 main.go:141] libmachine: (ha-604935) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:e0:fa:7c", ip: ""} in network mk-ha-604935: {Iface:virbr1 ExpiryTime:2024-12-02 12:46:06 +0000 UTC Type:0 Mac:52:54:00:e0:fa:7c Iaid: IPaddr:192.168.39.102 Prefix:24 Hostname:ha-604935 Clientid:01:52:54:00:e0:fa:7c}
I1202 11:47:12.391947 23379 main.go:141] libmachine: (ha-604935) DBG | domain ha-604935 has defined IP address 192.168.39.102 and MAC address 52:54:00:e0:fa:7c in network mk-ha-604935
I1202 11:47:12.392078 23379 main.go:141] libmachine: (ha-604935) Calling .GetSSHPort
I1202 11:47:12.392244 23379 main.go:141] libmachine: (ha-604935) Calling .GetSSHKeyPath
I1202 11:47:12.392404 23379 main.go:141] libmachine: (ha-604935) Calling .GetSSHUsername
I1202 11:47:12.392523 23379 sshutil.go:53] new ssh client: &{IP:192.168.39.102 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/20033-6257/.minikube/machines/ha-604935/id_rsa Username:docker}
I1202 11:47:12.542455 23379 start.go:343] trying to join control-plane node "m02" to cluster: &{Name:m02 IP:192.168.39.96 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}
I1202 11:47:12.542510 23379 ssh_runner.go:195] Run: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.2:$PATH" kubeadm join control-plane.minikube.internal:8443 --token 781q3h.dri7zuf7dlr9vool --discovery-token-ca-cert-hash sha256:9ebc90a8ea81482c2fee6e485f0934fa91cca27bad5f3e63f2929fbd27f9dacb --ignore-preflight-errors=all --cri-socket unix:///var/run/crio/crio.sock --node-name=ha-604935-m02 --control-plane --apiserver-advertise-address=192.168.39.96 --apiserver-bind-port=8443"
I1202 11:47:33.298276 23379 ssh_runner.go:235] Completed: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.2:$PATH" kubeadm join control-plane.minikube.internal:8443 --token 781q3h.dri7zuf7dlr9vool --discovery-token-ca-cert-hash sha256:9ebc90a8ea81482c2fee6e485f0934fa91cca27bad5f3e63f2929fbd27f9dacb --ignore-preflight-errors=all --cri-socket unix:///var/run/crio/crio.sock --node-name=ha-604935-m02 --control-plane --apiserver-advertise-address=192.168.39.96 --apiserver-bind-port=8443": (20.75572497s)
I1202 11:47:33.298324 23379 ssh_runner.go:195] Run: /bin/bash -c "sudo systemctl daemon-reload && sudo systemctl enable kubelet && sudo systemctl start kubelet"
I1202 11:47:33.868140 23379 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig label --overwrite nodes ha-604935-m02 minikube.k8s.io/updated_at=2024_12_02T11_47_33_0700 minikube.k8s.io/version=v1.34.0 minikube.k8s.io/commit=128491876095763f75c6c62c8e8cebf09ad32ac8 minikube.k8s.io/name=ha-604935 minikube.k8s.io/primary=false
I1202 11:47:34.014505 23379 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig taint nodes ha-604935-m02 node-role.kubernetes.io/control-plane:NoSchedule-
I1202 11:47:34.151913 23379 start.go:319] duration metric: took 21.762775302s to joinCluster
I1202 11:47:34.151988 23379 start.go:235] Will wait 6m0s for node &{Name:m02 IP:192.168.39.96 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}
I1202 11:47:34.152289 23379 config.go:182] Loaded profile config "ha-604935": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1202 11:47:34.153405 23379 out.go:177] * Verifying Kubernetes components...
I1202 11:47:34.154583 23379 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1202 11:47:34.458218 23379 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1202 11:47:34.537753 23379 loader.go:395] Config loaded from file: /home/jenkins/minikube-integration/20033-6257/kubeconfig
I1202 11:47:34.537985 23379 kapi.go:59] client config for ha-604935: &rest.Config{Host:"https://192.168.39.254:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/home/jenkins/minikube-integration/20033-6257/.minikube/profiles/ha-604935/client.crt", KeyFile:"/home/jenkins/minikube-integration/20033-6257/.minikube/profiles/ha-604935/client.key", CAFile:"/home/jenkins/minikube-integration/20033-6257/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil), CAData:[]uint8(nil), NextProtos:[]string(nil)},
UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x243b6e0), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
W1202 11:47:34.538049 23379 kubeadm.go:483] Overriding stale ClientConfig host https://192.168.39.254:8443 with https://192.168.39.102:8443
I1202 11:47:34.538237 23379 node_ready.go:35] waiting up to 6m0s for node "ha-604935-m02" to be "Ready" ...
I1202 11:47:34.538328 23379 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-604935-m02
I1202 11:47:34.538338 23379 round_trippers.go:469] Request Headers:
I1202 11:47:34.538353 23379 round_trippers.go:473] Accept: application/json, */*
I1202 11:47:34.538361 23379 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1202 11:47:34.553164 23379 round_trippers.go:574] Response Status: 200 OK in 14 milliseconds
I1202 11:47:35.038636 23379 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-604935-m02
I1202 11:47:35.038655 23379 round_trippers.go:469] Request Headers:
I1202 11:47:35.038663 23379 round_trippers.go:473] Accept: application/json, */*
I1202 11:47:35.038667 23379 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1202 11:47:35.043410 23379 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1202 11:47:35.539240 23379 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-604935-m02
I1202 11:47:35.539268 23379 round_trippers.go:469] Request Headers:
I1202 11:47:35.539288 23379 round_trippers.go:473] Accept: application/json, */*
I1202 11:47:35.539295 23379 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1202 11:47:35.543768 23379 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1202 11:47:36.038477 23379 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-604935-m02
I1202 11:47:36.038500 23379 round_trippers.go:469] Request Headers:
I1202 11:47:36.038510 23379 round_trippers.go:473] Accept: application/json, */*
I1202 11:47:36.038514 23379 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1202 11:47:36.044852 23379 round_trippers.go:574] Response Status: 200 OK in 6 milliseconds
I1202 11:47:36.539264 23379 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-604935-m02
I1202 11:47:36.539282 23379 round_trippers.go:469] Request Headers:
I1202 11:47:36.539291 23379 round_trippers.go:473] Accept: application/json, */*
I1202 11:47:36.539294 23379 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1202 11:47:36.541884 23379 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1202 11:47:36.542608 23379 node_ready.go:53] node "ha-604935-m02" has status "Ready":"False"
I1202 11:47:37.039323 23379 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-604935-m02
I1202 11:47:37.039344 23379 round_trippers.go:469] Request Headers:
I1202 11:47:37.039355 23379 round_trippers.go:473] Accept: application/json, */*
I1202 11:47:37.039363 23379 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1202 11:47:37.042762 23379 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1202 11:47:37.539267 23379 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-604935-m02
I1202 11:47:37.539288 23379 round_trippers.go:469] Request Headers:
I1202 11:47:37.539298 23379 round_trippers.go:473] Accept: application/json, */*
I1202 11:47:37.539302 23379 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1202 11:47:37.542085 23379 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1202 11:47:38.039187 23379 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-604935-m02
I1202 11:47:38.039205 23379 round_trippers.go:469] Request Headers:
I1202 11:47:38.039213 23379 round_trippers.go:473] Accept: application/json, */*
I1202 11:47:38.039217 23379 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1202 11:47:38.042510 23379 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1202 11:47:38.538564 23379 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-604935-m02
I1202 11:47:38.538590 23379 round_trippers.go:469] Request Headers:
I1202 11:47:38.538602 23379 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1202 11:47:38.538607 23379 round_trippers.go:473] Accept: application/json, */*
I1202 11:47:38.543229 23379 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1202 11:47:38.543842 23379 node_ready.go:53] node "ha-604935-m02" has status "Ready":"False"
I1202 11:47:39.039431 23379 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-604935-m02
I1202 11:47:39.039454 23379 round_trippers.go:469] Request Headers:
I1202 11:47:39.039465 23379 round_trippers.go:473] Accept: application/json, */*
I1202 11:47:39.039470 23379 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1202 11:47:39.043101 23379 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1202 11:47:39.538521 23379 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-604935-m02
I1202 11:47:39.538548 23379 round_trippers.go:469] Request Headers:
I1202 11:47:39.538559 23379 round_trippers.go:473] Accept: application/json, */*
I1202 11:47:39.538565 23379 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1202 11:47:39.544151 23379 round_trippers.go:574] Response Status: 200 OK in 5 milliseconds
I1202 11:47:40.039125 23379 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-604935-m02
I1202 11:47:40.039142 23379 round_trippers.go:469] Request Headers:
I1202 11:47:40.039150 23379 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1202 11:47:40.039155 23379 round_trippers.go:473] Accept: application/json, */*
I1202 11:47:40.041928 23379 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1202 11:47:40.539447 23379 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-604935-m02
I1202 11:47:40.539466 23379 round_trippers.go:469] Request Headers:
I1202 11:47:40.539477 23379 round_trippers.go:473] Accept: application/json, */*
I1202 11:47:40.539482 23379 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1202 11:47:40.542088 23379 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1202 11:47:41.039165 23379 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-604935-m02
I1202 11:47:41.039194 23379 round_trippers.go:469] Request Headers:
I1202 11:47:41.039206 23379 round_trippers.go:473] Accept: application/json, */*
I1202 11:47:41.039214 23379 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1202 11:47:41.042019 23379 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1202 11:47:41.042646 23379 node_ready.go:53] node "ha-604935-m02" has status "Ready":"False"
I1202 11:47:41.538430 23379 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-604935-m02
I1202 11:47:41.538449 23379 round_trippers.go:469] Request Headers:
I1202 11:47:41.538456 23379 round_trippers.go:473] Accept: application/json, */*
I1202 11:47:41.538460 23379 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1202 11:47:41.541300 23379 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1202 11:47:42.038543 23379 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-604935-m02
I1202 11:47:42.038564 23379 round_trippers.go:469] Request Headers:
I1202 11:47:42.038574 23379 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1202 11:47:42.038579 23379 round_trippers.go:473] Accept: application/json, */*
I1202 11:47:42.042807 23379 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1202 11:47:42.539123 23379 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-604935-m02
I1202 11:47:42.539144 23379 round_trippers.go:469] Request Headers:
I1202 11:47:42.539155 23379 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1202 11:47:42.539168 23379 round_trippers.go:473] Accept: application/json, */*
I1202 11:47:42.615775 23379 round_trippers.go:574] Response Status: 200 OK in 76 milliseconds
I1202 11:47:43.038628 23379 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-604935-m02
I1202 11:47:43.038651 23379 round_trippers.go:469] Request Headers:
I1202 11:47:43.038660 23379 round_trippers.go:473] Accept: application/json, */*
I1202 11:47:43.038670 23379 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1202 11:47:43.041582 23379 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1202 11:47:43.538519 23379 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-604935-m02
I1202 11:47:43.538548 23379 round_trippers.go:469] Request Headers:
I1202 11:47:43.538559 23379 round_trippers.go:473] Accept: application/json, */*
I1202 11:47:43.538566 23379 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1202 11:47:43.542876 23379 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1202 11:47:43.543448 23379 node_ready.go:53] node "ha-604935-m02" has status "Ready":"False"
I1202 11:47:44.038473 23379 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-604935-m02
I1202 11:47:44.038493 23379 round_trippers.go:469] Request Headers:
I1202 11:47:44.038501 23379 round_trippers.go:473] Accept: application/json, */*
I1202 11:47:44.038506 23379 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1202 11:47:44.041916 23379 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1202 11:47:44.538909 23379 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-604935-m02
I1202 11:47:44.538934 23379 round_trippers.go:469] Request Headers:
I1202 11:47:44.538946 23379 round_trippers.go:473] Accept: application/json, */*
I1202 11:47:44.538954 23379 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1202 11:47:44.542475 23379 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1202 11:47:45.039019 23379 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-604935-m02
I1202 11:47:45.039039 23379 round_trippers.go:469] Request Headers:
I1202 11:47:45.039046 23379 round_trippers.go:473] Accept: application/json, */*
I1202 11:47:45.039050 23379 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1202 11:47:45.042662 23379 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1202 11:47:45.539381 23379 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-604935-m02
I1202 11:47:45.539404 23379 round_trippers.go:469] Request Headers:
I1202 11:47:45.539414 23379 round_trippers.go:473] Accept: application/json, */*
I1202 11:47:45.539419 23379 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1202 11:47:45.543229 23379 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1202 11:47:45.544177 23379 node_ready.go:53] node "ha-604935-m02" has status "Ready":"False"
I1202 11:47:46.038600 23379 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-604935-m02
I1202 11:47:46.038622 23379 round_trippers.go:469] Request Headers:
I1202 11:47:46.038630 23379 round_trippers.go:473] Accept: application/json, */*
I1202 11:47:46.038635 23379 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1202 11:47:46.041460 23379 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1202 11:47:46.538597 23379 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-604935-m02
I1202 11:47:46.538618 23379 round_trippers.go:469] Request Headers:
I1202 11:47:46.538628 23379 round_trippers.go:473] Accept: application/json, */*
I1202 11:47:46.538632 23379 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1202 11:47:46.541444 23379 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1202 11:47:47.038797 23379 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-604935-m02
I1202 11:47:47.038817 23379 round_trippers.go:469] Request Headers:
I1202 11:47:47.038825 23379 round_trippers.go:473] Accept: application/json, */*
I1202 11:47:47.038828 23379 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1202 11:47:47.041962 23379 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1202 11:47:47.539440 23379 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-604935-m02
I1202 11:47:47.539463 23379 round_trippers.go:469] Request Headers:
I1202 11:47:47.539470 23379 round_trippers.go:473] Accept: application/json, */*
I1202 11:47:47.539474 23379 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1202 11:47:47.543115 23379 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1202 11:47:48.039282 23379 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-604935-m02
I1202 11:47:48.039306 23379 round_trippers.go:469] Request Headers:
I1202 11:47:48.039316 23379 round_trippers.go:473] Accept: application/json, */*
I1202 11:47:48.039320 23379 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1202 11:47:48.042491 23379 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1202 11:47:48.043162 23379 node_ready.go:53] node "ha-604935-m02" has status "Ready":"False"
I1202 11:47:48.539348 23379 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-604935-m02
I1202 11:47:48.539372 23379 round_trippers.go:469] Request Headers:
I1202 11:47:48.539382 23379 round_trippers.go:473] Accept: application/json, */*
I1202 11:47:48.539387 23379 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1202 11:47:48.542583 23379 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1202 11:47:49.038466 23379 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-604935-m02
I1202 11:47:49.038485 23379 round_trippers.go:469] Request Headers:
I1202 11:47:49.038493 23379 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1202 11:47:49.038498 23379 round_trippers.go:473] Accept: application/json, */*
I1202 11:47:49.041480 23379 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1202 11:47:49.539130 23379 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-604935-m02
I1202 11:47:49.539151 23379 round_trippers.go:469] Request Headers:
I1202 11:47:49.539162 23379 round_trippers.go:473] Accept: application/json, */*
I1202 11:47:49.539166 23379 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1202 11:47:49.542870 23379 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1202 11:47:49.543570 23379 node_ready.go:49] node "ha-604935-m02" has status "Ready":"True"
I1202 11:47:49.543589 23379 node_ready.go:38] duration metric: took 15.005336835s for node "ha-604935-m02" to be "Ready" ...
I1202 11:47:49.543598 23379 pod_ready.go:36] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1202 11:47:49.543686 23379 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/namespaces/kube-system/pods
I1202 11:47:49.543695 23379 round_trippers.go:469] Request Headers:
I1202 11:47:49.543702 23379 round_trippers.go:473] Accept: application/json, */*
I1202 11:47:49.543707 23379 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1202 11:47:49.548022 23379 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1202 11:47:49.557050 23379 pod_ready.go:79] waiting up to 6m0s for pod "coredns-7c65d6cfc9-5gcc2" in "kube-system" namespace to be "Ready" ...
I1202 11:47:49.557145 23379 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-5gcc2
I1202 11:47:49.557159 23379 round_trippers.go:469] Request Headers:
I1202 11:47:49.557169 23379 round_trippers.go:473] Accept: application/json, */*
I1202 11:47:49.557181 23379 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1202 11:47:49.561541 23379 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1202 11:47:49.562194 23379 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-604935
I1202 11:47:49.562212 23379 round_trippers.go:469] Request Headers:
I1202 11:47:49.562222 23379 round_trippers.go:473] Accept: application/json, */*
I1202 11:47:49.562229 23379 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1202 11:47:49.564378 23379 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1202 11:47:49.564821 23379 pod_ready.go:93] pod "coredns-7c65d6cfc9-5gcc2" in "kube-system" namespace has status "Ready":"True"
I1202 11:47:49.564836 23379 pod_ready.go:82] duration metric: took 7.7579ms for pod "coredns-7c65d6cfc9-5gcc2" in "kube-system" namespace to be "Ready" ...
I1202 11:47:49.564845 23379 pod_ready.go:79] waiting up to 6m0s for pod "coredns-7c65d6cfc9-g48q9" in "kube-system" namespace to be "Ready" ...
I1202 11:47:49.564897 23379 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-g48q9
I1202 11:47:49.564905 23379 round_trippers.go:469] Request Headers:
I1202 11:47:49.564912 23379 round_trippers.go:473] Accept: application/json, */*
I1202 11:47:49.564919 23379 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1202 11:47:49.566980 23379 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1202 11:47:49.567489 23379 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-604935
I1202 11:47:49.567501 23379 round_trippers.go:469] Request Headers:
I1202 11:47:49.567509 23379 round_trippers.go:473] Accept: application/json, */*
I1202 11:47:49.567514 23379 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1202 11:47:49.569545 23379 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1202 11:47:49.570321 23379 pod_ready.go:93] pod "coredns-7c65d6cfc9-g48q9" in "kube-system" namespace has status "Ready":"True"
I1202 11:47:49.570337 23379 pod_ready.go:82] duration metric: took 5.482367ms for pod "coredns-7c65d6cfc9-g48q9" in "kube-system" namespace to be "Ready" ...
I1202 11:47:49.570346 23379 pod_ready.go:79] waiting up to 6m0s for pod "etcd-ha-604935" in "kube-system" namespace to be "Ready" ...
I1202 11:47:49.570395 23379 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/namespaces/kube-system/pods/etcd-ha-604935
I1202 11:47:49.570402 23379 round_trippers.go:469] Request Headers:
I1202 11:47:49.570408 23379 round_trippers.go:473] Accept: application/json, */*
I1202 11:47:49.570416 23379 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1202 11:47:49.572224 23379 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1202 11:47:49.572830 23379 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-604935
I1202 11:47:49.572845 23379 round_trippers.go:469] Request Headers:
I1202 11:47:49.572852 23379 round_trippers.go:473] Accept: application/json, */*
I1202 11:47:49.572856 23379 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1202 11:47:49.574847 23379 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1202 11:47:49.575387 23379 pod_ready.go:93] pod "etcd-ha-604935" in "kube-system" namespace has status "Ready":"True"
I1202 11:47:49.575407 23379 pod_ready.go:82] duration metric: took 5.05521ms for pod "etcd-ha-604935" in "kube-system" namespace to be "Ready" ...
I1202 11:47:49.575417 23379 pod_ready.go:79] waiting up to 6m0s for pod "etcd-ha-604935-m02" in "kube-system" namespace to be "Ready" ...
I1202 11:47:49.575471 23379 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/namespaces/kube-system/pods/etcd-ha-604935-m02
I1202 11:47:49.575482 23379 round_trippers.go:469] Request Headers:
I1202 11:47:49.575492 23379 round_trippers.go:473] Accept: application/json, */*
I1202 11:47:49.575497 23379 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1202 11:47:49.577559 23379 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1202 11:47:49.578025 23379 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-604935-m02
I1202 11:47:49.578036 23379 round_trippers.go:469] Request Headers:
I1202 11:47:49.578042 23379 round_trippers.go:473] Accept: application/json, */*
I1202 11:47:49.578046 23379 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1202 11:47:49.580244 23379 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1202 11:47:50.075930 23379 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/namespaces/kube-system/pods/etcd-ha-604935-m02
I1202 11:47:50.075955 23379 round_trippers.go:469] Request Headers:
I1202 11:47:50.075967 23379 round_trippers.go:473] Accept: application/json, */*
I1202 11:47:50.075972 23379 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1202 11:47:50.078932 23379 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1202 11:47:50.079644 23379 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-604935-m02
I1202 11:47:50.079660 23379 round_trippers.go:469] Request Headers:
I1202 11:47:50.079671 23379 round_trippers.go:473] Accept: application/json, */*
I1202 11:47:50.079679 23379 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1202 11:47:50.083049 23379 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1202 11:47:50.576373 23379 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/namespaces/kube-system/pods/etcd-ha-604935-m02
I1202 11:47:50.576396 23379 round_trippers.go:469] Request Headers:
I1202 11:47:50.576404 23379 round_trippers.go:473] Accept: application/json, */*
I1202 11:47:50.576408 23379 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1202 11:47:50.579581 23379 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1202 11:47:50.580413 23379 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-604935-m02
I1202 11:47:50.580428 23379 round_trippers.go:469] Request Headers:
I1202 11:47:50.580435 23379 round_trippers.go:473] Accept: application/json, */*
I1202 11:47:50.580439 23379 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1202 11:47:50.582674 23379 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1202 11:47:51.075671 23379 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/namespaces/kube-system/pods/etcd-ha-604935-m02
I1202 11:47:51.075692 23379 round_trippers.go:469] Request Headers:
I1202 11:47:51.075700 23379 round_trippers.go:473] Accept: application/json, */*
I1202 11:47:51.075705 23379 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1202 11:47:51.080547 23379 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1202 11:47:51.081109 23379 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-604935-m02
I1202 11:47:51.081140 23379 round_trippers.go:469] Request Headers:
I1202 11:47:51.081151 23379 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1202 11:47:51.081159 23379 round_trippers.go:473] Accept: application/json, */*
I1202 11:47:51.083775 23379 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1202 11:47:51.084570 23379 pod_ready.go:93] pod "etcd-ha-604935-m02" in "kube-system" namespace has status "Ready":"True"
I1202 11:47:51.084587 23379 pod_ready.go:82] duration metric: took 1.509162413s for pod "etcd-ha-604935-m02" in "kube-system" namespace to be "Ready" ...
I1202 11:47:51.084605 23379 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-ha-604935" in "kube-system" namespace to be "Ready" ...
I1202 11:47:51.084654 23379 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-604935
I1202 11:47:51.084661 23379 round_trippers.go:469] Request Headers:
I1202 11:47:51.084668 23379 round_trippers.go:473] Accept: application/json, */*
I1202 11:47:51.084676 23379 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1202 11:47:51.086997 23379 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1202 11:47:51.139895 23379 request.go:632] Waited for 52.198749ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.102:8443/api/v1/nodes/ha-604935
I1202 11:47:51.139936 23379 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-604935
I1202 11:47:51.139941 23379 round_trippers.go:469] Request Headers:
I1202 11:47:51.139948 23379 round_trippers.go:473] Accept: application/json, */*
I1202 11:47:51.139954 23379 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1202 11:47:51.142459 23379 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1202 11:47:51.143143 23379 pod_ready.go:93] pod "kube-apiserver-ha-604935" in "kube-system" namespace has status "Ready":"True"
I1202 11:47:51.143164 23379 pod_ready.go:82] duration metric: took 58.549955ms for pod "kube-apiserver-ha-604935" in "kube-system" namespace to be "Ready" ...
I1202 11:47:51.143176 23379 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-ha-604935-m02" in "kube-system" namespace to be "Ready" ...
I1202 11:47:51.339592 23379 request.go:632] Waited for 196.342057ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.102:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-604935-m02
I1202 11:47:51.339640 23379 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-604935-m02
I1202 11:47:51.339648 23379 round_trippers.go:469] Request Headers:
I1202 11:47:51.339657 23379 round_trippers.go:473] Accept: application/json, */*
I1202 11:47:51.339665 23379 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1202 11:47:51.342939 23379 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1202 11:47:51.539862 23379 request.go:632] Waited for 196.164588ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.102:8443/api/v1/nodes/ha-604935-m02
I1202 11:47:51.539931 23379 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-604935-m02
I1202 11:47:51.539935 23379 round_trippers.go:469] Request Headers:
I1202 11:47:51.539943 23379 round_trippers.go:473] Accept: application/json, */*
I1202 11:47:51.539950 23379 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1202 11:47:51.543209 23379 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1202 11:47:51.543865 23379 pod_ready.go:93] pod "kube-apiserver-ha-604935-m02" in "kube-system" namespace has status "Ready":"True"
I1202 11:47:51.543882 23379 pod_ready.go:82] duration metric: took 400.698772ms for pod "kube-apiserver-ha-604935-m02" in "kube-system" namespace to be "Ready" ...
I1202 11:47:51.543892 23379 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-ha-604935" in "kube-system" namespace to be "Ready" ...
I1202 11:47:51.739144 23379 request.go:632] Waited for 195.19473ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.102:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-604935
I1202 11:47:51.739219 23379 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-604935
I1202 11:47:51.739235 23379 round_trippers.go:469] Request Headers:
I1202 11:47:51.739245 23379 round_trippers.go:473] Accept: application/json, */*
I1202 11:47:51.739249 23379 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1202 11:47:51.741900 23379 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1202 11:47:51.940184 23379 request.go:632] Waited for 197.361013ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.102:8443/api/v1/nodes/ha-604935
I1202 11:47:51.940269 23379 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-604935
I1202 11:47:51.940278 23379 round_trippers.go:469] Request Headers:
I1202 11:47:51.940285 23379 round_trippers.go:473] Accept: application/json, */*
I1202 11:47:51.940289 23379 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1202 11:47:51.943128 23379 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1202 11:47:51.943706 23379 pod_ready.go:93] pod "kube-controller-manager-ha-604935" in "kube-system" namespace has status "Ready":"True"
I1202 11:47:51.943727 23379 pod_ready.go:82] duration metric: took 399.828238ms for pod "kube-controller-manager-ha-604935" in "kube-system" namespace to be "Ready" ...
I1202 11:47:51.943741 23379 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-ha-604935-m02" in "kube-system" namespace to be "Ready" ...
I1202 11:47:52.139832 23379 request.go:632] Waited for 196.024828ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.102:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-604935-m02
I1202 11:47:52.139897 23379 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-604935-m02
I1202 11:47:52.139908 23379 round_trippers.go:469] Request Headers:
I1202 11:47:52.139915 23379 round_trippers.go:473] Accept: application/json, */*
I1202 11:47:52.139922 23379 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1202 11:47:52.143273 23379 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1202 11:47:52.339296 23379 request.go:632] Waited for 195.254025ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.102:8443/api/v1/nodes/ha-604935-m02
I1202 11:47:52.339366 23379 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-604935-m02
I1202 11:47:52.339382 23379 round_trippers.go:469] Request Headers:
I1202 11:47:52.339392 23379 round_trippers.go:473] Accept: application/json, */*
I1202 11:47:52.339396 23379 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1202 11:47:52.343086 23379 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1202 11:47:52.343632 23379 pod_ready.go:93] pod "kube-controller-manager-ha-604935-m02" in "kube-system" namespace has status "Ready":"True"
I1202 11:47:52.343651 23379 pod_ready.go:82] duration metric: took 399.901549ms for pod "kube-controller-manager-ha-604935-m02" in "kube-system" namespace to be "Ready" ...
I1202 11:47:52.343664 23379 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-tqcb6" in "kube-system" namespace to be "Ready" ...
I1202 11:47:52.540119 23379 request.go:632] Waited for 196.382954ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.102:8443/api/v1/namespaces/kube-system/pods/kube-proxy-tqcb6
I1202 11:47:52.540208 23379 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/namespaces/kube-system/pods/kube-proxy-tqcb6
I1202 11:47:52.540223 23379 round_trippers.go:469] Request Headers:
I1202 11:47:52.540246 23379 round_trippers.go:473] Accept: application/json, */*
I1202 11:47:52.540254 23379 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1202 11:47:52.544789 23379 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1202 11:47:52.739964 23379 request.go:632] Waited for 194.383281ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.102:8443/api/v1/nodes/ha-604935
I1202 11:47:52.740029 23379 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-604935
I1202 11:47:52.740036 23379 round_trippers.go:469] Request Headers:
I1202 11:47:52.740047 23379 round_trippers.go:473] Accept: application/json, */*
I1202 11:47:52.740056 23379 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1202 11:47:52.744675 23379 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1202 11:47:52.745274 23379 pod_ready.go:93] pod "kube-proxy-tqcb6" in "kube-system" namespace has status "Ready":"True"
I1202 11:47:52.745291 23379 pod_ready.go:82] duration metric: took 401.620034ms for pod "kube-proxy-tqcb6" in "kube-system" namespace to be "Ready" ...
I1202 11:47:52.745302 23379 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-w9r4x" in "kube-system" namespace to be "Ready" ...
I1202 11:47:52.939398 23379 request.go:632] Waited for 194.014981ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.102:8443/api/v1/namespaces/kube-system/pods/kube-proxy-w9r4x
I1202 11:47:52.939448 23379 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/namespaces/kube-system/pods/kube-proxy-w9r4x
I1202 11:47:52.939453 23379 round_trippers.go:469] Request Headers:
I1202 11:47:52.939460 23379 round_trippers.go:473] Accept: application/json, */*
I1202 11:47:52.939466 23379 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1202 11:47:52.942473 23379 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1202 11:47:53.139562 23379 request.go:632] Waited for 196.368019ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.102:8443/api/v1/nodes/ha-604935-m02
I1202 11:47:53.139626 23379 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-604935-m02
I1202 11:47:53.139631 23379 round_trippers.go:469] Request Headers:
I1202 11:47:53.139639 23379 round_trippers.go:473] Accept: application/json, */*
I1202 11:47:53.139642 23379 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1202 11:47:53.142786 23379 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1202 11:47:53.143361 23379 pod_ready.go:93] pod "kube-proxy-w9r4x" in "kube-system" namespace has status "Ready":"True"
I1202 11:47:53.143382 23379 pod_ready.go:82] duration metric: took 398.068666ms for pod "kube-proxy-w9r4x" in "kube-system" namespace to be "Ready" ...
I1202 11:47:53.143391 23379 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-ha-604935" in "kube-system" namespace to be "Ready" ...
I1202 11:47:53.339501 23379 request.go:632] Waited for 196.04496ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.102:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-604935
I1202 11:47:53.339586 23379 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-604935
I1202 11:47:53.339596 23379 round_trippers.go:469] Request Headers:
I1202 11:47:53.339607 23379 round_trippers.go:473] Accept: application/json, */*
I1202 11:47:53.339618 23379 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1202 11:47:53.343080 23379 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1202 11:47:53.540159 23379 request.go:632] Waited for 196.184742ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.102:8443/api/v1/nodes/ha-604935
I1202 11:47:53.540226 23379 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-604935
I1202 11:47:53.540246 23379 round_trippers.go:469] Request Headers:
I1202 11:47:53.540255 23379 round_trippers.go:473] Accept: application/json, */*
I1202 11:47:53.540261 23379 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1202 11:47:53.543534 23379 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1202 11:47:53.544454 23379 pod_ready.go:93] pod "kube-scheduler-ha-604935" in "kube-system" namespace has status "Ready":"True"
I1202 11:47:53.544479 23379 pod_ready.go:82] duration metric: took 401.077052ms for pod "kube-scheduler-ha-604935" in "kube-system" namespace to be "Ready" ...
I1202 11:47:53.544494 23379 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-ha-604935-m02" in "kube-system" namespace to be "Ready" ...
I1202 11:47:53.739453 23379 request.go:632] Waited for 194.878612ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.102:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-604935-m02
I1202 11:47:53.739540 23379 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-604935-m02
I1202 11:47:53.739557 23379 round_trippers.go:469] Request Headers:
I1202 11:47:53.739572 23379 round_trippers.go:473] Accept: application/json, */*
I1202 11:47:53.739583 23379 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1202 11:47:53.743318 23379 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1202 11:47:53.939180 23379 request.go:632] Waited for 195.280753ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.102:8443/api/v1/nodes/ha-604935-m02
I1202 11:47:53.939245 23379 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-604935-m02
I1202 11:47:53.939250 23379 round_trippers.go:469] Request Headers:
I1202 11:47:53.939258 23379 round_trippers.go:473] Accept: application/json, */*
I1202 11:47:53.939265 23379 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1202 11:47:53.943381 23379 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1202 11:47:53.944067 23379 pod_ready.go:93] pod "kube-scheduler-ha-604935-m02" in "kube-system" namespace has status "Ready":"True"
I1202 11:47:53.944085 23379 pod_ready.go:82] duration metric: took 399.577551ms for pod "kube-scheduler-ha-604935-m02" in "kube-system" namespace to be "Ready" ...
I1202 11:47:53.944099 23379 pod_ready.go:39] duration metric: took 4.40047197s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1202 11:47:53.944119 23379 api_server.go:52] waiting for apiserver process to appear ...
I1202 11:47:53.944173 23379 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1202 11:47:53.960762 23379 api_server.go:72] duration metric: took 19.808744771s to wait for apiserver process to appear ...
I1202 11:47:53.960781 23379 api_server.go:88] waiting for apiserver healthz status ...
I1202 11:47:53.960802 23379 api_server.go:253] Checking apiserver healthz at https://192.168.39.102:8443/healthz ...
I1202 11:47:53.965634 23379 api_server.go:279] https://192.168.39.102:8443/healthz returned 200:
ok
I1202 11:47:53.965695 23379 round_trippers.go:463] GET https://192.168.39.102:8443/version
I1202 11:47:53.965706 23379 round_trippers.go:469] Request Headers:
I1202 11:47:53.965717 23379 round_trippers.go:473] Accept: application/json, */*
I1202 11:47:53.965727 23379 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1202 11:47:53.966539 23379 round_trippers.go:574] Response Status: 200 OK in 0 milliseconds
I1202 11:47:53.966644 23379 api_server.go:141] control plane version: v1.31.2
I1202 11:47:53.966664 23379 api_server.go:131] duration metric: took 5.87665ms to wait for apiserver health ...
I1202 11:47:53.966674 23379 system_pods.go:43] waiting for kube-system pods to appear ...
I1202 11:47:54.140116 23379 request.go:632] Waited for 173.370822ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.102:8443/api/v1/namespaces/kube-system/pods
I1202 11:47:54.140184 23379 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/namespaces/kube-system/pods
I1202 11:47:54.140192 23379 round_trippers.go:469] Request Headers:
I1202 11:47:54.140203 23379 round_trippers.go:473] Accept: application/json, */*
I1202 11:47:54.140213 23379 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1202 11:47:54.144688 23379 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1202 11:47:54.150151 23379 system_pods.go:59] 17 kube-system pods found
I1202 11:47:54.150175 23379 system_pods.go:61] "coredns-7c65d6cfc9-5gcc2" [63fea190-8001-4264-a579-13a9cae6ddff] Running
I1202 11:47:54.150180 23379 system_pods.go:61] "coredns-7c65d6cfc9-g48q9" [66ce87a9-4918-45fd-9721-d4e6323b7b54] Running
I1202 11:47:54.150184 23379 system_pods.go:61] "etcd-ha-604935" [975d8a6a-bc5b-4027-918b-a08b51dba058] Running
I1202 11:47:54.150187 23379 system_pods.go:61] "etcd-ha-604935-m02" [cf1eb147-15c4-4e8b-a006-ad464eb08a7c] Running
I1202 11:47:54.150190 23379 system_pods.go:61] "kindnet-k99r8" [e5466844-1f48-46c2-8e34-c4bf016b9656] Running
I1202 11:47:54.150193 23379 system_pods.go:61] "kindnet-l55rq" [f6e00384-f7e5-49ce-ad05-f9de89a25d7f] Running
I1202 11:47:54.150196 23379 system_pods.go:61] "kube-apiserver-ha-604935" [a460bc27-8af0-4958-9d3a-4b96773893a3] Running
I1202 11:47:54.150200 23379 system_pods.go:61] "kube-apiserver-ha-604935-m02" [23f6728e-073f-4ce4-a707-3817710b49fe] Running
I1202 11:47:54.150204 23379 system_pods.go:61] "kube-controller-manager-ha-604935" [7ea1d4fd-527e-4734-818b-71c55b3c4693] Running
I1202 11:47:54.150208 23379 system_pods.go:61] "kube-controller-manager-ha-604935-m02" [588d55f1-b51e-4169-bdbb-b536ab420894] Running
I1202 11:47:54.150213 23379 system_pods.go:61] "kube-proxy-tqcb6" [d576fbb5-bee1-4482-82f5-b21a5e1e65f9] Running
I1202 11:47:54.150216 23379 system_pods.go:61] "kube-proxy-w9r4x" [4131636c-d2a2-4aa3-aff6-aa77b517af72] Running
I1202 11:47:54.150222 23379 system_pods.go:61] "kube-scheduler-ha-604935" [17934eac-3356-4060-b485-5eeecfca13b6] Running
I1202 11:47:54.150225 23379 system_pods.go:61] "kube-scheduler-ha-604935-m02" [ad12ea88-561b-4ee1-90de-4c6b0185af02] Running
I1202 11:47:54.150228 23379 system_pods.go:61] "kube-vip-ha-604935" [8001b094-839e-42ea-82a8-76730b6657fc] Running
I1202 11:47:54.150230 23379 system_pods.go:61] "kube-vip-ha-604935-m02" [12f222eb-a19b-42e0-b398-919847c3e224] Running
I1202 11:47:54.150234 23379 system_pods.go:61] "storage-provisioner" [1023dda9-1199-4200-9b82-bb054a0eedff] Running
I1202 11:47:54.150239 23379 system_pods.go:74] duration metric: took 183.556674ms to wait for pod list to return data ...
I1202 11:47:54.150248 23379 default_sa.go:34] waiting for default service account to be created ...
I1202 11:47:54.339686 23379 request.go:632] Waited for 189.36849ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.102:8443/api/v1/namespaces/default/serviceaccounts
I1202 11:47:54.339740 23379 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/namespaces/default/serviceaccounts
I1202 11:47:54.339744 23379 round_trippers.go:469] Request Headers:
I1202 11:47:54.339751 23379 round_trippers.go:473] Accept: application/json, */*
I1202 11:47:54.339755 23379 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1202 11:47:54.343135 23379 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1202 11:47:54.343361 23379 default_sa.go:45] found service account: "default"
I1202 11:47:54.343386 23379 default_sa.go:55] duration metric: took 193.131705ms for default service account to be created ...
I1202 11:47:54.343397 23379 system_pods.go:116] waiting for k8s-apps to be running ...
I1202 11:47:54.539835 23379 request.go:632] Waited for 196.371965ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.102:8443/api/v1/namespaces/kube-system/pods
I1202 11:47:54.539931 23379 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/namespaces/kube-system/pods
I1202 11:47:54.539943 23379 round_trippers.go:469] Request Headers:
I1202 11:47:54.539954 23379 round_trippers.go:473] Accept: application/json, */*
I1202 11:47:54.539964 23379 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1202 11:47:54.544943 23379 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1202 11:47:54.550739 23379 system_pods.go:86] 17 kube-system pods found
I1202 11:47:54.550763 23379 system_pods.go:89] "coredns-7c65d6cfc9-5gcc2" [63fea190-8001-4264-a579-13a9cae6ddff] Running
I1202 11:47:54.550769 23379 system_pods.go:89] "coredns-7c65d6cfc9-g48q9" [66ce87a9-4918-45fd-9721-d4e6323b7b54] Running
I1202 11:47:54.550775 23379 system_pods.go:89] "etcd-ha-604935" [975d8a6a-bc5b-4027-918b-a08b51dba058] Running
I1202 11:47:54.550778 23379 system_pods.go:89] "etcd-ha-604935-m02" [cf1eb147-15c4-4e8b-a006-ad464eb08a7c] Running
I1202 11:47:54.550809 23379 system_pods.go:89] "kindnet-k99r8" [e5466844-1f48-46c2-8e34-c4bf016b9656] Running
I1202 11:47:54.550819 23379 system_pods.go:89] "kindnet-l55rq" [f6e00384-f7e5-49ce-ad05-f9de89a25d7f] Running
I1202 11:47:54.550824 23379 system_pods.go:89] "kube-apiserver-ha-604935" [a460bc27-8af0-4958-9d3a-4b96773893a3] Running
I1202 11:47:54.550829 23379 system_pods.go:89] "kube-apiserver-ha-604935-m02" [23f6728e-073f-4ce4-a707-3817710b49fe] Running
I1202 11:47:54.550833 23379 system_pods.go:89] "kube-controller-manager-ha-604935" [7ea1d4fd-527e-4734-818b-71c55b3c4693] Running
I1202 11:47:54.550837 23379 system_pods.go:89] "kube-controller-manager-ha-604935-m02" [588d55f1-b51e-4169-bdbb-b536ab420894] Running
I1202 11:47:54.550841 23379 system_pods.go:89] "kube-proxy-tqcb6" [d576fbb5-bee1-4482-82f5-b21a5e1e65f9] Running
I1202 11:47:54.550848 23379 system_pods.go:89] "kube-proxy-w9r4x" [4131636c-d2a2-4aa3-aff6-aa77b517af72] Running
I1202 11:47:54.550852 23379 system_pods.go:89] "kube-scheduler-ha-604935" [17934eac-3356-4060-b485-5eeecfca13b6] Running
I1202 11:47:54.550857 23379 system_pods.go:89] "kube-scheduler-ha-604935-m02" [ad12ea88-561b-4ee1-90de-4c6b0185af02] Running
I1202 11:47:54.550862 23379 system_pods.go:89] "kube-vip-ha-604935" [8001b094-839e-42ea-82a8-76730b6657fc] Running
I1202 11:47:54.550867 23379 system_pods.go:89] "kube-vip-ha-604935-m02" [12f222eb-a19b-42e0-b398-919847c3e224] Running
I1202 11:47:54.550870 23379 system_pods.go:89] "storage-provisioner" [1023dda9-1199-4200-9b82-bb054a0eedff] Running
I1202 11:47:54.550878 23379 system_pods.go:126] duration metric: took 207.476252ms to wait for k8s-apps to be running ...
I1202 11:47:54.550887 23379 system_svc.go:44] waiting for kubelet service to be running ....
I1202 11:47:54.550927 23379 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1202 11:47:54.567143 23379 system_svc.go:56] duration metric: took 16.250371ms WaitForService to wait for kubelet
I1202 11:47:54.567163 23379 kubeadm.go:582] duration metric: took 20.415147049s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1202 11:47:54.567180 23379 node_conditions.go:102] verifying NodePressure condition ...
I1202 11:47:54.739589 23379 request.go:632] Waited for 172.338353ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.102:8443/api/v1/nodes
I1202 11:47:54.739668 23379 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes
I1202 11:47:54.739675 23379 round_trippers.go:469] Request Headers:
I1202 11:47:54.739683 23379 round_trippers.go:473] Accept: application/json, */*
I1202 11:47:54.739688 23379 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1202 11:47:54.743346 23379 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1202 11:47:54.744125 23379 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I1202 11:47:54.744152 23379 node_conditions.go:123] node cpu capacity is 2
I1202 11:47:54.744165 23379 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I1202 11:47:54.744170 23379 node_conditions.go:123] node cpu capacity is 2
I1202 11:47:54.744177 23379 node_conditions.go:105] duration metric: took 176.990456ms to run NodePressure ...
I1202 11:47:54.744190 23379 start.go:241] waiting for startup goroutines ...
I1202 11:47:54.744223 23379 start.go:255] writing updated cluster config ...
I1202 11:47:54.746253 23379 out.go:201]
I1202 11:47:54.747593 23379 config.go:182] Loaded profile config "ha-604935": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1202 11:47:54.747718 23379 profile.go:143] Saving config to /home/jenkins/minikube-integration/20033-6257/.minikube/profiles/ha-604935/config.json ...
I1202 11:47:54.749358 23379 out.go:177] * Starting "ha-604935-m03" control-plane node in "ha-604935" cluster
I1202 11:47:54.750410 23379 preload.go:131] Checking if preload exists for k8s version v1.31.2 and runtime crio
I1202 11:47:54.750433 23379 cache.go:56] Caching tarball of preloaded images
I1202 11:47:54.750533 23379 preload.go:172] Found /home/jenkins/minikube-integration/20033-6257/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.2-cri-o-overlay-amd64.tar.lz4 in cache, skipping download
I1202 11:47:54.750548 23379 cache.go:59] Finished verifying existence of preloaded tar for v1.31.2 on crio
I1202 11:47:54.750643 23379 profile.go:143] Saving config to /home/jenkins/minikube-integration/20033-6257/.minikube/profiles/ha-604935/config.json ...
I1202 11:47:54.750878 23379 start.go:360] acquireMachinesLock for ha-604935-m03: {Name:mkf91465ea96483fd1507740f31b2b9ab7f9f919 Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}
I1202 11:47:54.750923 23379 start.go:364] duration metric: took 26.206µs to acquireMachinesLock for "ha-604935-m03"
I1202 11:47:54.750944 23379 start.go:93] Provisioning new machine with config: &{Name:ha-604935 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19917/minikube-v1.34.0-1730913550-19917-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730888964-19917@sha256:629a5748e3ec15a091fef12257eb3754b8ffc0c974ebcbb016451c65d1829615 Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{Kubernete
sVersion:v1.31.2 ClusterName:ha-604935 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.39.102 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m02 IP:192.168.39.96 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m03 IP: Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[ambassador:false amd-gpu-device-plugin:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:false efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false
ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:false storage-provisioner-gluster:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker Bin
aryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name:m03 IP: Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}
I1202 11:47:54.751067 23379 start.go:125] createHost starting for "m03" (driver="kvm2")
I1202 11:47:54.752864 23379 out.go:235] * Creating kvm2 VM (CPUs=2, Memory=2200MB, Disk=20000MB) ...
I1202 11:47:54.752946 23379 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1202 11:47:54.752986 23379 main.go:141] libmachine: Launching plugin server for driver kvm2
I1202 11:47:54.767584 23379 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:37817
I1202 11:47:54.767916 23379 main.go:141] libmachine: () Calling .GetVersion
I1202 11:47:54.768481 23379 main.go:141] libmachine: Using API Version 1
I1202 11:47:54.768505 23379 main.go:141] libmachine: () Calling .SetConfigRaw
I1202 11:47:54.768819 23379 main.go:141] libmachine: () Calling .GetMachineName
I1202 11:47:54.768991 23379 main.go:141] libmachine: (ha-604935-m03) Calling .GetMachineName
I1202 11:47:54.769125 23379 main.go:141] libmachine: (ha-604935-m03) Calling .DriverName
I1202 11:47:54.769335 23379 start.go:159] libmachine.API.Create for "ha-604935" (driver="kvm2")
I1202 11:47:54.769376 23379 client.go:168] LocalClient.Create starting
I1202 11:47:54.769409 23379 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/20033-6257/.minikube/certs/ca.pem
I1202 11:47:54.769445 23379 main.go:141] libmachine: Decoding PEM data...
I1202 11:47:54.769469 23379 main.go:141] libmachine: Parsing certificate...
I1202 11:47:54.769535 23379 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/20033-6257/.minikube/certs/cert.pem
I1202 11:47:54.769563 23379 main.go:141] libmachine: Decoding PEM data...
I1202 11:47:54.769581 23379 main.go:141] libmachine: Parsing certificate...
I1202 11:47:54.769610 23379 main.go:141] libmachine: Running pre-create checks...
I1202 11:47:54.769622 23379 main.go:141] libmachine: (ha-604935-m03) Calling .PreCreateCheck
I1202 11:47:54.769820 23379 main.go:141] libmachine: (ha-604935-m03) Calling .GetConfigRaw
I1202 11:47:54.770184 23379 main.go:141] libmachine: Creating machine...
I1202 11:47:54.770198 23379 main.go:141] libmachine: (ha-604935-m03) Calling .Create
I1202 11:47:54.770317 23379 main.go:141] libmachine: (ha-604935-m03) Creating KVM machine...
I1202 11:47:54.771476 23379 main.go:141] libmachine: (ha-604935-m03) DBG | found existing default KVM network
I1202 11:47:54.771588 23379 main.go:141] libmachine: (ha-604935-m03) DBG | found existing private KVM network mk-ha-604935
I1202 11:47:54.771715 23379 main.go:141] libmachine: (ha-604935-m03) Setting up store path in /home/jenkins/minikube-integration/20033-6257/.minikube/machines/ha-604935-m03 ...
I1202 11:47:54.771731 23379 main.go:141] libmachine: (ha-604935-m03) Building disk image from file:///home/jenkins/minikube-integration/20033-6257/.minikube/cache/iso/amd64/minikube-v1.34.0-1730913550-19917-amd64.iso
I1202 11:47:54.771824 23379 main.go:141] libmachine: (ha-604935-m03) DBG | I1202 11:47:54.771717 24139 common.go:144] Making disk image using store path: /home/jenkins/minikube-integration/20033-6257/.minikube
I1202 11:47:54.771925 23379 main.go:141] libmachine: (ha-604935-m03) Downloading /home/jenkins/minikube-integration/20033-6257/.minikube/cache/boot2docker.iso from file:///home/jenkins/minikube-integration/20033-6257/.minikube/cache/iso/amd64/minikube-v1.34.0-1730913550-19917-amd64.iso...
I1202 11:47:55.025734 23379 main.go:141] libmachine: (ha-604935-m03) DBG | I1202 11:47:55.025618 24139 common.go:151] Creating ssh key: /home/jenkins/minikube-integration/20033-6257/.minikube/machines/ha-604935-m03/id_rsa...
I1202 11:47:55.125359 23379 main.go:141] libmachine: (ha-604935-m03) DBG | I1202 11:47:55.125265 24139 common.go:157] Creating raw disk image: /home/jenkins/minikube-integration/20033-6257/.minikube/machines/ha-604935-m03/ha-604935-m03.rawdisk...
I1202 11:47:55.125386 23379 main.go:141] libmachine: (ha-604935-m03) DBG | Writing magic tar header
I1202 11:47:55.125397 23379 main.go:141] libmachine: (ha-604935-m03) DBG | Writing SSH key tar header
I1202 11:47:55.125407 23379 main.go:141] libmachine: (ha-604935-m03) DBG | I1202 11:47:55.125384 24139 common.go:171] Fixing permissions on /home/jenkins/minikube-integration/20033-6257/.minikube/machines/ha-604935-m03 ...
I1202 11:47:55.125541 23379 main.go:141] libmachine: (ha-604935-m03) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/20033-6257/.minikube/machines/ha-604935-m03
I1202 11:47:55.125572 23379 main.go:141] libmachine: (ha-604935-m03) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/20033-6257/.minikube/machines
I1202 11:47:55.125586 23379 main.go:141] libmachine: (ha-604935-m03) Setting executable bit set on /home/jenkins/minikube-integration/20033-6257/.minikube/machines/ha-604935-m03 (perms=drwx------)
I1202 11:47:55.125605 23379 main.go:141] libmachine: (ha-604935-m03) Setting executable bit set on /home/jenkins/minikube-integration/20033-6257/.minikube/machines (perms=drwxr-xr-x)
I1202 11:47:55.125622 23379 main.go:141] libmachine: (ha-604935-m03) Setting executable bit set on /home/jenkins/minikube-integration/20033-6257/.minikube (perms=drwxr-xr-x)
I1202 11:47:55.125634 23379 main.go:141] libmachine: (ha-604935-m03) Setting executable bit set on /home/jenkins/minikube-integration/20033-6257 (perms=drwxrwxr-x)
I1202 11:47:55.125649 23379 main.go:141] libmachine: (ha-604935-m03) Setting executable bit set on /home/jenkins/minikube-integration (perms=drwxrwxr-x)
I1202 11:47:55.125663 23379 main.go:141] libmachine: (ha-604935-m03) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/20033-6257/.minikube
I1202 11:47:55.125683 23379 main.go:141] libmachine: (ha-604935-m03) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/20033-6257
I1202 11:47:55.125697 23379 main.go:141] libmachine: (ha-604935-m03) DBG | Checking permissions on dir: /home/jenkins/minikube-integration
I1202 11:47:55.125710 23379 main.go:141] libmachine: (ha-604935-m03) DBG | Checking permissions on dir: /home/jenkins
I1202 11:47:55.125719 23379 main.go:141] libmachine: (ha-604935-m03) DBG | Checking permissions on dir: /home
I1202 11:47:55.125733 23379 main.go:141] libmachine: (ha-604935-m03) Setting executable bit set on /home/jenkins (perms=drwxr-xr-x)
I1202 11:47:55.125745 23379 main.go:141] libmachine: (ha-604935-m03) DBG | Skipping /home - not owner
I1202 11:47:55.125754 23379 main.go:141] libmachine: (ha-604935-m03) Creating domain...
I1202 11:47:55.126629 23379 main.go:141] libmachine: (ha-604935-m03) define libvirt domain using xml:
I1202 11:47:55.126649 23379 main.go:141] libmachine: (ha-604935-m03) <domain type='kvm'>
I1202 11:47:55.126659 23379 main.go:141] libmachine: (ha-604935-m03) <name>ha-604935-m03</name>
I1202 11:47:55.126667 23379 main.go:141] libmachine: (ha-604935-m03) <memory unit='MiB'>2200</memory>
I1202 11:47:55.126675 23379 main.go:141] libmachine: (ha-604935-m03) <vcpu>2</vcpu>
I1202 11:47:55.126685 23379 main.go:141] libmachine: (ha-604935-m03) <features>
I1202 11:47:55.126693 23379 main.go:141] libmachine: (ha-604935-m03) <acpi/>
I1202 11:47:55.126701 23379 main.go:141] libmachine: (ha-604935-m03) <apic/>
I1202 11:47:55.126706 23379 main.go:141] libmachine: (ha-604935-m03) <pae/>
I1202 11:47:55.126709 23379 main.go:141] libmachine: (ha-604935-m03)
I1202 11:47:55.126714 23379 main.go:141] libmachine: (ha-604935-m03) </features>
I1202 11:47:55.126721 23379 main.go:141] libmachine: (ha-604935-m03) <cpu mode='host-passthrough'>
I1202 11:47:55.126745 23379 main.go:141] libmachine: (ha-604935-m03)
I1202 11:47:55.126763 23379 main.go:141] libmachine: (ha-604935-m03) </cpu>
I1202 11:47:55.126773 23379 main.go:141] libmachine: (ha-604935-m03) <os>
I1202 11:47:55.126780 23379 main.go:141] libmachine: (ha-604935-m03) <type>hvm</type>
I1202 11:47:55.126791 23379 main.go:141] libmachine: (ha-604935-m03) <boot dev='cdrom'/>
I1202 11:47:55.126796 23379 main.go:141] libmachine: (ha-604935-m03) <boot dev='hd'/>
I1202 11:47:55.126808 23379 main.go:141] libmachine: (ha-604935-m03) <bootmenu enable='no'/>
I1202 11:47:55.126817 23379 main.go:141] libmachine: (ha-604935-m03) </os>
I1202 11:47:55.126827 23379 main.go:141] libmachine: (ha-604935-m03) <devices>
I1202 11:47:55.126837 23379 main.go:141] libmachine: (ha-604935-m03) <disk type='file' device='cdrom'>
I1202 11:47:55.126849 23379 main.go:141] libmachine: (ha-604935-m03) <source file='/home/jenkins/minikube-integration/20033-6257/.minikube/machines/ha-604935-m03/boot2docker.iso'/>
I1202 11:47:55.126860 23379 main.go:141] libmachine: (ha-604935-m03) <target dev='hdc' bus='scsi'/>
I1202 11:47:55.126869 23379 main.go:141] libmachine: (ha-604935-m03) <readonly/>
I1202 11:47:55.126878 23379 main.go:141] libmachine: (ha-604935-m03) </disk>
I1202 11:47:55.126888 23379 main.go:141] libmachine: (ha-604935-m03) <disk type='file' device='disk'>
I1202 11:47:55.126904 23379 main.go:141] libmachine: (ha-604935-m03) <driver name='qemu' type='raw' cache='default' io='threads' />
I1202 11:47:55.126929 23379 main.go:141] libmachine: (ha-604935-m03) <source file='/home/jenkins/minikube-integration/20033-6257/.minikube/machines/ha-604935-m03/ha-604935-m03.rawdisk'/>
I1202 11:47:55.126949 23379 main.go:141] libmachine: (ha-604935-m03) <target dev='hda' bus='virtio'/>
I1202 11:47:55.126958 23379 main.go:141] libmachine: (ha-604935-m03) </disk>
I1202 11:47:55.126972 23379 main.go:141] libmachine: (ha-604935-m03) <interface type='network'>
I1202 11:47:55.126984 23379 main.go:141] libmachine: (ha-604935-m03) <source network='mk-ha-604935'/>
I1202 11:47:55.126990 23379 main.go:141] libmachine: (ha-604935-m03) <model type='virtio'/>
I1202 11:47:55.127001 23379 main.go:141] libmachine: (ha-604935-m03) </interface>
I1202 11:47:55.127011 23379 main.go:141] libmachine: (ha-604935-m03) <interface type='network'>
I1202 11:47:55.127022 23379 main.go:141] libmachine: (ha-604935-m03) <source network='default'/>
I1202 11:47:55.127039 23379 main.go:141] libmachine: (ha-604935-m03) <model type='virtio'/>
I1202 11:47:55.127046 23379 main.go:141] libmachine: (ha-604935-m03) </interface>
I1202 11:47:55.127054 23379 main.go:141] libmachine: (ha-604935-m03) <serial type='pty'>
I1202 11:47:55.127059 23379 main.go:141] libmachine: (ha-604935-m03) <target port='0'/>
I1202 11:47:55.127065 23379 main.go:141] libmachine: (ha-604935-m03) </serial>
I1202 11:47:55.127070 23379 main.go:141] libmachine: (ha-604935-m03) <console type='pty'>
I1202 11:47:55.127080 23379 main.go:141] libmachine: (ha-604935-m03) <target type='serial' port='0'/>
I1202 11:47:55.127089 23379 main.go:141] libmachine: (ha-604935-m03) </console>
I1202 11:47:55.127100 23379 main.go:141] libmachine: (ha-604935-m03) <rng model='virtio'>
I1202 11:47:55.127112 23379 main.go:141] libmachine: (ha-604935-m03) <backend model='random'>/dev/random</backend>
I1202 11:47:55.127125 23379 main.go:141] libmachine: (ha-604935-m03) </rng>
I1202 11:47:55.127130 23379 main.go:141] libmachine: (ha-604935-m03)
I1202 11:47:55.127136 23379 main.go:141] libmachine: (ha-604935-m03)
I1202 11:47:55.127141 23379 main.go:141] libmachine: (ha-604935-m03) </devices>
I1202 11:47:55.127147 23379 main.go:141] libmachine: (ha-604935-m03) </domain>
I1202 11:47:55.127154 23379 main.go:141] libmachine: (ha-604935-m03)
I1202 11:47:55.134362 23379 main.go:141] libmachine: (ha-604935-m03) DBG | domain ha-604935-m03 has defined MAC address 52:54:00:04:31:c3 in network default
I1202 11:47:55.134940 23379 main.go:141] libmachine: (ha-604935-m03) Ensuring networks are active...
I1202 11:47:55.134970 23379 main.go:141] libmachine: (ha-604935-m03) DBG | domain ha-604935-m03 has defined MAC address 52:54:00:56:c4:59 in network mk-ha-604935
I1202 11:47:55.135700 23379 main.go:141] libmachine: (ha-604935-m03) Ensuring network default is active
I1202 11:47:55.135994 23379 main.go:141] libmachine: (ha-604935-m03) Ensuring network mk-ha-604935 is active
I1202 11:47:55.136395 23379 main.go:141] libmachine: (ha-604935-m03) Getting domain xml...
I1202 11:47:55.137154 23379 main.go:141] libmachine: (ha-604935-m03) Creating domain...
I1202 11:47:56.327343 23379 main.go:141] libmachine: (ha-604935-m03) Waiting to get IP...
I1202 11:47:56.328051 23379 main.go:141] libmachine: (ha-604935-m03) DBG | domain ha-604935-m03 has defined MAC address 52:54:00:56:c4:59 in network mk-ha-604935
I1202 11:47:56.328532 23379 main.go:141] libmachine: (ha-604935-m03) DBG | unable to find current IP address of domain ha-604935-m03 in network mk-ha-604935
I1202 11:47:56.328560 23379 main.go:141] libmachine: (ha-604935-m03) DBG | I1202 11:47:56.328490 24139 retry.go:31] will retry after 245.534512ms: waiting for machine to come up
I1202 11:47:56.575853 23379 main.go:141] libmachine: (ha-604935-m03) DBG | domain ha-604935-m03 has defined MAC address 52:54:00:56:c4:59 in network mk-ha-604935
I1202 11:47:56.576344 23379 main.go:141] libmachine: (ha-604935-m03) DBG | unable to find current IP address of domain ha-604935-m03 in network mk-ha-604935
I1202 11:47:56.576361 23379 main.go:141] libmachine: (ha-604935-m03) DBG | I1202 11:47:56.576322 24139 retry.go:31] will retry after 318.961959ms: waiting for machine to come up
I1202 11:47:56.897058 23379 main.go:141] libmachine: (ha-604935-m03) DBG | domain ha-604935-m03 has defined MAC address 52:54:00:56:c4:59 in network mk-ha-604935
I1202 11:47:56.897590 23379 main.go:141] libmachine: (ha-604935-m03) DBG | unable to find current IP address of domain ha-604935-m03 in network mk-ha-604935
I1202 11:47:56.897617 23379 main.go:141] libmachine: (ha-604935-m03) DBG | I1202 11:47:56.897539 24139 retry.go:31] will retry after 408.54179ms: waiting for machine to come up
I1202 11:47:57.308040 23379 main.go:141] libmachine: (ha-604935-m03) DBG | domain ha-604935-m03 has defined MAC address 52:54:00:56:c4:59 in network mk-ha-604935
I1202 11:47:57.308434 23379 main.go:141] libmachine: (ha-604935-m03) DBG | unable to find current IP address of domain ha-604935-m03 in network mk-ha-604935
I1202 11:47:57.308462 23379 main.go:141] libmachine: (ha-604935-m03) DBG | I1202 11:47:57.308386 24139 retry.go:31] will retry after 402.803745ms: waiting for machine to come up
I1202 11:47:57.713046 23379 main.go:141] libmachine: (ha-604935-m03) DBG | domain ha-604935-m03 has defined MAC address 52:54:00:56:c4:59 in network mk-ha-604935
I1202 11:47:57.713543 23379 main.go:141] libmachine: (ha-604935-m03) DBG | unable to find current IP address of domain ha-604935-m03 in network mk-ha-604935
I1202 11:47:57.713570 23379 main.go:141] libmachine: (ha-604935-m03) DBG | I1202 11:47:57.713486 24139 retry.go:31] will retry after 579.226055ms: waiting for machine to come up
I1202 11:47:58.294078 23379 main.go:141] libmachine: (ha-604935-m03) DBG | domain ha-604935-m03 has defined MAC address 52:54:00:56:c4:59 in network mk-ha-604935
I1202 11:47:58.294470 23379 main.go:141] libmachine: (ha-604935-m03) DBG | unable to find current IP address of domain ha-604935-m03 in network mk-ha-604935
I1202 11:47:58.294499 23379 main.go:141] libmachine: (ha-604935-m03) DBG | I1202 11:47:58.294431 24139 retry.go:31] will retry after 896.930274ms: waiting for machine to come up
I1202 11:47:59.192283 23379 main.go:141] libmachine: (ha-604935-m03) DBG | domain ha-604935-m03 has defined MAC address 52:54:00:56:c4:59 in network mk-ha-604935
I1202 11:47:59.192647 23379 main.go:141] libmachine: (ha-604935-m03) DBG | unable to find current IP address of domain ha-604935-m03 in network mk-ha-604935
I1202 11:47:59.192676 23379 main.go:141] libmachine: (ha-604935-m03) DBG | I1202 11:47:59.192594 24139 retry.go:31] will retry after 885.008169ms: waiting for machine to come up
I1202 11:48:00.078944 23379 main.go:141] libmachine: (ha-604935-m03) DBG | domain ha-604935-m03 has defined MAC address 52:54:00:56:c4:59 in network mk-ha-604935
I1202 11:48:00.079402 23379 main.go:141] libmachine: (ha-604935-m03) DBG | unable to find current IP address of domain ha-604935-m03 in network mk-ha-604935
I1202 11:48:00.079429 23379 main.go:141] libmachine: (ha-604935-m03) DBG | I1202 11:48:00.079369 24139 retry.go:31] will retry after 1.252859053s: waiting for machine to come up
I1202 11:48:01.333237 23379 main.go:141] libmachine: (ha-604935-m03) DBG | domain ha-604935-m03 has defined MAC address 52:54:00:56:c4:59 in network mk-ha-604935
I1202 11:48:01.333651 23379 main.go:141] libmachine: (ha-604935-m03) DBG | unable to find current IP address of domain ha-604935-m03 in network mk-ha-604935
I1202 11:48:01.333686 23379 main.go:141] libmachine: (ha-604935-m03) DBG | I1202 11:48:01.333595 24139 retry.go:31] will retry after 1.614324315s: waiting for machine to come up
I1202 11:48:02.949128 23379 main.go:141] libmachine: (ha-604935-m03) DBG | domain ha-604935-m03 has defined MAC address 52:54:00:56:c4:59 in network mk-ha-604935
I1202 11:48:02.949536 23379 main.go:141] libmachine: (ha-604935-m03) DBG | unable to find current IP address of domain ha-604935-m03 in network mk-ha-604935
I1202 11:48:02.949565 23379 main.go:141] libmachine: (ha-604935-m03) DBG | I1202 11:48:02.949508 24139 retry.go:31] will retry after 1.812710836s: waiting for machine to come up
I1202 11:48:04.763946 23379 main.go:141] libmachine: (ha-604935-m03) DBG | domain ha-604935-m03 has defined MAC address 52:54:00:56:c4:59 in network mk-ha-604935
I1202 11:48:04.764375 23379 main.go:141] libmachine: (ha-604935-m03) DBG | unable to find current IP address of domain ha-604935-m03 in network mk-ha-604935
I1202 11:48:04.764406 23379 main.go:141] libmachine: (ha-604935-m03) DBG | I1202 11:48:04.764323 24139 retry.go:31] will retry after 2.067204627s: waiting for machine to come up
I1202 11:48:06.833288 23379 main.go:141] libmachine: (ha-604935-m03) DBG | domain ha-604935-m03 has defined MAC address 52:54:00:56:c4:59 in network mk-ha-604935
I1202 11:48:06.833665 23379 main.go:141] libmachine: (ha-604935-m03) DBG | unable to find current IP address of domain ha-604935-m03 in network mk-ha-604935
I1202 11:48:06.833688 23379 main.go:141] libmachine: (ha-604935-m03) DBG | I1202 11:48:06.833637 24139 retry.go:31] will retry after 2.307525128s: waiting for machine to come up
I1202 11:48:09.144169 23379 main.go:141] libmachine: (ha-604935-m03) DBG | domain ha-604935-m03 has defined MAC address 52:54:00:56:c4:59 in network mk-ha-604935
I1202 11:48:09.144572 23379 main.go:141] libmachine: (ha-604935-m03) DBG | unable to find current IP address of domain ha-604935-m03 in network mk-ha-604935
I1202 11:48:09.144593 23379 main.go:141] libmachine: (ha-604935-m03) DBG | I1202 11:48:09.144528 24139 retry.go:31] will retry after 3.498536479s: waiting for machine to come up
I1202 11:48:12.646257 23379 main.go:141] libmachine: (ha-604935-m03) DBG | domain ha-604935-m03 has defined MAC address 52:54:00:56:c4:59 in network mk-ha-604935
I1202 11:48:12.646634 23379 main.go:141] libmachine: (ha-604935-m03) DBG | unable to find current IP address of domain ha-604935-m03 in network mk-ha-604935
I1202 11:48:12.646662 23379 main.go:141] libmachine: (ha-604935-m03) DBG | I1202 11:48:12.646585 24139 retry.go:31] will retry after 4.180840958s: waiting for machine to come up
I1202 11:48:16.830266 23379 main.go:141] libmachine: (ha-604935-m03) DBG | domain ha-604935-m03 has defined MAC address 52:54:00:56:c4:59 in network mk-ha-604935
I1202 11:48:16.830741 23379 main.go:141] libmachine: (ha-604935-m03) DBG | domain ha-604935-m03 has current primary IP address 192.168.39.211 and MAC address 52:54:00:56:c4:59 in network mk-ha-604935
I1202 11:48:16.830768 23379 main.go:141] libmachine: (ha-604935-m03) Found IP for machine: 192.168.39.211
I1202 11:48:16.830807 23379 main.go:141] libmachine: (ha-604935-m03) Reserving static IP address...
I1202 11:48:16.831141 23379 main.go:141] libmachine: (ha-604935-m03) DBG | unable to find host DHCP lease matching {name: "ha-604935-m03", mac: "52:54:00:56:c4:59", ip: "192.168.39.211"} in network mk-ha-604935
I1202 11:48:16.902131 23379 main.go:141] libmachine: (ha-604935-m03) DBG | Getting to WaitForSSH function...
I1202 11:48:16.902164 23379 main.go:141] libmachine: (ha-604935-m03) Reserved static IP address: 192.168.39.211
I1202 11:48:16.902173 23379 main.go:141] libmachine: (ha-604935-m03) Waiting for SSH to be available...
I1202 11:48:16.905075 23379 main.go:141] libmachine: (ha-604935-m03) DBG | domain ha-604935-m03 has defined MAC address 52:54:00:56:c4:59 in network mk-ha-604935
I1202 11:48:16.905526 23379 main.go:141] libmachine: (ha-604935-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:56:c4:59", ip: ""} in network mk-ha-604935: {Iface:virbr1 ExpiryTime:2024-12-02 12:48:10 +0000 UTC Type:0 Mac:52:54:00:56:c4:59 Iaid: IPaddr:192.168.39.211 Prefix:24 Hostname:minikube Clientid:01:52:54:00:56:c4:59}
I1202 11:48:16.905551 23379 main.go:141] libmachine: (ha-604935-m03) DBG | domain ha-604935-m03 has defined IP address 192.168.39.211 and MAC address 52:54:00:56:c4:59 in network mk-ha-604935
I1202 11:48:16.905741 23379 main.go:141] libmachine: (ha-604935-m03) DBG | Using SSH client type: external
I1202 11:48:16.905772 23379 main.go:141] libmachine: (ha-604935-m03) DBG | Using SSH private key: /home/jenkins/minikube-integration/20033-6257/.minikube/machines/ha-604935-m03/id_rsa (-rw-------)
I1202 11:48:16.905800 23379 main.go:141] libmachine: (ha-604935-m03) DBG | &{[-F /dev/null -o ConnectionAttempts=3 -o ConnectTimeout=10 -o ControlMaster=no -o ControlPath=none -o LogLevel=quiet -o PasswordAuthentication=no -o ServerAliveInterval=60 -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null docker@192.168.39.211 -o IdentitiesOnly=yes -i /home/jenkins/minikube-integration/20033-6257/.minikube/machines/ha-604935-m03/id_rsa -p 22] /usr/bin/ssh <nil>}
I1202 11:48:16.905820 23379 main.go:141] libmachine: (ha-604935-m03) DBG | About to run SSH command:
I1202 11:48:16.905851 23379 main.go:141] libmachine: (ha-604935-m03) DBG | exit 0
I1202 11:48:17.032533 23379 main.go:141] libmachine: (ha-604935-m03) DBG | SSH cmd err, output: <nil>:
I1202 11:48:17.032776 23379 main.go:141] libmachine: (ha-604935-m03) KVM machine creation complete!
I1202 11:48:17.033131 23379 main.go:141] libmachine: (ha-604935-m03) Calling .GetConfigRaw
I1202 11:48:17.033671 23379 main.go:141] libmachine: (ha-604935-m03) Calling .DriverName
I1202 11:48:17.033865 23379 main.go:141] libmachine: (ha-604935-m03) Calling .DriverName
I1202 11:48:17.034018 23379 main.go:141] libmachine: Waiting for machine to be running, this may take a few minutes...
I1202 11:48:17.034033 23379 main.go:141] libmachine: (ha-604935-m03) Calling .GetState
I1202 11:48:17.035293 23379 main.go:141] libmachine: Detecting operating system of created instance...
I1202 11:48:17.035305 23379 main.go:141] libmachine: Waiting for SSH to be available...
I1202 11:48:17.035310 23379 main.go:141] libmachine: Getting to WaitForSSH function...
I1202 11:48:17.035315 23379 main.go:141] libmachine: (ha-604935-m03) Calling .GetSSHHostname
I1202 11:48:17.037352 23379 main.go:141] libmachine: (ha-604935-m03) DBG | domain ha-604935-m03 has defined MAC address 52:54:00:56:c4:59 in network mk-ha-604935
I1202 11:48:17.037741 23379 main.go:141] libmachine: (ha-604935-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:56:c4:59", ip: ""} in network mk-ha-604935: {Iface:virbr1 ExpiryTime:2024-12-02 12:48:10 +0000 UTC Type:0 Mac:52:54:00:56:c4:59 Iaid: IPaddr:192.168.39.211 Prefix:24 Hostname:ha-604935-m03 Clientid:01:52:54:00:56:c4:59}
I1202 11:48:17.037774 23379 main.go:141] libmachine: (ha-604935-m03) DBG | domain ha-604935-m03 has defined IP address 192.168.39.211 and MAC address 52:54:00:56:c4:59 in network mk-ha-604935
I1202 11:48:17.037900 23379 main.go:141] libmachine: (ha-604935-m03) Calling .GetSSHPort
I1202 11:48:17.038083 23379 main.go:141] libmachine: (ha-604935-m03) Calling .GetSSHKeyPath
I1202 11:48:17.038238 23379 main.go:141] libmachine: (ha-604935-m03) Calling .GetSSHKeyPath
I1202 11:48:17.038381 23379 main.go:141] libmachine: (ha-604935-m03) Calling .GetSSHUsername
I1202 11:48:17.038530 23379 main.go:141] libmachine: Using SSH client type: native
I1202 11:48:17.038713 23379 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866ca0] 0x869980 <nil> [] 0s} 192.168.39.211 22 <nil> <nil>}
I1202 11:48:17.038724 23379 main.go:141] libmachine: About to run SSH command:
exit 0
I1202 11:48:17.143327 23379 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1202 11:48:17.143352 23379 main.go:141] libmachine: Detecting the provisioner...
I1202 11:48:17.143372 23379 main.go:141] libmachine: (ha-604935-m03) Calling .GetSSHHostname
I1202 11:48:17.146175 23379 main.go:141] libmachine: (ha-604935-m03) DBG | domain ha-604935-m03 has defined MAC address 52:54:00:56:c4:59 in network mk-ha-604935
I1202 11:48:17.146516 23379 main.go:141] libmachine: (ha-604935-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:56:c4:59", ip: ""} in network mk-ha-604935: {Iface:virbr1 ExpiryTime:2024-12-02 12:48:10 +0000 UTC Type:0 Mac:52:54:00:56:c4:59 Iaid: IPaddr:192.168.39.211 Prefix:24 Hostname:ha-604935-m03 Clientid:01:52:54:00:56:c4:59}
I1202 11:48:17.146548 23379 main.go:141] libmachine: (ha-604935-m03) DBG | domain ha-604935-m03 has defined IP address 192.168.39.211 and MAC address 52:54:00:56:c4:59 in network mk-ha-604935
I1202 11:48:17.146646 23379 main.go:141] libmachine: (ha-604935-m03) Calling .GetSSHPort
I1202 11:48:17.146838 23379 main.go:141] libmachine: (ha-604935-m03) Calling .GetSSHKeyPath
I1202 11:48:17.146983 23379 main.go:141] libmachine: (ha-604935-m03) Calling .GetSSHKeyPath
I1202 11:48:17.147108 23379 main.go:141] libmachine: (ha-604935-m03) Calling .GetSSHUsername
I1202 11:48:17.147258 23379 main.go:141] libmachine: Using SSH client type: native
I1202 11:48:17.147425 23379 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866ca0] 0x869980 <nil> [] 0s} 192.168.39.211 22 <nil> <nil>}
I1202 11:48:17.147438 23379 main.go:141] libmachine: About to run SSH command:
cat /etc/os-release
I1202 11:48:17.253131 23379 main.go:141] libmachine: SSH cmd err, output: <nil>: NAME=Buildroot
VERSION=2023.02.9-dirty
ID=buildroot
VERSION_ID=2023.02.9
PRETTY_NAME="Buildroot 2023.02.9"
I1202 11:48:17.253218 23379 main.go:141] libmachine: found compatible host: buildroot
I1202 11:48:17.253233 23379 main.go:141] libmachine: Provisioning with buildroot...
I1202 11:48:17.253245 23379 main.go:141] libmachine: (ha-604935-m03) Calling .GetMachineName
I1202 11:48:17.253510 23379 buildroot.go:166] provisioning hostname "ha-604935-m03"
I1202 11:48:17.253537 23379 main.go:141] libmachine: (ha-604935-m03) Calling .GetMachineName
I1202 11:48:17.253707 23379 main.go:141] libmachine: (ha-604935-m03) Calling .GetSSHHostname
I1202 11:48:17.256428 23379 main.go:141] libmachine: (ha-604935-m03) DBG | domain ha-604935-m03 has defined MAC address 52:54:00:56:c4:59 in network mk-ha-604935
I1202 11:48:17.256774 23379 main.go:141] libmachine: (ha-604935-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:56:c4:59", ip: ""} in network mk-ha-604935: {Iface:virbr1 ExpiryTime:2024-12-02 12:48:10 +0000 UTC Type:0 Mac:52:54:00:56:c4:59 Iaid: IPaddr:192.168.39.211 Prefix:24 Hostname:ha-604935-m03 Clientid:01:52:54:00:56:c4:59}
I1202 11:48:17.256796 23379 main.go:141] libmachine: (ha-604935-m03) DBG | domain ha-604935-m03 has defined IP address 192.168.39.211 and MAC address 52:54:00:56:c4:59 in network mk-ha-604935
I1202 11:48:17.256946 23379 main.go:141] libmachine: (ha-604935-m03) Calling .GetSSHPort
I1202 11:48:17.257116 23379 main.go:141] libmachine: (ha-604935-m03) Calling .GetSSHKeyPath
I1202 11:48:17.257249 23379 main.go:141] libmachine: (ha-604935-m03) Calling .GetSSHKeyPath
I1202 11:48:17.257377 23379 main.go:141] libmachine: (ha-604935-m03) Calling .GetSSHUsername
I1202 11:48:17.257504 23379 main.go:141] libmachine: Using SSH client type: native
I1202 11:48:17.257691 23379 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866ca0] 0x869980 <nil> [] 0s} 192.168.39.211 22 <nil> <nil>}
I1202 11:48:17.257703 23379 main.go:141] libmachine: About to run SSH command:
sudo hostname ha-604935-m03 && echo "ha-604935-m03" | sudo tee /etc/hostname
I1202 11:48:17.375185 23379 main.go:141] libmachine: SSH cmd err, output: <nil>: ha-604935-m03
I1202 11:48:17.375210 23379 main.go:141] libmachine: (ha-604935-m03) Calling .GetSSHHostname
I1202 11:48:17.377667 23379 main.go:141] libmachine: (ha-604935-m03) DBG | domain ha-604935-m03 has defined MAC address 52:54:00:56:c4:59 in network mk-ha-604935
I1202 11:48:17.378038 23379 main.go:141] libmachine: (ha-604935-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:56:c4:59", ip: ""} in network mk-ha-604935: {Iface:virbr1 ExpiryTime:2024-12-02 12:48:10 +0000 UTC Type:0 Mac:52:54:00:56:c4:59 Iaid: IPaddr:192.168.39.211 Prefix:24 Hostname:ha-604935-m03 Clientid:01:52:54:00:56:c4:59}
I1202 11:48:17.378062 23379 main.go:141] libmachine: (ha-604935-m03) DBG | domain ha-604935-m03 has defined IP address 192.168.39.211 and MAC address 52:54:00:56:c4:59 in network mk-ha-604935
I1202 11:48:17.378264 23379 main.go:141] libmachine: (ha-604935-m03) Calling .GetSSHPort
I1202 11:48:17.378483 23379 main.go:141] libmachine: (ha-604935-m03) Calling .GetSSHKeyPath
I1202 11:48:17.378634 23379 main.go:141] libmachine: (ha-604935-m03) Calling .GetSSHKeyPath
I1202 11:48:17.378780 23379 main.go:141] libmachine: (ha-604935-m03) Calling .GetSSHUsername
I1202 11:48:17.378929 23379 main.go:141] libmachine: Using SSH client type: native
I1202 11:48:17.379106 23379 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866ca0] 0x869980 <nil> [] 0s} 192.168.39.211 22 <nil> <nil>}
I1202 11:48:17.379136 23379 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\sha-604935-m03' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 ha-604935-m03/g' /etc/hosts;
else
echo '127.0.1.1 ha-604935-m03' | sudo tee -a /etc/hosts;
fi
fi
I1202 11:48:17.496248 23379 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1202 11:48:17.496279 23379 buildroot.go:172] set auth options {CertDir:/home/jenkins/minikube-integration/20033-6257/.minikube CaCertPath:/home/jenkins/minikube-integration/20033-6257/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/20033-6257/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/20033-6257/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/20033-6257/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/20033-6257/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/20033-6257/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/20033-6257/.minikube}
I1202 11:48:17.496297 23379 buildroot.go:174] setting up certificates
I1202 11:48:17.496309 23379 provision.go:84] configureAuth start
I1202 11:48:17.496322 23379 main.go:141] libmachine: (ha-604935-m03) Calling .GetMachineName
I1202 11:48:17.496560 23379 main.go:141] libmachine: (ha-604935-m03) Calling .GetIP
I1202 11:48:17.499486 23379 main.go:141] libmachine: (ha-604935-m03) DBG | domain ha-604935-m03 has defined MAC address 52:54:00:56:c4:59 in network mk-ha-604935
I1202 11:48:17.499912 23379 main.go:141] libmachine: (ha-604935-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:56:c4:59", ip: ""} in network mk-ha-604935: {Iface:virbr1 ExpiryTime:2024-12-02 12:48:10 +0000 UTC Type:0 Mac:52:54:00:56:c4:59 Iaid: IPaddr:192.168.39.211 Prefix:24 Hostname:ha-604935-m03 Clientid:01:52:54:00:56:c4:59}
I1202 11:48:17.499947 23379 main.go:141] libmachine: (ha-604935-m03) DBG | domain ha-604935-m03 has defined IP address 192.168.39.211 and MAC address 52:54:00:56:c4:59 in network mk-ha-604935
I1202 11:48:17.500094 23379 main.go:141] libmachine: (ha-604935-m03) Calling .GetSSHHostname
I1202 11:48:17.502337 23379 main.go:141] libmachine: (ha-604935-m03) DBG | domain ha-604935-m03 has defined MAC address 52:54:00:56:c4:59 in network mk-ha-604935
I1202 11:48:17.502712 23379 main.go:141] libmachine: (ha-604935-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:56:c4:59", ip: ""} in network mk-ha-604935: {Iface:virbr1 ExpiryTime:2024-12-02 12:48:10 +0000 UTC Type:0 Mac:52:54:00:56:c4:59 Iaid: IPaddr:192.168.39.211 Prefix:24 Hostname:ha-604935-m03 Clientid:01:52:54:00:56:c4:59}
I1202 11:48:17.502737 23379 main.go:141] libmachine: (ha-604935-m03) DBG | domain ha-604935-m03 has defined IP address 192.168.39.211 and MAC address 52:54:00:56:c4:59 in network mk-ha-604935
I1202 11:48:17.502856 23379 provision.go:143] copyHostCerts
I1202 11:48:17.502886 23379 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20033-6257/.minikube/certs/ca.pem -> /home/jenkins/minikube-integration/20033-6257/.minikube/ca.pem
I1202 11:48:17.502931 23379 exec_runner.go:144] found /home/jenkins/minikube-integration/20033-6257/.minikube/ca.pem, removing ...
I1202 11:48:17.502944 23379 exec_runner.go:203] rm: /home/jenkins/minikube-integration/20033-6257/.minikube/ca.pem
I1202 11:48:17.503023 23379 exec_runner.go:151] cp: /home/jenkins/minikube-integration/20033-6257/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/20033-6257/.minikube/ca.pem (1082 bytes)
I1202 11:48:17.503097 23379 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20033-6257/.minikube/certs/cert.pem -> /home/jenkins/minikube-integration/20033-6257/.minikube/cert.pem
I1202 11:48:17.503116 23379 exec_runner.go:144] found /home/jenkins/minikube-integration/20033-6257/.minikube/cert.pem, removing ...
I1202 11:48:17.503123 23379 exec_runner.go:203] rm: /home/jenkins/minikube-integration/20033-6257/.minikube/cert.pem
I1202 11:48:17.503148 23379 exec_runner.go:151] cp: /home/jenkins/minikube-integration/20033-6257/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/20033-6257/.minikube/cert.pem (1123 bytes)
I1202 11:48:17.503191 23379 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20033-6257/.minikube/certs/key.pem -> /home/jenkins/minikube-integration/20033-6257/.minikube/key.pem
I1202 11:48:17.503207 23379 exec_runner.go:144] found /home/jenkins/minikube-integration/20033-6257/.minikube/key.pem, removing ...
I1202 11:48:17.503214 23379 exec_runner.go:203] rm: /home/jenkins/minikube-integration/20033-6257/.minikube/key.pem
I1202 11:48:17.503234 23379 exec_runner.go:151] cp: /home/jenkins/minikube-integration/20033-6257/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/20033-6257/.minikube/key.pem (1679 bytes)
I1202 11:48:17.503299 23379 provision.go:117] generating server cert: /home/jenkins/minikube-integration/20033-6257/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/20033-6257/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/20033-6257/.minikube/certs/ca-key.pem org=jenkins.ha-604935-m03 san=[127.0.0.1 192.168.39.211 ha-604935-m03 localhost minikube]
I1202 11:48:17.587852 23379 provision.go:177] copyRemoteCerts
I1202 11:48:17.587906 23379 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1202 11:48:17.587927 23379 main.go:141] libmachine: (ha-604935-m03) Calling .GetSSHHostname
I1202 11:48:17.590598 23379 main.go:141] libmachine: (ha-604935-m03) DBG | domain ha-604935-m03 has defined MAC address 52:54:00:56:c4:59 in network mk-ha-604935
I1202 11:48:17.590995 23379 main.go:141] libmachine: (ha-604935-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:56:c4:59", ip: ""} in network mk-ha-604935: {Iface:virbr1 ExpiryTime:2024-12-02 12:48:10 +0000 UTC Type:0 Mac:52:54:00:56:c4:59 Iaid: IPaddr:192.168.39.211 Prefix:24 Hostname:ha-604935-m03 Clientid:01:52:54:00:56:c4:59}
I1202 11:48:17.591015 23379 main.go:141] libmachine: (ha-604935-m03) DBG | domain ha-604935-m03 has defined IP address 192.168.39.211 and MAC address 52:54:00:56:c4:59 in network mk-ha-604935
I1202 11:48:17.591197 23379 main.go:141] libmachine: (ha-604935-m03) Calling .GetSSHPort
I1202 11:48:17.591367 23379 main.go:141] libmachine: (ha-604935-m03) Calling .GetSSHKeyPath
I1202 11:48:17.591543 23379 main.go:141] libmachine: (ha-604935-m03) Calling .GetSSHUsername
I1202 11:48:17.591679 23379 sshutil.go:53] new ssh client: &{IP:192.168.39.211 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/20033-6257/.minikube/machines/ha-604935-m03/id_rsa Username:docker}
I1202 11:48:17.674221 23379 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20033-6257/.minikube/certs/ca.pem -> /etc/docker/ca.pem
I1202 11:48:17.674296 23379 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20033-6257/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1082 bytes)
I1202 11:48:17.698597 23379 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20033-6257/.minikube/machines/server.pem -> /etc/docker/server.pem
I1202 11:48:17.698660 23379 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20033-6257/.minikube/machines/server.pem --> /etc/docker/server.pem (1208 bytes)
I1202 11:48:17.723039 23379 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20033-6257/.minikube/machines/server-key.pem -> /etc/docker/server-key.pem
I1202 11:48:17.723097 23379 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20033-6257/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1675 bytes)
I1202 11:48:17.747396 23379 provision.go:87] duration metric: took 251.076751ms to configureAuth
I1202 11:48:17.747416 23379 buildroot.go:189] setting minikube options for container-runtime
I1202 11:48:17.747635 23379 config.go:182] Loaded profile config "ha-604935": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1202 11:48:17.747715 23379 main.go:141] libmachine: (ha-604935-m03) Calling .GetSSHHostname
I1202 11:48:17.750670 23379 main.go:141] libmachine: (ha-604935-m03) DBG | domain ha-604935-m03 has defined MAC address 52:54:00:56:c4:59 in network mk-ha-604935
I1202 11:48:17.751052 23379 main.go:141] libmachine: (ha-604935-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:56:c4:59", ip: ""} in network mk-ha-604935: {Iface:virbr1 ExpiryTime:2024-12-02 12:48:10 +0000 UTC Type:0 Mac:52:54:00:56:c4:59 Iaid: IPaddr:192.168.39.211 Prefix:24 Hostname:ha-604935-m03 Clientid:01:52:54:00:56:c4:59}
I1202 11:48:17.751081 23379 main.go:141] libmachine: (ha-604935-m03) DBG | domain ha-604935-m03 has defined IP address 192.168.39.211 and MAC address 52:54:00:56:c4:59 in network mk-ha-604935
I1202 11:48:17.751262 23379 main.go:141] libmachine: (ha-604935-m03) Calling .GetSSHPort
I1202 11:48:17.751452 23379 main.go:141] libmachine: (ha-604935-m03) Calling .GetSSHKeyPath
I1202 11:48:17.751599 23379 main.go:141] libmachine: (ha-604935-m03) Calling .GetSSHKeyPath
I1202 11:48:17.751748 23379 main.go:141] libmachine: (ha-604935-m03) Calling .GetSSHUsername
I1202 11:48:17.751905 23379 main.go:141] libmachine: Using SSH client type: native
I1202 11:48:17.752098 23379 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866ca0] 0x869980 <nil> [] 0s} 192.168.39.211 22 <nil> <nil>}
I1202 11:48:17.752117 23379 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1202 11:48:17.976945 23379 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1202 11:48:17.976975 23379 main.go:141] libmachine: Checking connection to Docker...
I1202 11:48:17.976987 23379 main.go:141] libmachine: (ha-604935-m03) Calling .GetURL
I1202 11:48:17.978227 23379 main.go:141] libmachine: (ha-604935-m03) DBG | Using libvirt version 6000000
I1202 11:48:17.980581 23379 main.go:141] libmachine: (ha-604935-m03) DBG | domain ha-604935-m03 has defined MAC address 52:54:00:56:c4:59 in network mk-ha-604935
I1202 11:48:17.980959 23379 main.go:141] libmachine: (ha-604935-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:56:c4:59", ip: ""} in network mk-ha-604935: {Iface:virbr1 ExpiryTime:2024-12-02 12:48:10 +0000 UTC Type:0 Mac:52:54:00:56:c4:59 Iaid: IPaddr:192.168.39.211 Prefix:24 Hostname:ha-604935-m03 Clientid:01:52:54:00:56:c4:59}
I1202 11:48:17.980987 23379 main.go:141] libmachine: (ha-604935-m03) DBG | domain ha-604935-m03 has defined IP address 192.168.39.211 and MAC address 52:54:00:56:c4:59 in network mk-ha-604935
I1202 11:48:17.981117 23379 main.go:141] libmachine: Docker is up and running!
I1202 11:48:17.981135 23379 main.go:141] libmachine: Reticulating splines...
I1202 11:48:17.981143 23379 client.go:171] duration metric: took 23.211756514s to LocalClient.Create
I1202 11:48:17.981168 23379 start.go:167] duration metric: took 23.211833697s to libmachine.API.Create "ha-604935"
I1202 11:48:17.981181 23379 start.go:293] postStartSetup for "ha-604935-m03" (driver="kvm2")
I1202 11:48:17.981196 23379 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1202 11:48:17.981223 23379 main.go:141] libmachine: (ha-604935-m03) Calling .DriverName
I1202 11:48:17.981429 23379 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1202 11:48:17.981453 23379 main.go:141] libmachine: (ha-604935-m03) Calling .GetSSHHostname
I1202 11:48:17.983470 23379 main.go:141] libmachine: (ha-604935-m03) DBG | domain ha-604935-m03 has defined MAC address 52:54:00:56:c4:59 in network mk-ha-604935
I1202 11:48:17.983816 23379 main.go:141] libmachine: (ha-604935-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:56:c4:59", ip: ""} in network mk-ha-604935: {Iface:virbr1 ExpiryTime:2024-12-02 12:48:10 +0000 UTC Type:0 Mac:52:54:00:56:c4:59 Iaid: IPaddr:192.168.39.211 Prefix:24 Hostname:ha-604935-m03 Clientid:01:52:54:00:56:c4:59}
I1202 11:48:17.983841 23379 main.go:141] libmachine: (ha-604935-m03) DBG | domain ha-604935-m03 has defined IP address 192.168.39.211 and MAC address 52:54:00:56:c4:59 in network mk-ha-604935
I1202 11:48:17.983966 23379 main.go:141] libmachine: (ha-604935-m03) Calling .GetSSHPort
I1202 11:48:17.984144 23379 main.go:141] libmachine: (ha-604935-m03) Calling .GetSSHKeyPath
I1202 11:48:17.984312 23379 main.go:141] libmachine: (ha-604935-m03) Calling .GetSSHUsername
I1202 11:48:17.984449 23379 sshutil.go:53] new ssh client: &{IP:192.168.39.211 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/20033-6257/.minikube/machines/ha-604935-m03/id_rsa Username:docker}
I1202 11:48:18.067334 23379 ssh_runner.go:195] Run: cat /etc/os-release
I1202 11:48:18.072037 23379 info.go:137] Remote host: Buildroot 2023.02.9
I1202 11:48:18.072060 23379 filesync.go:126] Scanning /home/jenkins/minikube-integration/20033-6257/.minikube/addons for local assets ...
I1202 11:48:18.072140 23379 filesync.go:126] Scanning /home/jenkins/minikube-integration/20033-6257/.minikube/files for local assets ...
I1202 11:48:18.072226 23379 filesync.go:149] local asset: /home/jenkins/minikube-integration/20033-6257/.minikube/files/etc/ssl/certs/134162.pem -> 134162.pem in /etc/ssl/certs
I1202 11:48:18.072251 23379 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20033-6257/.minikube/files/etc/ssl/certs/134162.pem -> /etc/ssl/certs/134162.pem
I1202 11:48:18.072352 23379 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1202 11:48:18.083182 23379 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20033-6257/.minikube/files/etc/ssl/certs/134162.pem --> /etc/ssl/certs/134162.pem (1708 bytes)
I1202 11:48:18.110045 23379 start.go:296] duration metric: took 128.848906ms for postStartSetup
I1202 11:48:18.110090 23379 main.go:141] libmachine: (ha-604935-m03) Calling .GetConfigRaw
I1202 11:48:18.110693 23379 main.go:141] libmachine: (ha-604935-m03) Calling .GetIP
I1202 11:48:18.113273 23379 main.go:141] libmachine: (ha-604935-m03) DBG | domain ha-604935-m03 has defined MAC address 52:54:00:56:c4:59 in network mk-ha-604935
I1202 11:48:18.113636 23379 main.go:141] libmachine: (ha-604935-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:56:c4:59", ip: ""} in network mk-ha-604935: {Iface:virbr1 ExpiryTime:2024-12-02 12:48:10 +0000 UTC Type:0 Mac:52:54:00:56:c4:59 Iaid: IPaddr:192.168.39.211 Prefix:24 Hostname:ha-604935-m03 Clientid:01:52:54:00:56:c4:59}
I1202 11:48:18.113656 23379 main.go:141] libmachine: (ha-604935-m03) DBG | domain ha-604935-m03 has defined IP address 192.168.39.211 and MAC address 52:54:00:56:c4:59 in network mk-ha-604935
I1202 11:48:18.113891 23379 profile.go:143] Saving config to /home/jenkins/minikube-integration/20033-6257/.minikube/profiles/ha-604935/config.json ...
I1202 11:48:18.114175 23379 start.go:128] duration metric: took 23.363096022s to createHost
I1202 11:48:18.114201 23379 main.go:141] libmachine: (ha-604935-m03) Calling .GetSSHHostname
I1202 11:48:18.116660 23379 main.go:141] libmachine: (ha-604935-m03) DBG | domain ha-604935-m03 has defined MAC address 52:54:00:56:c4:59 in network mk-ha-604935
I1202 11:48:18.116982 23379 main.go:141] libmachine: (ha-604935-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:56:c4:59", ip: ""} in network mk-ha-604935: {Iface:virbr1 ExpiryTime:2024-12-02 12:48:10 +0000 UTC Type:0 Mac:52:54:00:56:c4:59 Iaid: IPaddr:192.168.39.211 Prefix:24 Hostname:ha-604935-m03 Clientid:01:52:54:00:56:c4:59}
I1202 11:48:18.117010 23379 main.go:141] libmachine: (ha-604935-m03) DBG | domain ha-604935-m03 has defined IP address 192.168.39.211 and MAC address 52:54:00:56:c4:59 in network mk-ha-604935
I1202 11:48:18.117166 23379 main.go:141] libmachine: (ha-604935-m03) Calling .GetSSHPort
I1202 11:48:18.117378 23379 main.go:141] libmachine: (ha-604935-m03) Calling .GetSSHKeyPath
I1202 11:48:18.117545 23379 main.go:141] libmachine: (ha-604935-m03) Calling .GetSSHKeyPath
I1202 11:48:18.117689 23379 main.go:141] libmachine: (ha-604935-m03) Calling .GetSSHUsername
I1202 11:48:18.117845 23379 main.go:141] libmachine: Using SSH client type: native
I1202 11:48:18.118040 23379 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866ca0] 0x869980 <nil> [] 0s} 192.168.39.211 22 <nil> <nil>}
I1202 11:48:18.118051 23379 main.go:141] libmachine: About to run SSH command:
date +%s.%N
I1202 11:48:18.225174 23379 main.go:141] libmachine: SSH cmd err, output: <nil>: 1733140098.198364061
I1202 11:48:18.225197 23379 fix.go:216] guest clock: 1733140098.198364061
I1202 11:48:18.225206 23379 fix.go:229] Guest: 2024-12-02 11:48:18.198364061 +0000 UTC Remote: 2024-12-02 11:48:18.114189112 +0000 UTC m=+146.672947053 (delta=84.174949ms)
I1202 11:48:18.225226 23379 fix.go:200] guest clock delta is within tolerance: 84.174949ms
I1202 11:48:18.225232 23379 start.go:83] releasing machines lock for "ha-604935-m03", held for 23.474299783s
I1202 11:48:18.225255 23379 main.go:141] libmachine: (ha-604935-m03) Calling .DriverName
I1202 11:48:18.225523 23379 main.go:141] libmachine: (ha-604935-m03) Calling .GetIP
I1202 11:48:18.228223 23379 main.go:141] libmachine: (ha-604935-m03) DBG | domain ha-604935-m03 has defined MAC address 52:54:00:56:c4:59 in network mk-ha-604935
I1202 11:48:18.228665 23379 main.go:141] libmachine: (ha-604935-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:56:c4:59", ip: ""} in network mk-ha-604935: {Iface:virbr1 ExpiryTime:2024-12-02 12:48:10 +0000 UTC Type:0 Mac:52:54:00:56:c4:59 Iaid: IPaddr:192.168.39.211 Prefix:24 Hostname:ha-604935-m03 Clientid:01:52:54:00:56:c4:59}
I1202 11:48:18.228698 23379 main.go:141] libmachine: (ha-604935-m03) DBG | domain ha-604935-m03 has defined IP address 192.168.39.211 and MAC address 52:54:00:56:c4:59 in network mk-ha-604935
I1202 11:48:18.231057 23379 out.go:177] * Found network options:
I1202 11:48:18.232381 23379 out.go:177] - NO_PROXY=192.168.39.102,192.168.39.96
W1202 11:48:18.233581 23379 proxy.go:119] fail to check proxy env: Error ip not in block
W1202 11:48:18.233602 23379 proxy.go:119] fail to check proxy env: Error ip not in block
I1202 11:48:18.233614 23379 main.go:141] libmachine: (ha-604935-m03) Calling .DriverName
I1202 11:48:18.234079 23379 main.go:141] libmachine: (ha-604935-m03) Calling .DriverName
I1202 11:48:18.234244 23379 main.go:141] libmachine: (ha-604935-m03) Calling .DriverName
I1202 11:48:18.234317 23379 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1202 11:48:18.234369 23379 main.go:141] libmachine: (ha-604935-m03) Calling .GetSSHHostname
W1202 11:48:18.234421 23379 proxy.go:119] fail to check proxy env: Error ip not in block
W1202 11:48:18.234435 23379 proxy.go:119] fail to check proxy env: Error ip not in block
I1202 11:48:18.234477 23379 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1202 11:48:18.234492 23379 main.go:141] libmachine: (ha-604935-m03) Calling .GetSSHHostname
I1202 11:48:18.237268 23379 main.go:141] libmachine: (ha-604935-m03) DBG | domain ha-604935-m03 has defined MAC address 52:54:00:56:c4:59 in network mk-ha-604935
I1202 11:48:18.237547 23379 main.go:141] libmachine: (ha-604935-m03) DBG | domain ha-604935-m03 has defined MAC address 52:54:00:56:c4:59 in network mk-ha-604935
I1202 11:48:18.237709 23379 main.go:141] libmachine: (ha-604935-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:56:c4:59", ip: ""} in network mk-ha-604935: {Iface:virbr1 ExpiryTime:2024-12-02 12:48:10 +0000 UTC Type:0 Mac:52:54:00:56:c4:59 Iaid: IPaddr:192.168.39.211 Prefix:24 Hostname:ha-604935-m03 Clientid:01:52:54:00:56:c4:59}
I1202 11:48:18.237734 23379 main.go:141] libmachine: (ha-604935-m03) DBG | domain ha-604935-m03 has defined IP address 192.168.39.211 and MAC address 52:54:00:56:c4:59 in network mk-ha-604935
I1202 11:48:18.237883 23379 main.go:141] libmachine: (ha-604935-m03) Calling .GetSSHPort
I1202 11:48:18.237989 23379 main.go:141] libmachine: (ha-604935-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:56:c4:59", ip: ""} in network mk-ha-604935: {Iface:virbr1 ExpiryTime:2024-12-02 12:48:10 +0000 UTC Type:0 Mac:52:54:00:56:c4:59 Iaid: IPaddr:192.168.39.211 Prefix:24 Hostname:ha-604935-m03 Clientid:01:52:54:00:56:c4:59}
I1202 11:48:18.238016 23379 main.go:141] libmachine: (ha-604935-m03) DBG | domain ha-604935-m03 has defined IP address 192.168.39.211 and MAC address 52:54:00:56:c4:59 in network mk-ha-604935
I1202 11:48:18.238057 23379 main.go:141] libmachine: (ha-604935-m03) Calling .GetSSHKeyPath
I1202 11:48:18.238152 23379 main.go:141] libmachine: (ha-604935-m03) Calling .GetSSHPort
I1202 11:48:18.238220 23379 main.go:141] libmachine: (ha-604935-m03) Calling .GetSSHUsername
I1202 11:48:18.238300 23379 main.go:141] libmachine: (ha-604935-m03) Calling .GetSSHKeyPath
I1202 11:48:18.238378 23379 sshutil.go:53] new ssh client: &{IP:192.168.39.211 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/20033-6257/.minikube/machines/ha-604935-m03/id_rsa Username:docker}
I1202 11:48:18.238455 23379 main.go:141] libmachine: (ha-604935-m03) Calling .GetSSHUsername
I1202 11:48:18.238579 23379 sshutil.go:53] new ssh client: &{IP:192.168.39.211 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/20033-6257/.minikube/machines/ha-604935-m03/id_rsa Username:docker}
I1202 11:48:18.473317 23379 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
W1202 11:48:18.479920 23379 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I1202 11:48:18.479984 23379 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1202 11:48:18.496983 23379 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)
I1202 11:48:18.497001 23379 start.go:495] detecting cgroup driver to use...
I1202 11:48:18.497065 23379 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1202 11:48:18.513241 23379 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1202 11:48:18.527410 23379 docker.go:217] disabling cri-docker service (if available) ...
I1202 11:48:18.527466 23379 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1202 11:48:18.541725 23379 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1202 11:48:18.557008 23379 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1202 11:48:18.688718 23379 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1202 11:48:18.852643 23379 docker.go:233] disabling docker service ...
I1202 11:48:18.852707 23379 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1202 11:48:18.868163 23379 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1202 11:48:18.881925 23379 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1202 11:48:19.017240 23379 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1202 11:48:19.151423 23379 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1202 11:48:19.165081 23379 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1202 11:48:19.183322 23379 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10" pause image...
I1202 11:48:19.183382 23379 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10"|' /etc/crio/crio.conf.d/02-crio.conf"
I1202 11:48:19.193996 23379 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I1202 11:48:19.194053 23379 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I1202 11:48:19.204159 23379 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1202 11:48:19.214125 23379 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1202 11:48:19.224009 23379 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1202 11:48:19.234581 23379 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I1202 11:48:19.244825 23379 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I1202 11:48:19.261368 23379 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I1202 11:48:19.270942 23379 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1202 11:48:19.279793 23379 crio.go:166] couldn't verify netfilter by "sudo sysctl net.bridge.bridge-nf-call-iptables" which might be okay. error: sudo sysctl net.bridge.bridge-nf-call-iptables: Process exited with status 255
stdout:
stderr:
sysctl: cannot stat /proc/sys/net/bridge/bridge-nf-call-iptables: No such file or directory
I1202 11:48:19.279828 23379 ssh_runner.go:195] Run: sudo modprobe br_netfilter
I1202 11:48:19.292711 23379 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1202 11:48:19.302043 23379 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1202 11:48:19.426581 23379 ssh_runner.go:195] Run: sudo systemctl restart crio
I1202 11:48:19.517813 23379 start.go:542] Will wait 60s for socket path /var/run/crio/crio.sock
I1202 11:48:19.517869 23379 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1202 11:48:19.523046 23379 start.go:563] Will wait 60s for crictl version
I1202 11:48:19.523100 23379 ssh_runner.go:195] Run: which crictl
I1202 11:48:19.526693 23379 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I1202 11:48:19.569077 23379 start.go:579] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.29.1
RuntimeApiVersion: v1
I1202 11:48:19.569154 23379 ssh_runner.go:195] Run: crio --version
I1202 11:48:19.606184 23379 ssh_runner.go:195] Run: crio --version
I1202 11:48:19.639221 23379 out.go:177] * Preparing Kubernetes v1.31.2 on CRI-O 1.29.1 ...
I1202 11:48:19.640557 23379 out.go:177] - env NO_PROXY=192.168.39.102
I1202 11:48:19.641750 23379 out.go:177] - env NO_PROXY=192.168.39.102,192.168.39.96
I1202 11:48:19.642878 23379 main.go:141] libmachine: (ha-604935-m03) Calling .GetIP
I1202 11:48:19.645504 23379 main.go:141] libmachine: (ha-604935-m03) DBG | domain ha-604935-m03 has defined MAC address 52:54:00:56:c4:59 in network mk-ha-604935
I1202 11:48:19.645963 23379 main.go:141] libmachine: (ha-604935-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:56:c4:59", ip: ""} in network mk-ha-604935: {Iface:virbr1 ExpiryTime:2024-12-02 12:48:10 +0000 UTC Type:0 Mac:52:54:00:56:c4:59 Iaid: IPaddr:192.168.39.211 Prefix:24 Hostname:ha-604935-m03 Clientid:01:52:54:00:56:c4:59}
I1202 11:48:19.645990 23379 main.go:141] libmachine: (ha-604935-m03) DBG | domain ha-604935-m03 has defined IP address 192.168.39.211 and MAC address 52:54:00:56:c4:59 in network mk-ha-604935
I1202 11:48:19.646180 23379 ssh_runner.go:195] Run: grep 192.168.39.1 host.minikube.internal$ /etc/hosts
I1202 11:48:19.650508 23379 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.39.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1202 11:48:19.664882 23379 mustload.go:65] Loading cluster: ha-604935
I1202 11:48:19.665139 23379 config.go:182] Loaded profile config "ha-604935": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1202 11:48:19.665497 23379 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1202 11:48:19.665538 23379 main.go:141] libmachine: Launching plugin server for driver kvm2
I1202 11:48:19.680437 23379 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:32893
I1202 11:48:19.680830 23379 main.go:141] libmachine: () Calling .GetVersion
I1202 11:48:19.681262 23379 main.go:141] libmachine: Using API Version 1
I1202 11:48:19.681286 23379 main.go:141] libmachine: () Calling .SetConfigRaw
I1202 11:48:19.681575 23379 main.go:141] libmachine: () Calling .GetMachineName
I1202 11:48:19.681746 23379 main.go:141] libmachine: (ha-604935) Calling .GetState
I1202 11:48:19.683191 23379 host.go:66] Checking if "ha-604935" exists ...
I1202 11:48:19.683564 23379 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1202 11:48:19.683606 23379 main.go:141] libmachine: Launching plugin server for driver kvm2
I1202 11:48:19.697831 23379 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:44829
I1202 11:48:19.698152 23379 main.go:141] libmachine: () Calling .GetVersion
I1202 11:48:19.698542 23379 main.go:141] libmachine: Using API Version 1
I1202 11:48:19.698559 23379 main.go:141] libmachine: () Calling .SetConfigRaw
I1202 11:48:19.698845 23379 main.go:141] libmachine: () Calling .GetMachineName
I1202 11:48:19.699001 23379 main.go:141] libmachine: (ha-604935) Calling .DriverName
I1202 11:48:19.699166 23379 certs.go:68] Setting up /home/jenkins/minikube-integration/20033-6257/.minikube/profiles/ha-604935 for IP: 192.168.39.211
I1202 11:48:19.699179 23379 certs.go:194] generating shared ca certs ...
I1202 11:48:19.699197 23379 certs.go:226] acquiring lock for ca certs: {Name:mkd90d864427c88c2207fea7caea2d2f5fdfaac4 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1202 11:48:19.699318 23379 certs.go:235] skipping valid "minikubeCA" ca cert: /home/jenkins/minikube-integration/20033-6257/.minikube/ca.key
I1202 11:48:19.699355 23379 certs.go:235] skipping valid "proxyClientCA" ca cert: /home/jenkins/minikube-integration/20033-6257/.minikube/proxy-client-ca.key
I1202 11:48:19.699364 23379 certs.go:256] generating profile certs ...
I1202 11:48:19.699432 23379 certs.go:359] skipping valid signed profile cert regeneration for "minikube-user": /home/jenkins/minikube-integration/20033-6257/.minikube/profiles/ha-604935/client.key
I1202 11:48:19.699455 23379 certs.go:363] generating signed profile cert for "minikube": /home/jenkins/minikube-integration/20033-6257/.minikube/profiles/ha-604935/apiserver.key.6315c864
I1202 11:48:19.699468 23379 crypto.go:68] Generating cert /home/jenkins/minikube-integration/20033-6257/.minikube/profiles/ha-604935/apiserver.crt.6315c864 with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.168.39.102 192.168.39.96 192.168.39.211 192.168.39.254]
I1202 11:48:19.775540 23379 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/20033-6257/.minikube/profiles/ha-604935/apiserver.crt.6315c864 ...
I1202 11:48:19.775561 23379 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20033-6257/.minikube/profiles/ha-604935/apiserver.crt.6315c864: {Name:mk862a073739ee2a78cf9f81a3258f4be6a2f692 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1202 11:48:19.775718 23379 crypto.go:164] Writing key to /home/jenkins/minikube-integration/20033-6257/.minikube/profiles/ha-604935/apiserver.key.6315c864 ...
I1202 11:48:19.775732 23379 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20033-6257/.minikube/profiles/ha-604935/apiserver.key.6315c864: {Name:mk2b946b8deaf42e144aacb0aeac107c1e5e5346 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1202 11:48:19.775826 23379 certs.go:381] copying /home/jenkins/minikube-integration/20033-6257/.minikube/profiles/ha-604935/apiserver.crt.6315c864 -> /home/jenkins/minikube-integration/20033-6257/.minikube/profiles/ha-604935/apiserver.crt
I1202 11:48:19.775947 23379 certs.go:385] copying /home/jenkins/minikube-integration/20033-6257/.minikube/profiles/ha-604935/apiserver.key.6315c864 -> /home/jenkins/minikube-integration/20033-6257/.minikube/profiles/ha-604935/apiserver.key
I1202 11:48:19.776063 23379 certs.go:359] skipping valid signed profile cert regeneration for "aggregator": /home/jenkins/minikube-integration/20033-6257/.minikube/profiles/ha-604935/proxy-client.key
I1202 11:48:19.776077 23379 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20033-6257/.minikube/ca.crt -> /var/lib/minikube/certs/ca.crt
I1202 11:48:19.776089 23379 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20033-6257/.minikube/ca.key -> /var/lib/minikube/certs/ca.key
I1202 11:48:19.776102 23379 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20033-6257/.minikube/proxy-client-ca.crt -> /var/lib/minikube/certs/proxy-client-ca.crt
I1202 11:48:19.776114 23379 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20033-6257/.minikube/proxy-client-ca.key -> /var/lib/minikube/certs/proxy-client-ca.key
I1202 11:48:19.776131 23379 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20033-6257/.minikube/profiles/ha-604935/apiserver.crt -> /var/lib/minikube/certs/apiserver.crt
I1202 11:48:19.776145 23379 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20033-6257/.minikube/profiles/ha-604935/apiserver.key -> /var/lib/minikube/certs/apiserver.key
I1202 11:48:19.776157 23379 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20033-6257/.minikube/profiles/ha-604935/proxy-client.crt -> /var/lib/minikube/certs/proxy-client.crt
I1202 11:48:19.800328 23379 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20033-6257/.minikube/profiles/ha-604935/proxy-client.key -> /var/lib/minikube/certs/proxy-client.key
I1202 11:48:19.800402 23379 certs.go:484] found cert: /home/jenkins/minikube-integration/20033-6257/.minikube/certs/13416.pem (1338 bytes)
W1202 11:48:19.800434 23379 certs.go:480] ignoring /home/jenkins/minikube-integration/20033-6257/.minikube/certs/13416_empty.pem, impossibly tiny 0 bytes
I1202 11:48:19.800443 23379 certs.go:484] found cert: /home/jenkins/minikube-integration/20033-6257/.minikube/certs/ca-key.pem (1675 bytes)
I1202 11:48:19.800467 23379 certs.go:484] found cert: /home/jenkins/minikube-integration/20033-6257/.minikube/certs/ca.pem (1082 bytes)
I1202 11:48:19.800488 23379 certs.go:484] found cert: /home/jenkins/minikube-integration/20033-6257/.minikube/certs/cert.pem (1123 bytes)
I1202 11:48:19.800508 23379 certs.go:484] found cert: /home/jenkins/minikube-integration/20033-6257/.minikube/certs/key.pem (1679 bytes)
I1202 11:48:19.800550 23379 certs.go:484] found cert: /home/jenkins/minikube-integration/20033-6257/.minikube/files/etc/ssl/certs/134162.pem (1708 bytes)
I1202 11:48:19.800576 23379 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20033-6257/.minikube/ca.crt -> /usr/share/ca-certificates/minikubeCA.pem
I1202 11:48:19.800589 23379 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20033-6257/.minikube/certs/13416.pem -> /usr/share/ca-certificates/13416.pem
I1202 11:48:19.800601 23379 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20033-6257/.minikube/files/etc/ssl/certs/134162.pem -> /usr/share/ca-certificates/134162.pem
I1202 11:48:19.800629 23379 main.go:141] libmachine: (ha-604935) Calling .GetSSHHostname
I1202 11:48:19.803275 23379 main.go:141] libmachine: (ha-604935) DBG | domain ha-604935 has defined MAC address 52:54:00:e0:fa:7c in network mk-ha-604935
I1202 11:48:19.803700 23379 main.go:141] libmachine: (ha-604935) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:e0:fa:7c", ip: ""} in network mk-ha-604935: {Iface:virbr1 ExpiryTime:2024-12-02 12:46:06 +0000 UTC Type:0 Mac:52:54:00:e0:fa:7c Iaid: IPaddr:192.168.39.102 Prefix:24 Hostname:ha-604935 Clientid:01:52:54:00:e0:fa:7c}
I1202 11:48:19.803723 23379 main.go:141] libmachine: (ha-604935) DBG | domain ha-604935 has defined IP address 192.168.39.102 and MAC address 52:54:00:e0:fa:7c in network mk-ha-604935
I1202 11:48:19.803908 23379 main.go:141] libmachine: (ha-604935) Calling .GetSSHPort
I1202 11:48:19.804099 23379 main.go:141] libmachine: (ha-604935) Calling .GetSSHKeyPath
I1202 11:48:19.804214 23379 main.go:141] libmachine: (ha-604935) Calling .GetSSHUsername
I1202 11:48:19.804377 23379 sshutil.go:53] new ssh client: &{IP:192.168.39.102 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/20033-6257/.minikube/machines/ha-604935/id_rsa Username:docker}
I1202 11:48:19.880485 23379 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/sa.pub
I1202 11:48:19.886022 23379 ssh_runner.go:447] scp /var/lib/minikube/certs/sa.pub --> memory (451 bytes)
I1202 11:48:19.898728 23379 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/sa.key
I1202 11:48:19.903305 23379 ssh_runner.go:447] scp /var/lib/minikube/certs/sa.key --> memory (1679 bytes)
I1202 11:48:19.914871 23379 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/front-proxy-ca.crt
I1202 11:48:19.919141 23379 ssh_runner.go:447] scp /var/lib/minikube/certs/front-proxy-ca.crt --> memory (1123 bytes)
I1202 11:48:19.929566 23379 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/front-proxy-ca.key
I1202 11:48:19.933478 23379 ssh_runner.go:447] scp /var/lib/minikube/certs/front-proxy-ca.key --> memory (1679 bytes)
I1202 11:48:19.943613 23379 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/etcd/ca.crt
I1202 11:48:19.948089 23379 ssh_runner.go:447] scp /var/lib/minikube/certs/etcd/ca.crt --> memory (1094 bytes)
I1202 11:48:19.958895 23379 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/etcd/ca.key
I1202 11:48:19.964303 23379 ssh_runner.go:447] scp /var/lib/minikube/certs/etcd/ca.key --> memory (1675 bytes)
I1202 11:48:19.977617 23379 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20033-6257/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1202 11:48:20.002994 23379 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20033-6257/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1679 bytes)
I1202 11:48:20.029806 23379 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20033-6257/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1202 11:48:20.053441 23379 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20033-6257/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I1202 11:48:20.076846 23379 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20033-6257/.minikube/profiles/ha-604935/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1444 bytes)
I1202 11:48:20.100859 23379 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20033-6257/.minikube/profiles/ha-604935/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)
I1202 11:48:20.123816 23379 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20033-6257/.minikube/profiles/ha-604935/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1202 11:48:20.147882 23379 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20033-6257/.minikube/profiles/ha-604935/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1679 bytes)
I1202 11:48:20.170789 23379 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20033-6257/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1202 11:48:20.194677 23379 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20033-6257/.minikube/certs/13416.pem --> /usr/share/ca-certificates/13416.pem (1338 bytes)
I1202 11:48:20.217677 23379 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20033-6257/.minikube/files/etc/ssl/certs/134162.pem --> /usr/share/ca-certificates/134162.pem (1708 bytes)
I1202 11:48:20.242059 23379 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/sa.pub (451 bytes)
I1202 11:48:20.259613 23379 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/sa.key (1679 bytes)
I1202 11:48:20.277187 23379 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/front-proxy-ca.crt (1123 bytes)
I1202 11:48:20.294496 23379 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/front-proxy-ca.key (1679 bytes)
I1202 11:48:20.311183 23379 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/etcd/ca.crt (1094 bytes)
I1202 11:48:20.328629 23379 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/etcd/ca.key (1675 bytes)
I1202 11:48:20.347609 23379 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (744 bytes)
I1202 11:48:20.365780 23379 ssh_runner.go:195] Run: openssl version
I1202 11:48:20.371782 23379 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1202 11:48:20.383879 23379 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1202 11:48:20.388524 23379 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Dec 2 11:31 /usr/share/ca-certificates/minikubeCA.pem
I1202 11:48:20.388568 23379 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1202 11:48:20.394674 23379 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1202 11:48:20.407273 23379 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/13416.pem && ln -fs /usr/share/ca-certificates/13416.pem /etc/ssl/certs/13416.pem"
I1202 11:48:20.419450 23379 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/13416.pem
I1202 11:48:20.424025 23379 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Dec 2 11:42 /usr/share/ca-certificates/13416.pem
I1202 11:48:20.424067 23379 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/13416.pem
I1202 11:48:20.429730 23379 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/13416.pem /etc/ssl/certs/51391683.0"
I1202 11:48:20.440110 23379 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/134162.pem && ln -fs /usr/share/ca-certificates/134162.pem /etc/ssl/certs/134162.pem"
I1202 11:48:20.451047 23379 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/134162.pem
I1202 11:48:20.456468 23379 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Dec 2 11:42 /usr/share/ca-certificates/134162.pem
I1202 11:48:20.456512 23379 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/134162.pem
I1202 11:48:20.462924 23379 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/134162.pem /etc/ssl/certs/3ec20f2e.0"
I1202 11:48:20.474358 23379 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1202 11:48:20.478447 23379 certs.go:399] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I1202 11:48:20.478499 23379 kubeadm.go:934] updating node {m03 192.168.39.211 8443 v1.31.2 crio true true} ...
I1202 11:48:20.478603 23379 kubeadm.go:946] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.31.2/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --hostname-override=ha-604935-m03 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.39.211
[Install]
config:
{KubernetesVersion:v1.31.2 ClusterName:ha-604935 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1202 11:48:20.478639 23379 kube-vip.go:115] generating kube-vip config ...
I1202 11:48:20.478678 23379 ssh_runner.go:195] Run: sudo sh -c "modprobe --all ip_vs ip_vs_rr ip_vs_wrr ip_vs_sh nf_conntrack"
I1202 11:48:20.496205 23379 kube-vip.go:167] auto-enabling control-plane load-balancing in kube-vip
I1202 11:48:20.496274 23379 kube-vip.go:137] kube-vip config:
apiVersion: v1
kind: Pod
metadata:
creationTimestamp: null
name: kube-vip
namespace: kube-system
spec:
containers:
- args:
- manager
env:
- name: vip_arp
value: "true"
- name: port
value: "8443"
- name: vip_nodename
valueFrom:
fieldRef:
fieldPath: spec.nodeName
- name: vip_interface
value: eth0
- name: vip_cidr
value: "32"
- name: dns_mode
value: first
- name: cp_enable
value: "true"
- name: cp_namespace
value: kube-system
- name: vip_leaderelection
value: "true"
- name: vip_leasename
value: plndr-cp-lock
- name: vip_leaseduration
value: "5"
- name: vip_renewdeadline
value: "3"
- name: vip_retryperiod
value: "1"
- name: address
value: 192.168.39.254
- name: prometheus_server
value: :2112
- name : lb_enable
value: "true"
- name: lb_port
value: "8443"
image: ghcr.io/kube-vip/kube-vip:v0.8.6
imagePullPolicy: IfNotPresent
name: kube-vip
resources: {}
securityContext:
capabilities:
add:
- NET_ADMIN
- NET_RAW
volumeMounts:
- mountPath: /etc/kubernetes/admin.conf
name: kubeconfig
hostAliases:
- hostnames:
- kubernetes
ip: 127.0.0.1
hostNetwork: true
volumes:
- hostPath:
path: "/etc/kubernetes/admin.conf"
name: kubeconfig
status: {}
I1202 11:48:20.496312 23379 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.31.2
I1202 11:48:20.507618 23379 binaries.go:47] Didn't find k8s binaries: sudo ls /var/lib/minikube/binaries/v1.31.2: Process exited with status 2
stdout:
stderr:
ls: cannot access '/var/lib/minikube/binaries/v1.31.2': No such file or directory
Initiating transfer...
I1202 11:48:20.507658 23379 ssh_runner.go:195] Run: sudo mkdir -p /var/lib/minikube/binaries/v1.31.2
I1202 11:48:20.517119 23379 binary.go:74] Not caching binary, using https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubelet?checksum=file:https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubelet.sha256
I1202 11:48:20.517130 23379 binary.go:74] Not caching binary, using https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubectl?checksum=file:https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubectl.sha256
I1202 11:48:20.517161 23379 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20033-6257/.minikube/cache/linux/amd64/v1.31.2/kubectl -> /var/lib/minikube/binaries/v1.31.2/kubectl
I1202 11:48:20.517164 23379 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1202 11:48:20.517126 23379 binary.go:74] Not caching binary, using https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubeadm?checksum=file:https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubeadm.sha256
I1202 11:48:20.517219 23379 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubectl
I1202 11:48:20.517234 23379 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20033-6257/.minikube/cache/linux/amd64/v1.31.2/kubeadm -> /var/lib/minikube/binaries/v1.31.2/kubeadm
I1202 11:48:20.517303 23379 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubeadm
I1202 11:48:20.534132 23379 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20033-6257/.minikube/cache/linux/amd64/v1.31.2/kubelet -> /var/lib/minikube/binaries/v1.31.2/kubelet
I1202 11:48:20.534202 23379 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubelet
I1202 11:48:20.534220 23379 ssh_runner.go:352] existence check for /var/lib/minikube/binaries/v1.31.2/kubeadm: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubeadm: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/binaries/v1.31.2/kubeadm': No such file or directory
I1202 11:48:20.534247 23379 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20033-6257/.minikube/cache/linux/amd64/v1.31.2/kubeadm --> /var/lib/minikube/binaries/v1.31.2/kubeadm (58290328 bytes)
I1202 11:48:20.534296 23379 ssh_runner.go:352] existence check for /var/lib/minikube/binaries/v1.31.2/kubectl: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubectl: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/binaries/v1.31.2/kubectl': No such file or directory
I1202 11:48:20.534330 23379 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20033-6257/.minikube/cache/linux/amd64/v1.31.2/kubectl --> /var/lib/minikube/binaries/v1.31.2/kubectl (56381592 bytes)
I1202 11:48:20.553870 23379 ssh_runner.go:352] existence check for /var/lib/minikube/binaries/v1.31.2/kubelet: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubelet: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/binaries/v1.31.2/kubelet': No such file or directory
I1202 11:48:20.553896 23379 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20033-6257/.minikube/cache/linux/amd64/v1.31.2/kubelet --> /var/lib/minikube/binaries/v1.31.2/kubelet (76902744 bytes)
I1202 11:48:21.369626 23379 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /etc/kubernetes/manifests
I1202 11:48:21.380201 23379 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (313 bytes)
I1202 11:48:21.397686 23379 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1202 11:48:21.414134 23379 ssh_runner.go:362] scp memory --> /etc/kubernetes/manifests/kube-vip.yaml (1441 bytes)
I1202 11:48:21.430962 23379 ssh_runner.go:195] Run: grep 192.168.39.254 control-plane.minikube.internal$ /etc/hosts
I1202 11:48:21.434795 23379 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.39.254 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1202 11:48:21.446707 23379 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1202 11:48:21.575648 23379 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1202 11:48:21.592190 23379 host.go:66] Checking if "ha-604935" exists ...
I1202 11:48:21.592653 23379 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1202 11:48:21.592702 23379 main.go:141] libmachine: Launching plugin server for driver kvm2
I1202 11:48:21.607602 23379 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:41869
I1202 11:48:21.608034 23379 main.go:141] libmachine: () Calling .GetVersion
I1202 11:48:21.608505 23379 main.go:141] libmachine: Using API Version 1
I1202 11:48:21.608523 23379 main.go:141] libmachine: () Calling .SetConfigRaw
I1202 11:48:21.608871 23379 main.go:141] libmachine: () Calling .GetMachineName
I1202 11:48:21.609064 23379 main.go:141] libmachine: (ha-604935) Calling .DriverName
I1202 11:48:21.609215 23379 start.go:317] joinCluster: &{Name:ha-604935 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19917/minikube-v1.34.0-1730913550-19917-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730888964-19917@sha256:629a5748e3ec15a091fef12257eb3754b8ffc0c974ebcbb016451c65d1829615 Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.2 Cluster
Name:ha-604935 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.39.102 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m02 IP:192.168.39.96 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m03 IP:192.168.39.211 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[ambassador:false amd-gpu-device-plugin:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:false efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-d
ns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:false storage-provisioner-gluster:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror:
DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1202 11:48:21.609330 23379 ssh_runner.go:195] Run: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.2:$PATH" kubeadm token create --print-join-command --ttl=0"
I1202 11:48:21.609352 23379 main.go:141] libmachine: (ha-604935) Calling .GetSSHHostname
I1202 11:48:21.612246 23379 main.go:141] libmachine: (ha-604935) DBG | domain ha-604935 has defined MAC address 52:54:00:e0:fa:7c in network mk-ha-604935
I1202 11:48:21.612678 23379 main.go:141] libmachine: (ha-604935) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:e0:fa:7c", ip: ""} in network mk-ha-604935: {Iface:virbr1 ExpiryTime:2024-12-02 12:46:06 +0000 UTC Type:0 Mac:52:54:00:e0:fa:7c Iaid: IPaddr:192.168.39.102 Prefix:24 Hostname:ha-604935 Clientid:01:52:54:00:e0:fa:7c}
I1202 11:48:21.612705 23379 main.go:141] libmachine: (ha-604935) DBG | domain ha-604935 has defined IP address 192.168.39.102 and MAC address 52:54:00:e0:fa:7c in network mk-ha-604935
I1202 11:48:21.612919 23379 main.go:141] libmachine: (ha-604935) Calling .GetSSHPort
I1202 11:48:21.613101 23379 main.go:141] libmachine: (ha-604935) Calling .GetSSHKeyPath
I1202 11:48:21.613260 23379 main.go:141] libmachine: (ha-604935) Calling .GetSSHUsername
I1202 11:48:21.613431 23379 sshutil.go:53] new ssh client: &{IP:192.168.39.102 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/20033-6257/.minikube/machines/ha-604935/id_rsa Username:docker}
I1202 11:48:21.802258 23379 start.go:343] trying to join control-plane node "m03" to cluster: &{Name:m03 IP:192.168.39.211 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}
I1202 11:48:21.802311 23379 ssh_runner.go:195] Run: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.2:$PATH" kubeadm join control-plane.minikube.internal:8443 --token oi1g5f.7vg9nzzhmrri7fzl --discovery-token-ca-cert-hash sha256:9ebc90a8ea81482c2fee6e485f0934fa91cca27bad5f3e63f2929fbd27f9dacb --ignore-preflight-errors=all --cri-socket unix:///var/run/crio/crio.sock --node-name=ha-604935-m03 --control-plane --apiserver-advertise-address=192.168.39.211 --apiserver-bind-port=8443"
I1202 11:48:44.058534 23379 ssh_runner.go:235] Completed: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.2:$PATH" kubeadm join control-plane.minikube.internal:8443 --token oi1g5f.7vg9nzzhmrri7fzl --discovery-token-ca-cert-hash sha256:9ebc90a8ea81482c2fee6e485f0934fa91cca27bad5f3e63f2929fbd27f9dacb --ignore-preflight-errors=all --cri-socket unix:///var/run/crio/crio.sock --node-name=ha-604935-m03 --control-plane --apiserver-advertise-address=192.168.39.211 --apiserver-bind-port=8443": (22.25619815s)
I1202 11:48:44.058574 23379 ssh_runner.go:195] Run: /bin/bash -c "sudo systemctl daemon-reload && sudo systemctl enable kubelet && sudo systemctl start kubelet"
I1202 11:48:44.589392 23379 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig label --overwrite nodes ha-604935-m03 minikube.k8s.io/updated_at=2024_12_02T11_48_44_0700 minikube.k8s.io/version=v1.34.0 minikube.k8s.io/commit=128491876095763f75c6c62c8e8cebf09ad32ac8 minikube.k8s.io/name=ha-604935 minikube.k8s.io/primary=false
I1202 11:48:44.754182 23379 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig taint nodes ha-604935-m03 node-role.kubernetes.io/control-plane:NoSchedule-
I1202 11:48:44.876509 23379 start.go:319] duration metric: took 23.267291972s to joinCluster
I1202 11:48:44.876583 23379 start.go:235] Will wait 6m0s for node &{Name:m03 IP:192.168.39.211 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}
I1202 11:48:44.876929 23379 config.go:182] Loaded profile config "ha-604935": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1202 11:48:44.877896 23379 out.go:177] * Verifying Kubernetes components...
I1202 11:48:44.879178 23379 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1202 11:48:45.205771 23379 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1202 11:48:45.227079 23379 loader.go:395] Config loaded from file: /home/jenkins/minikube-integration/20033-6257/kubeconfig
I1202 11:48:45.227379 23379 kapi.go:59] client config for ha-604935: &rest.Config{Host:"https://192.168.39.254:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/home/jenkins/minikube-integration/20033-6257/.minikube/profiles/ha-604935/client.crt", KeyFile:"/home/jenkins/minikube-integration/20033-6257/.minikube/profiles/ha-604935/client.key", CAFile:"/home/jenkins/minikube-integration/20033-6257/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil), CAData:[]uint8(nil), NextProtos:[]string(nil)},
UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x243b6e0), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
W1202 11:48:45.227437 23379 kubeadm.go:483] Overriding stale ClientConfig host https://192.168.39.254:8443 with https://192.168.39.102:8443
I1202 11:48:45.227646 23379 node_ready.go:35] waiting up to 6m0s for node "ha-604935-m03" to be "Ready" ...
I1202 11:48:45.227731 23379 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-604935-m03
I1202 11:48:45.227739 23379 round_trippers.go:469] Request Headers:
I1202 11:48:45.227750 23379 round_trippers.go:473] Accept: application/json, */*
I1202 11:48:45.227760 23379 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1202 11:48:45.230602 23379 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1202 11:48:45.728816 23379 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-604935-m03
I1202 11:48:45.728844 23379 round_trippers.go:469] Request Headers:
I1202 11:48:45.728856 23379 round_trippers.go:473] Accept: application/json, */*
I1202 11:48:45.728862 23379 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1202 11:48:45.732325 23379 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1202 11:48:46.228808 23379 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-604935-m03
I1202 11:48:46.228838 23379 round_trippers.go:469] Request Headers:
I1202 11:48:46.228847 23379 round_trippers.go:473] Accept: application/json, */*
I1202 11:48:46.228855 23379 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1202 11:48:46.232971 23379 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1202 11:48:46.728246 23379 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-604935-m03
I1202 11:48:46.728266 23379 round_trippers.go:469] Request Headers:
I1202 11:48:46.728275 23379 round_trippers.go:473] Accept: application/json, */*
I1202 11:48:46.728278 23379 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1202 11:48:46.731578 23379 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1202 11:48:47.228275 23379 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-604935-m03
I1202 11:48:47.228293 23379 round_trippers.go:469] Request Headers:
I1202 11:48:47.228302 23379 round_trippers.go:473] Accept: application/json, */*
I1202 11:48:47.228305 23379 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1202 11:48:47.231235 23379 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1202 11:48:47.231687 23379 node_ready.go:53] node "ha-604935-m03" has status "Ready":"False"
I1202 11:48:47.728543 23379 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-604935-m03
I1202 11:48:47.728564 23379 round_trippers.go:469] Request Headers:
I1202 11:48:47.728575 23379 round_trippers.go:473] Accept: application/json, */*
I1202 11:48:47.728580 23379 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1202 11:48:47.731725 23379 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1202 11:48:48.228100 23379 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-604935-m03
I1202 11:48:48.228126 23379 round_trippers.go:469] Request Headers:
I1202 11:48:48.228134 23379 round_trippers.go:473] Accept: application/json, */*
I1202 11:48:48.228139 23379 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1202 11:48:48.231200 23379 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1202 11:48:48.727927 23379 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-604935-m03
I1202 11:48:48.727953 23379 round_trippers.go:469] Request Headers:
I1202 11:48:48.727965 23379 round_trippers.go:473] Accept: application/json, */*
I1202 11:48:48.727971 23379 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1202 11:48:48.731841 23379 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1202 11:48:49.228251 23379 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-604935-m03
I1202 11:48:49.228277 23379 round_trippers.go:469] Request Headers:
I1202 11:48:49.228288 23379 round_trippers.go:473] Accept: application/json, */*
I1202 11:48:49.228295 23379 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1202 11:48:49.231887 23379 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1202 11:48:49.232816 23379 node_ready.go:53] node "ha-604935-m03" has status "Ready":"False"
I1202 11:48:49.728539 23379 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-604935-m03
I1202 11:48:49.728558 23379 round_trippers.go:469] Request Headers:
I1202 11:48:49.728567 23379 round_trippers.go:473] Accept: application/json, */*
I1202 11:48:49.728578 23379 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1202 11:48:49.731618 23379 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1202 11:48:50.228164 23379 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-604935-m03
I1202 11:48:50.228182 23379 round_trippers.go:469] Request Headers:
I1202 11:48:50.228190 23379 round_trippers.go:473] Accept: application/json, */*
I1202 11:48:50.228194 23379 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1202 11:48:50.231677 23379 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1202 11:48:50.728841 23379 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-604935-m03
I1202 11:48:50.728865 23379 round_trippers.go:469] Request Headers:
I1202 11:48:50.728877 23379 round_trippers.go:473] Accept: application/json, */*
I1202 11:48:50.728884 23379 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1202 11:48:50.731790 23379 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1202 11:48:51.227844 23379 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-604935-m03
I1202 11:48:51.227875 23379 round_trippers.go:469] Request Headers:
I1202 11:48:51.227882 23379 round_trippers.go:473] Accept: application/json, */*
I1202 11:48:51.227886 23379 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1202 11:48:51.231092 23379 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1202 11:48:51.728369 23379 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-604935-m03
I1202 11:48:51.728389 23379 round_trippers.go:469] Request Headers:
I1202 11:48:51.728397 23379 round_trippers.go:473] Accept: application/json, */*
I1202 11:48:51.728402 23379 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1202 11:48:51.731512 23379 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1202 11:48:51.732161 23379 node_ready.go:53] node "ha-604935-m03" has status "Ready":"False"
I1202 11:48:52.228555 23379 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-604935-m03
I1202 11:48:52.228577 23379 round_trippers.go:469] Request Headers:
I1202 11:48:52.228585 23379 round_trippers.go:473] Accept: application/json, */*
I1202 11:48:52.228590 23379 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1202 11:48:52.232624 23379 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1202 11:48:52.727915 23379 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-604935-m03
I1202 11:48:52.727935 23379 round_trippers.go:469] Request Headers:
I1202 11:48:52.727942 23379 round_trippers.go:473] Accept: application/json, */*
I1202 11:48:52.727946 23379 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1202 11:48:52.731213 23379 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1202 11:48:53.228361 23379 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-604935-m03
I1202 11:48:53.228382 23379 round_trippers.go:469] Request Headers:
I1202 11:48:53.228389 23379 round_trippers.go:473] Accept: application/json, */*
I1202 11:48:53.228392 23379 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1202 11:48:53.233382 23379 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1202 11:48:53.728248 23379 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-604935-m03
I1202 11:48:53.728268 23379 round_trippers.go:469] Request Headers:
I1202 11:48:53.728276 23379 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1202 11:48:53.728280 23379 round_trippers.go:473] Accept: application/json, */*
I1202 11:48:53.731032 23379 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1202 11:48:54.228383 23379 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-604935-m03
I1202 11:48:54.228402 23379 round_trippers.go:469] Request Headers:
I1202 11:48:54.228409 23379 round_trippers.go:473] Accept: application/json, */*
I1202 11:48:54.228414 23379 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1202 11:48:54.231567 23379 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1202 11:48:54.232182 23379 node_ready.go:53] node "ha-604935-m03" has status "Ready":"False"
I1202 11:48:54.728033 23379 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-604935-m03
I1202 11:48:54.728054 23379 round_trippers.go:469] Request Headers:
I1202 11:48:54.728070 23379 round_trippers.go:473] Accept: application/json, */*
I1202 11:48:54.728078 23379 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1202 11:48:54.731003 23379 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1202 11:48:55.227931 23379 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-604935-m03
I1202 11:48:55.227952 23379 round_trippers.go:469] Request Headers:
I1202 11:48:55.227959 23379 round_trippers.go:473] Accept: application/json, */*
I1202 11:48:55.227963 23379 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1202 11:48:55.231124 23379 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1202 11:48:55.728257 23379 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-604935-m03
I1202 11:48:55.728282 23379 round_trippers.go:469] Request Headers:
I1202 11:48:55.728295 23379 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1202 11:48:55.728302 23379 round_trippers.go:473] Accept: application/json, */*
I1202 11:48:55.731469 23379 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1202 11:48:56.228616 23379 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-604935-m03
I1202 11:48:56.228634 23379 round_trippers.go:469] Request Headers:
I1202 11:48:56.228642 23379 round_trippers.go:473] Accept: application/json, */*
I1202 11:48:56.228648 23379 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1202 11:48:56.231749 23379 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1202 11:48:56.232413 23379 node_ready.go:53] node "ha-604935-m03" has status "Ready":"False"
I1202 11:48:56.728627 23379 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-604935-m03
I1202 11:48:56.728662 23379 round_trippers.go:469] Request Headers:
I1202 11:48:56.728672 23379 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1202 11:48:56.728679 23379 round_trippers.go:473] Accept: application/json, */*
I1202 11:48:56.731199 23379 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1202 11:48:57.228073 23379 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-604935-m03
I1202 11:48:57.228095 23379 round_trippers.go:469] Request Headers:
I1202 11:48:57.228106 23379 round_trippers.go:473] Accept: application/json, */*
I1202 11:48:57.228112 23379 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1202 11:48:57.231071 23379 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1202 11:48:57.728355 23379 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-604935-m03
I1202 11:48:57.728374 23379 round_trippers.go:469] Request Headers:
I1202 11:48:57.728386 23379 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1202 11:48:57.728390 23379 round_trippers.go:473] Accept: application/json, */*
I1202 11:48:57.732053 23379 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1202 11:48:58.228692 23379 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-604935-m03
I1202 11:48:58.228716 23379 round_trippers.go:469] Request Headers:
I1202 11:48:58.228725 23379 round_trippers.go:473] Accept: application/json, */*
I1202 11:48:58.228731 23379 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1202 11:48:58.231871 23379 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1202 11:48:58.232534 23379 node_ready.go:53] node "ha-604935-m03" has status "Ready":"False"
I1202 11:48:58.727842 23379 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-604935-m03
I1202 11:48:58.727867 23379 round_trippers.go:469] Request Headers:
I1202 11:48:58.727888 23379 round_trippers.go:473] Accept: application/json, */*
I1202 11:48:58.727893 23379 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1202 11:48:58.730412 23379 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1202 11:48:59.228495 23379 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-604935-m03
I1202 11:48:59.228515 23379 round_trippers.go:469] Request Headers:
I1202 11:48:59.228522 23379 round_trippers.go:473] Accept: application/json, */*
I1202 11:48:59.228525 23379 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1202 11:48:59.232497 23379 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1202 11:48:59.728247 23379 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-604935-m03
I1202 11:48:59.728264 23379 round_trippers.go:469] Request Headers:
I1202 11:48:59.728272 23379 round_trippers.go:473] Accept: application/json, */*
I1202 11:48:59.728275 23379 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1202 11:48:59.731212 23379 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1202 11:49:00.227900 23379 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-604935-m03
I1202 11:49:00.227922 23379 round_trippers.go:469] Request Headers:
I1202 11:49:00.227929 23379 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1202 11:49:00.227932 23379 round_trippers.go:473] Accept: application/json, */*
I1202 11:49:00.232057 23379 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1202 11:49:00.233141 23379 node_ready.go:53] node "ha-604935-m03" has status "Ready":"False"
I1202 11:49:00.728080 23379 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-604935-m03
I1202 11:49:00.728104 23379 round_trippers.go:469] Request Headers:
I1202 11:49:00.728116 23379 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1202 11:49:00.728123 23379 round_trippers.go:473] Accept: application/json, */*
I1202 11:49:00.730928 23379 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1202 11:49:00.731736 23379 node_ready.go:49] node "ha-604935-m03" has status "Ready":"True"
I1202 11:49:00.731754 23379 node_ready.go:38] duration metric: took 15.50409308s for node "ha-604935-m03" to be "Ready" ...
I1202 11:49:00.731762 23379 pod_ready.go:36] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1202 11:49:00.731812 23379 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/namespaces/kube-system/pods
I1202 11:49:00.731821 23379 round_trippers.go:469] Request Headers:
I1202 11:49:00.731828 23379 round_trippers.go:473] Accept: application/json, */*
I1202 11:49:00.731833 23379 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1202 11:49:00.737119 23379 round_trippers.go:574] Response Status: 200 OK in 5 milliseconds
I1202 11:49:00.743811 23379 pod_ready.go:79] waiting up to 6m0s for pod "coredns-7c65d6cfc9-5gcc2" in "kube-system" namespace to be "Ready" ...
I1202 11:49:00.743881 23379 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-5gcc2
I1202 11:49:00.743889 23379 round_trippers.go:469] Request Headers:
I1202 11:49:00.743896 23379 round_trippers.go:473] Accept: application/json, */*
I1202 11:49:00.743900 23379 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1202 11:49:00.746447 23379 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1202 11:49:00.747270 23379 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-604935
I1202 11:49:00.747288 23379 round_trippers.go:469] Request Headers:
I1202 11:49:00.747298 23379 round_trippers.go:473] Accept: application/json, */*
I1202 11:49:00.747304 23379 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1202 11:49:00.750173 23379 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1202 11:49:00.750663 23379 pod_ready.go:93] pod "coredns-7c65d6cfc9-5gcc2" in "kube-system" namespace has status "Ready":"True"
I1202 11:49:00.750685 23379 pod_ready.go:82] duration metric: took 6.851528ms for pod "coredns-7c65d6cfc9-5gcc2" in "kube-system" namespace to be "Ready" ...
I1202 11:49:00.750697 23379 pod_ready.go:79] waiting up to 6m0s for pod "coredns-7c65d6cfc9-g48q9" in "kube-system" namespace to be "Ready" ...
I1202 11:49:00.750762 23379 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-g48q9
I1202 11:49:00.750773 23379 round_trippers.go:469] Request Headers:
I1202 11:49:00.750782 23379 round_trippers.go:473] Accept: application/json, */*
I1202 11:49:00.750787 23379 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1202 11:49:00.753393 23379 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1202 11:49:00.754225 23379 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-604935
I1202 11:49:00.754242 23379 round_trippers.go:469] Request Headers:
I1202 11:49:00.754253 23379 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1202 11:49:00.754261 23379 round_trippers.go:473] Accept: application/json, */*
I1202 11:49:00.756959 23379 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1202 11:49:00.757348 23379 pod_ready.go:93] pod "coredns-7c65d6cfc9-g48q9" in "kube-system" namespace has status "Ready":"True"
I1202 11:49:00.757363 23379 pod_ready.go:82] duration metric: took 6.658502ms for pod "coredns-7c65d6cfc9-g48q9" in "kube-system" namespace to be "Ready" ...
I1202 11:49:00.757372 23379 pod_ready.go:79] waiting up to 6m0s for pod "etcd-ha-604935" in "kube-system" namespace to be "Ready" ...
I1202 11:49:00.757427 23379 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/namespaces/kube-system/pods/etcd-ha-604935
I1202 11:49:00.757438 23379 round_trippers.go:469] Request Headers:
I1202 11:49:00.757444 23379 round_trippers.go:473] Accept: application/json, */*
I1202 11:49:00.757449 23379 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1202 11:49:00.759919 23379 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1202 11:49:00.760524 23379 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-604935
I1202 11:49:00.760540 23379 round_trippers.go:469] Request Headers:
I1202 11:49:00.760551 23379 round_trippers.go:473] Accept: application/json, */*
I1202 11:49:00.760557 23379 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1202 11:49:00.762639 23379 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1202 11:49:00.763103 23379 pod_ready.go:93] pod "etcd-ha-604935" in "kube-system" namespace has status "Ready":"True"
I1202 11:49:00.763117 23379 pod_ready.go:82] duration metric: took 5.738836ms for pod "etcd-ha-604935" in "kube-system" namespace to be "Ready" ...
I1202 11:49:00.763130 23379 pod_ready.go:79] waiting up to 6m0s for pod "etcd-ha-604935-m02" in "kube-system" namespace to be "Ready" ...
I1202 11:49:00.763170 23379 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/namespaces/kube-system/pods/etcd-ha-604935-m02
I1202 11:49:00.763178 23379 round_trippers.go:469] Request Headers:
I1202 11:49:00.763184 23379 round_trippers.go:473] Accept: application/json, */*
I1202 11:49:00.763187 23379 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1202 11:49:00.765295 23379 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1202 11:49:00.765840 23379 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-604935-m02
I1202 11:49:00.765853 23379 round_trippers.go:469] Request Headers:
I1202 11:49:00.765859 23379 round_trippers.go:473] Accept: application/json, */*
I1202 11:49:00.765866 23379 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1202 11:49:00.767856 23379 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1202 11:49:00.768294 23379 pod_ready.go:93] pod "etcd-ha-604935-m02" in "kube-system" namespace has status "Ready":"True"
I1202 11:49:00.768308 23379 pod_ready.go:82] duration metric: took 5.173078ms for pod "etcd-ha-604935-m02" in "kube-system" namespace to be "Ready" ...
I1202 11:49:00.768315 23379 pod_ready.go:79] waiting up to 6m0s for pod "etcd-ha-604935-m03" in "kube-system" namespace to be "Ready" ...
I1202 11:49:00.928568 23379 request.go:632] Waited for 160.204775ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.102:8443/api/v1/namespaces/kube-system/pods/etcd-ha-604935-m03
I1202 11:49:00.928622 23379 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/namespaces/kube-system/pods/etcd-ha-604935-m03
I1202 11:49:00.928630 23379 round_trippers.go:469] Request Headers:
I1202 11:49:00.928637 23379 round_trippers.go:473] Accept: application/json, */*
I1202 11:49:00.928644 23379 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1202 11:49:00.931639 23379 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1202 11:49:01.129121 23379 request.go:632] Waited for 196.362858ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.102:8443/api/v1/nodes/ha-604935-m03
I1202 11:49:01.129188 23379 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-604935-m03
I1202 11:49:01.129194 23379 round_trippers.go:469] Request Headers:
I1202 11:49:01.129201 23379 round_trippers.go:473] Accept: application/json, */*
I1202 11:49:01.129206 23379 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1202 11:49:01.132093 23379 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1202 11:49:01.132639 23379 pod_ready.go:93] pod "etcd-ha-604935-m03" in "kube-system" namespace has status "Ready":"True"
I1202 11:49:01.132663 23379 pod_ready.go:82] duration metric: took 364.340751ms for pod "etcd-ha-604935-m03" in "kube-system" namespace to be "Ready" ...
I1202 11:49:01.132685 23379 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-ha-604935" in "kube-system" namespace to be "Ready" ...
I1202 11:49:01.328581 23379 request.go:632] Waited for 195.818618ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.102:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-604935
I1202 11:49:01.328640 23379 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-604935
I1202 11:49:01.328645 23379 round_trippers.go:469] Request Headers:
I1202 11:49:01.328651 23379 round_trippers.go:473] Accept: application/json, */*
I1202 11:49:01.328659 23379 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1202 11:49:01.332129 23379 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1202 11:49:01.528887 23379 request.go:632] Waited for 196.197458ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.102:8443/api/v1/nodes/ha-604935
I1202 11:49:01.528960 23379 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-604935
I1202 11:49:01.528968 23379 round_trippers.go:469] Request Headers:
I1202 11:49:01.528983 23379 round_trippers.go:473] Accept: application/json, */*
I1202 11:49:01.528991 23379 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1202 11:49:01.531764 23379 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1202 11:49:01.532366 23379 pod_ready.go:93] pod "kube-apiserver-ha-604935" in "kube-system" namespace has status "Ready":"True"
I1202 11:49:01.532385 23379 pod_ready.go:82] duration metric: took 399.689084ms for pod "kube-apiserver-ha-604935" in "kube-system" namespace to be "Ready" ...
I1202 11:49:01.532395 23379 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-ha-604935-m02" in "kube-system" namespace to be "Ready" ...
I1202 11:49:01.729145 23379 request.go:632] Waited for 196.686289ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.102:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-604935-m02
I1202 11:49:01.729214 23379 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-604935-m02
I1202 11:49:01.729222 23379 round_trippers.go:469] Request Headers:
I1202 11:49:01.729232 23379 round_trippers.go:473] Accept: application/json, */*
I1202 11:49:01.729241 23379 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1202 11:49:01.732550 23379 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1202 11:49:01.928940 23379 request.go:632] Waited for 195.375728ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.102:8443/api/v1/nodes/ha-604935-m02
I1202 11:49:01.929027 23379 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-604935-m02
I1202 11:49:01.929039 23379 round_trippers.go:469] Request Headers:
I1202 11:49:01.929049 23379 round_trippers.go:473] Accept: application/json, */*
I1202 11:49:01.929060 23379 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1202 11:49:01.932849 23379 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1202 11:49:01.933394 23379 pod_ready.go:93] pod "kube-apiserver-ha-604935-m02" in "kube-system" namespace has status "Ready":"True"
I1202 11:49:01.933415 23379 pod_ready.go:82] duration metric: took 401.013286ms for pod "kube-apiserver-ha-604935-m02" in "kube-system" namespace to be "Ready" ...
I1202 11:49:01.933428 23379 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-ha-604935-m03" in "kube-system" namespace to be "Ready" ...
I1202 11:49:02.128618 23379 request.go:632] Waited for 195.115216ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.102:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-604935-m03
I1202 11:49:02.128692 23379 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-604935-m03
I1202 11:49:02.128704 23379 round_trippers.go:469] Request Headers:
I1202 11:49:02.128714 23379 round_trippers.go:473] Accept: application/json, */*
I1202 11:49:02.128744 23379 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1202 11:49:02.132085 23379 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1202 11:49:02.328195 23379 request.go:632] Waited for 195.287157ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.102:8443/api/v1/nodes/ha-604935-m03
I1202 11:49:02.328272 23379 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-604935-m03
I1202 11:49:02.328280 23379 round_trippers.go:469] Request Headers:
I1202 11:49:02.328290 23379 round_trippers.go:473] Accept: application/json, */*
I1202 11:49:02.328294 23379 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1202 11:49:02.331350 23379 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1202 11:49:02.332062 23379 pod_ready.go:93] pod "kube-apiserver-ha-604935-m03" in "kube-system" namespace has status "Ready":"True"
I1202 11:49:02.332086 23379 pod_ready.go:82] duration metric: took 398.648799ms for pod "kube-apiserver-ha-604935-m03" in "kube-system" namespace to be "Ready" ...
I1202 11:49:02.332096 23379 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-ha-604935" in "kube-system" namespace to be "Ready" ...
I1202 11:49:02.528402 23379 request.go:632] Waited for 196.237056ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.102:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-604935
I1202 11:49:02.528456 23379 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-604935
I1202 11:49:02.528461 23379 round_trippers.go:469] Request Headers:
I1202 11:49:02.528468 23379 round_trippers.go:473] Accept: application/json, */*
I1202 11:49:02.528471 23379 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1202 11:49:02.531001 23379 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1202 11:49:02.729030 23379 request.go:632] Waited for 197.344265ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.102:8443/api/v1/nodes/ha-604935
I1202 11:49:02.729083 23379 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-604935
I1202 11:49:02.729088 23379 round_trippers.go:469] Request Headers:
I1202 11:49:02.729095 23379 round_trippers.go:473] Accept: application/json, */*
I1202 11:49:02.729101 23379 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1202 11:49:02.733927 23379 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1202 11:49:02.734415 23379 pod_ready.go:93] pod "kube-controller-manager-ha-604935" in "kube-system" namespace has status "Ready":"True"
I1202 11:49:02.734433 23379 pod_ready.go:82] duration metric: took 402.330362ms for pod "kube-controller-manager-ha-604935" in "kube-system" namespace to be "Ready" ...
I1202 11:49:02.734442 23379 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-ha-604935-m02" in "kube-system" namespace to be "Ready" ...
I1202 11:49:02.928547 23379 request.go:632] Waited for 194.020533ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.102:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-604935-m02
I1202 11:49:02.928615 23379 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-604935-m02
I1202 11:49:02.928624 23379 round_trippers.go:469] Request Headers:
I1202 11:49:02.928634 23379 round_trippers.go:473] Accept: application/json, */*
I1202 11:49:02.928644 23379 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1202 11:49:02.933547 23379 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1202 11:49:03.128827 23379 request.go:632] Waited for 194.344486ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.102:8443/api/v1/nodes/ha-604935-m02
I1202 11:49:03.128890 23379 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-604935-m02
I1202 11:49:03.128895 23379 round_trippers.go:469] Request Headers:
I1202 11:49:03.128915 23379 round_trippers.go:473] Accept: application/json, */*
I1202 11:49:03.128921 23379 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1202 11:49:03.133610 23379 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1202 11:49:03.134316 23379 pod_ready.go:93] pod "kube-controller-manager-ha-604935-m02" in "kube-system" namespace has status "Ready":"True"
I1202 11:49:03.134333 23379 pod_ready.go:82] duration metric: took 399.884969ms for pod "kube-controller-manager-ha-604935-m02" in "kube-system" namespace to be "Ready" ...
I1202 11:49:03.134345 23379 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-ha-604935-m03" in "kube-system" namespace to be "Ready" ...
I1202 11:49:03.328421 23379 request.go:632] Waited for 194.000988ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.102:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-604935-m03
I1202 11:49:03.328488 23379 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-604935-m03
I1202 11:49:03.328493 23379 round_trippers.go:469] Request Headers:
I1202 11:49:03.328500 23379 round_trippers.go:473] Accept: application/json, */*
I1202 11:49:03.328505 23379 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1202 11:49:03.331240 23379 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1202 11:49:03.528448 23379 request.go:632] Waited for 196.353439ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.102:8443/api/v1/nodes/ha-604935-m03
I1202 11:49:03.528524 23379 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-604935-m03
I1202 11:49:03.528532 23379 round_trippers.go:469] Request Headers:
I1202 11:49:03.528542 23379 round_trippers.go:473] Accept: application/json, */*
I1202 11:49:03.528554 23379 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1202 11:49:03.532267 23379 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1202 11:49:03.532704 23379 pod_ready.go:93] pod "kube-controller-manager-ha-604935-m03" in "kube-system" namespace has status "Ready":"True"
I1202 11:49:03.532722 23379 pod_ready.go:82] duration metric: took 398.368333ms for pod "kube-controller-manager-ha-604935-m03" in "kube-system" namespace to be "Ready" ...
I1202 11:49:03.532747 23379 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-rp7t2" in "kube-system" namespace to be "Ready" ...
I1202 11:49:03.728896 23379 request.go:632] Waited for 196.080235ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.102:8443/api/v1/namespaces/kube-system/pods/kube-proxy-rp7t2
I1202 11:49:03.728966 23379 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/namespaces/kube-system/pods/kube-proxy-rp7t2
I1202 11:49:03.728972 23379 round_trippers.go:469] Request Headers:
I1202 11:49:03.728979 23379 round_trippers.go:473] Accept: application/json, */*
I1202 11:49:03.728982 23379 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1202 11:49:03.732009 23379 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1202 11:49:03.929024 23379 request.go:632] Waited for 196.282412ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.102:8443/api/v1/nodes/ha-604935-m03
I1202 11:49:03.929090 23379 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-604935-m03
I1202 11:49:03.929096 23379 round_trippers.go:469] Request Headers:
I1202 11:49:03.929106 23379 round_trippers.go:473] Accept: application/json, */*
I1202 11:49:03.929111 23379 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1202 11:49:03.932496 23379 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1202 11:49:03.933154 23379 pod_ready.go:93] pod "kube-proxy-rp7t2" in "kube-system" namespace has status "Ready":"True"
I1202 11:49:03.933174 23379 pod_ready.go:82] duration metric: took 400.416355ms for pod "kube-proxy-rp7t2" in "kube-system" namespace to be "Ready" ...
I1202 11:49:03.933184 23379 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-tqcb6" in "kube-system" namespace to be "Ready" ...
I1202 11:49:04.128132 23379 request.go:632] Waited for 194.87576ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.102:8443/api/v1/namespaces/kube-system/pods/kube-proxy-tqcb6
I1202 11:49:04.128183 23379 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/namespaces/kube-system/pods/kube-proxy-tqcb6
I1202 11:49:04.128188 23379 round_trippers.go:469] Request Headers:
I1202 11:49:04.128196 23379 round_trippers.go:473] Accept: application/json, */*
I1202 11:49:04.128200 23379 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1202 11:49:04.131316 23379 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1202 11:49:04.328392 23379 request.go:632] Waited for 196.344562ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.102:8443/api/v1/nodes/ha-604935
I1202 11:49:04.328464 23379 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-604935
I1202 11:49:04.328472 23379 round_trippers.go:469] Request Headers:
I1202 11:49:04.328488 23379 round_trippers.go:473] Accept: application/json, */*
I1202 11:49:04.328504 23379 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1202 11:49:04.331622 23379 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1202 11:49:04.332330 23379 pod_ready.go:93] pod "kube-proxy-tqcb6" in "kube-system" namespace has status "Ready":"True"
I1202 11:49:04.332349 23379 pod_ready.go:82] duration metric: took 399.158434ms for pod "kube-proxy-tqcb6" in "kube-system" namespace to be "Ready" ...
I1202 11:49:04.332362 23379 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-w9r4x" in "kube-system" namespace to be "Ready" ...
I1202 11:49:04.528404 23379 request.go:632] Waited for 195.973025ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.102:8443/api/v1/namespaces/kube-system/pods/kube-proxy-w9r4x
I1202 11:49:04.528476 23379 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/namespaces/kube-system/pods/kube-proxy-w9r4x
I1202 11:49:04.528485 23379 round_trippers.go:469] Request Headers:
I1202 11:49:04.528499 23379 round_trippers.go:473] Accept: application/json, */*
I1202 11:49:04.528512 23379 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1202 11:49:04.531287 23379 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1202 11:49:04.728831 23379 request.go:632] Waited for 196.723103ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.102:8443/api/v1/nodes/ha-604935-m02
I1202 11:49:04.728880 23379 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-604935-m02
I1202 11:49:04.728888 23379 round_trippers.go:469] Request Headers:
I1202 11:49:04.728918 23379 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1202 11:49:04.728926 23379 round_trippers.go:473] Accept: application/json, */*
I1202 11:49:04.731917 23379 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1202 11:49:04.732716 23379 pod_ready.go:93] pod "kube-proxy-w9r4x" in "kube-system" namespace has status "Ready":"True"
I1202 11:49:04.732733 23379 pod_ready.go:82] duration metric: took 400.363929ms for pod "kube-proxy-w9r4x" in "kube-system" namespace to be "Ready" ...
I1202 11:49:04.732741 23379 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-ha-604935" in "kube-system" namespace to be "Ready" ...
I1202 11:49:04.928126 23379 request.go:632] Waited for 195.328391ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.102:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-604935
I1202 11:49:04.928208 23379 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-604935
I1202 11:49:04.928219 23379 round_trippers.go:469] Request Headers:
I1202 11:49:04.928242 23379 round_trippers.go:473] Accept: application/json, */*
I1202 11:49:04.928251 23379 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1202 11:49:04.931908 23379 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1202 11:49:05.129033 23379 request.go:632] Waited for 196.165096ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.102:8443/api/v1/nodes/ha-604935
I1202 11:49:05.129107 23379 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-604935
I1202 11:49:05.129114 23379 round_trippers.go:469] Request Headers:
I1202 11:49:05.129124 23379 round_trippers.go:473] Accept: application/json, */*
I1202 11:49:05.129131 23379 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1202 11:49:05.132837 23379 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1202 11:49:05.133502 23379 pod_ready.go:93] pod "kube-scheduler-ha-604935" in "kube-system" namespace has status "Ready":"True"
I1202 11:49:05.133521 23379 pod_ready.go:82] duration metric: took 400.774358ms for pod "kube-scheduler-ha-604935" in "kube-system" namespace to be "Ready" ...
I1202 11:49:05.133531 23379 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-ha-604935-m02" in "kube-system" namespace to be "Ready" ...
I1202 11:49:05.328705 23379 request.go:632] Waited for 195.110801ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.102:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-604935-m02
I1202 11:49:05.328775 23379 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-604935-m02
I1202 11:49:05.328782 23379 round_trippers.go:469] Request Headers:
I1202 11:49:05.328792 23379 round_trippers.go:473] Accept: application/json, */*
I1202 11:49:05.328804 23379 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1202 11:49:05.332423 23379 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1202 11:49:05.528425 23379 request.go:632] Waited for 195.360611ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.102:8443/api/v1/nodes/ha-604935-m02
I1202 11:49:05.528479 23379 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-604935-m02
I1202 11:49:05.528484 23379 round_trippers.go:469] Request Headers:
I1202 11:49:05.528491 23379 round_trippers.go:473] Accept: application/json, */*
I1202 11:49:05.528494 23379 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1202 11:49:05.531378 23379 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1202 11:49:05.531939 23379 pod_ready.go:93] pod "kube-scheduler-ha-604935-m02" in "kube-system" namespace has status "Ready":"True"
I1202 11:49:05.531957 23379 pod_ready.go:82] duration metric: took 398.419577ms for pod "kube-scheduler-ha-604935-m02" in "kube-system" namespace to be "Ready" ...
I1202 11:49:05.531967 23379 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-ha-604935-m03" in "kube-system" namespace to be "Ready" ...
I1202 11:49:05.728987 23379 request.go:632] Waited for 196.947438ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.102:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-604935-m03
I1202 11:49:05.729040 23379 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-604935-m03
I1202 11:49:05.729045 23379 round_trippers.go:469] Request Headers:
I1202 11:49:05.729052 23379 round_trippers.go:473] Accept: application/json, */*
I1202 11:49:05.729056 23379 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1202 11:49:05.732940 23379 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1202 11:49:05.928937 23379 request.go:632] Waited for 195.348906ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.102:8443/api/v1/nodes/ha-604935-m03
I1202 11:49:05.928990 23379 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes/ha-604935-m03
I1202 11:49:05.928996 23379 round_trippers.go:469] Request Headers:
I1202 11:49:05.929007 23379 round_trippers.go:473] Accept: application/json, */*
I1202 11:49:05.929023 23379 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1202 11:49:05.932936 23379 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1202 11:49:05.933995 23379 pod_ready.go:93] pod "kube-scheduler-ha-604935-m03" in "kube-system" namespace has status "Ready":"True"
I1202 11:49:05.934013 23379 pod_ready.go:82] duration metric: took 402.03942ms for pod "kube-scheduler-ha-604935-m03" in "kube-system" namespace to be "Ready" ...
I1202 11:49:05.934028 23379 pod_ready.go:39] duration metric: took 5.202257007s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1202 11:49:05.934044 23379 api_server.go:52] waiting for apiserver process to appear ...
I1202 11:49:05.934111 23379 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1202 11:49:05.950308 23379 api_server.go:72] duration metric: took 21.073692026s to wait for apiserver process to appear ...
I1202 11:49:05.950330 23379 api_server.go:88] waiting for apiserver healthz status ...
I1202 11:49:05.950350 23379 api_server.go:253] Checking apiserver healthz at https://192.168.39.102:8443/healthz ...
I1202 11:49:05.954392 23379 api_server.go:279] https://192.168.39.102:8443/healthz returned 200:
ok
I1202 11:49:05.954463 23379 round_trippers.go:463] GET https://192.168.39.102:8443/version
I1202 11:49:05.954472 23379 round_trippers.go:469] Request Headers:
I1202 11:49:05.954479 23379 round_trippers.go:473] Accept: application/json, */*
I1202 11:49:05.954484 23379 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1202 11:49:05.955264 23379 round_trippers.go:574] Response Status: 200 OK in 0 milliseconds
I1202 11:49:05.955324 23379 api_server.go:141] control plane version: v1.31.2
I1202 11:49:05.955340 23379 api_server.go:131] duration metric: took 5.002951ms to wait for apiserver health ...
I1202 11:49:05.955348 23379 system_pods.go:43] waiting for kube-system pods to appear ...
I1202 11:49:06.128765 23379 request.go:632] Waited for 173.340291ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.102:8443/api/v1/namespaces/kube-system/pods
I1202 11:49:06.128831 23379 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/namespaces/kube-system/pods
I1202 11:49:06.128854 23379 round_trippers.go:469] Request Headers:
I1202 11:49:06.128868 23379 round_trippers.go:473] Accept: application/json, */*
I1202 11:49:06.128878 23379 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1202 11:49:06.134738 23379 round_trippers.go:574] Response Status: 200 OK in 5 milliseconds
I1202 11:49:06.141415 23379 system_pods.go:59] 24 kube-system pods found
I1202 11:49:06.141437 23379 system_pods.go:61] "coredns-7c65d6cfc9-5gcc2" [63fea190-8001-4264-a579-13a9cae6ddff] Running
I1202 11:49:06.141442 23379 system_pods.go:61] "coredns-7c65d6cfc9-g48q9" [66ce87a9-4918-45fd-9721-d4e6323b7b54] Running
I1202 11:49:06.141446 23379 system_pods.go:61] "etcd-ha-604935" [975d8a6a-bc5b-4027-918b-a08b51dba058] Running
I1202 11:49:06.141449 23379 system_pods.go:61] "etcd-ha-604935-m02" [cf1eb147-15c4-4e8b-a006-ad464eb08a7c] Running
I1202 11:49:06.141453 23379 system_pods.go:61] "etcd-ha-604935-m03" [2de6c192-755f-43c7-a973-b1137b03c49f] Running
I1202 11:49:06.141457 23379 system_pods.go:61] "kindnet-j4cr6" [07287f32-1272-4735-bb43-88f862b28657] Running
I1202 11:49:06.141461 23379 system_pods.go:61] "kindnet-k99r8" [e5466844-1f48-46c2-8e34-c4bf016b9656] Running
I1202 11:49:06.141464 23379 system_pods.go:61] "kindnet-l55rq" [f6e00384-f7e5-49ce-ad05-f9de89a25d7f] Running
I1202 11:49:06.141468 23379 system_pods.go:61] "kube-apiserver-ha-604935" [a460bc27-8af0-4958-9d3a-4b96773893a3] Running
I1202 11:49:06.141471 23379 system_pods.go:61] "kube-apiserver-ha-604935-m02" [23f6728e-073f-4ce4-a707-3817710b49fe] Running
I1202 11:49:06.141475 23379 system_pods.go:61] "kube-apiserver-ha-604935-m03" [74b078f5-560f-4077-be17-91f7add9545f] Running
I1202 11:49:06.141479 23379 system_pods.go:61] "kube-controller-manager-ha-604935" [7ea1d4fd-527e-4734-818b-71c55b3c4693] Running
I1202 11:49:06.141487 23379 system_pods.go:61] "kube-controller-manager-ha-604935-m02" [588d55f1-b51e-4169-bdbb-b536ab420894] Running
I1202 11:49:06.141494 23379 system_pods.go:61] "kube-controller-manager-ha-604935-m03" [445254dd-244a-4f40-9a0c-362bd03686c3] Running
I1202 11:49:06.141507 23379 system_pods.go:61] "kube-proxy-rp7t2" [84b2dba2-d1be-49b6-addc-a9d919ef683e] Running
I1202 11:49:06.141512 23379 system_pods.go:61] "kube-proxy-tqcb6" [d576fbb5-bee1-4482-82f5-b21a5e1e65f9] Running
I1202 11:49:06.141517 23379 system_pods.go:61] "kube-proxy-w9r4x" [4131636c-d2a2-4aa3-aff6-aa77b517af72] Running
I1202 11:49:06.141523 23379 system_pods.go:61] "kube-scheduler-ha-604935" [17934eac-3356-4060-b485-5eeecfca13b6] Running
I1202 11:49:06.141527 23379 system_pods.go:61] "kube-scheduler-ha-604935-m02" [ad12ea88-561b-4ee1-90de-4c6b0185af02] Running
I1202 11:49:06.141531 23379 system_pods.go:61] "kube-scheduler-ha-604935-m03" [45cc93ef-1da2-469b-a0de-8bc9b8383094] Running
I1202 11:49:06.141534 23379 system_pods.go:61] "kube-vip-ha-604935" [8001b094-839e-42ea-82a8-76730b6657fc] Running
I1202 11:49:06.141540 23379 system_pods.go:61] "kube-vip-ha-604935-m02" [12f222eb-a19b-42e0-b398-919847c3e224] Running
I1202 11:49:06.141543 23379 system_pods.go:61] "kube-vip-ha-604935-m03" [5c5c4e09-5ad1-4b08-8ea3-84260528b78e] Running
I1202 11:49:06.141545 23379 system_pods.go:61] "storage-provisioner" [1023dda9-1199-4200-9b82-bb054a0eedff] Running
I1202 11:49:06.141551 23379 system_pods.go:74] duration metric: took 186.197102ms to wait for pod list to return data ...
I1202 11:49:06.141560 23379 default_sa.go:34] waiting for default service account to be created ...
I1202 11:49:06.329008 23379 request.go:632] Waited for 187.367529ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.102:8443/api/v1/namespaces/default/serviceaccounts
I1202 11:49:06.329100 23379 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/namespaces/default/serviceaccounts
I1202 11:49:06.329113 23379 round_trippers.go:469] Request Headers:
I1202 11:49:06.329125 23379 round_trippers.go:473] Accept: application/json, */*
I1202 11:49:06.329130 23379 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1202 11:49:06.332755 23379 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1202 11:49:06.332967 23379 default_sa.go:45] found service account: "default"
I1202 11:49:06.332983 23379 default_sa.go:55] duration metric: took 191.417488ms for default service account to be created ...
I1202 11:49:06.332991 23379 system_pods.go:116] waiting for k8s-apps to be running ...
I1202 11:49:06.528293 23379 request.go:632] Waited for 195.242273ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.102:8443/api/v1/namespaces/kube-system/pods
I1202 11:49:06.528366 23379 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/namespaces/kube-system/pods
I1202 11:49:06.528375 23379 round_trippers.go:469] Request Headers:
I1202 11:49:06.528382 23379 round_trippers.go:473] Accept: application/json, */*
I1202 11:49:06.528388 23379 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1202 11:49:06.533257 23379 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1202 11:49:06.539940 23379 system_pods.go:86] 24 kube-system pods found
I1202 11:49:06.539965 23379 system_pods.go:89] "coredns-7c65d6cfc9-5gcc2" [63fea190-8001-4264-a579-13a9cae6ddff] Running
I1202 11:49:06.539970 23379 system_pods.go:89] "coredns-7c65d6cfc9-g48q9" [66ce87a9-4918-45fd-9721-d4e6323b7b54] Running
I1202 11:49:06.539976 23379 system_pods.go:89] "etcd-ha-604935" [975d8a6a-bc5b-4027-918b-a08b51dba058] Running
I1202 11:49:06.539980 23379 system_pods.go:89] "etcd-ha-604935-m02" [cf1eb147-15c4-4e8b-a006-ad464eb08a7c] Running
I1202 11:49:06.539983 23379 system_pods.go:89] "etcd-ha-604935-m03" [2de6c192-755f-43c7-a973-b1137b03c49f] Running
I1202 11:49:06.539986 23379 system_pods.go:89] "kindnet-j4cr6" [07287f32-1272-4735-bb43-88f862b28657] Running
I1202 11:49:06.539989 23379 system_pods.go:89] "kindnet-k99r8" [e5466844-1f48-46c2-8e34-c4bf016b9656] Running
I1202 11:49:06.539995 23379 system_pods.go:89] "kindnet-l55rq" [f6e00384-f7e5-49ce-ad05-f9de89a25d7f] Running
I1202 11:49:06.539998 23379 system_pods.go:89] "kube-apiserver-ha-604935" [a460bc27-8af0-4958-9d3a-4b96773893a3] Running
I1202 11:49:06.540002 23379 system_pods.go:89] "kube-apiserver-ha-604935-m02" [23f6728e-073f-4ce4-a707-3817710b49fe] Running
I1202 11:49:06.540006 23379 system_pods.go:89] "kube-apiserver-ha-604935-m03" [74b078f5-560f-4077-be17-91f7add9545f] Running
I1202 11:49:06.540009 23379 system_pods.go:89] "kube-controller-manager-ha-604935" [7ea1d4fd-527e-4734-818b-71c55b3c4693] Running
I1202 11:49:06.540013 23379 system_pods.go:89] "kube-controller-manager-ha-604935-m02" [588d55f1-b51e-4169-bdbb-b536ab420894] Running
I1202 11:49:06.540016 23379 system_pods.go:89] "kube-controller-manager-ha-604935-m03" [445254dd-244a-4f40-9a0c-362bd03686c3] Running
I1202 11:49:06.540020 23379 system_pods.go:89] "kube-proxy-rp7t2" [84b2dba2-d1be-49b6-addc-a9d919ef683e] Running
I1202 11:49:06.540024 23379 system_pods.go:89] "kube-proxy-tqcb6" [d576fbb5-bee1-4482-82f5-b21a5e1e65f9] Running
I1202 11:49:06.540028 23379 system_pods.go:89] "kube-proxy-w9r4x" [4131636c-d2a2-4aa3-aff6-aa77b517af72] Running
I1202 11:49:06.540034 23379 system_pods.go:89] "kube-scheduler-ha-604935" [17934eac-3356-4060-b485-5eeecfca13b6] Running
I1202 11:49:06.540037 23379 system_pods.go:89] "kube-scheduler-ha-604935-m02" [ad12ea88-561b-4ee1-90de-4c6b0185af02] Running
I1202 11:49:06.540040 23379 system_pods.go:89] "kube-scheduler-ha-604935-m03" [45cc93ef-1da2-469b-a0de-8bc9b8383094] Running
I1202 11:49:06.540043 23379 system_pods.go:89] "kube-vip-ha-604935" [8001b094-839e-42ea-82a8-76730b6657fc] Running
I1202 11:49:06.540046 23379 system_pods.go:89] "kube-vip-ha-604935-m02" [12f222eb-a19b-42e0-b398-919847c3e224] Running
I1202 11:49:06.540049 23379 system_pods.go:89] "kube-vip-ha-604935-m03" [5c5c4e09-5ad1-4b08-8ea3-84260528b78e] Running
I1202 11:49:06.540053 23379 system_pods.go:89] "storage-provisioner" [1023dda9-1199-4200-9b82-bb054a0eedff] Running
I1202 11:49:06.540058 23379 system_pods.go:126] duration metric: took 207.062281ms to wait for k8s-apps to be running ...
I1202 11:49:06.540068 23379 system_svc.go:44] waiting for kubelet service to be running ....
I1202 11:49:06.540106 23379 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1202 11:49:06.555319 23379 system_svc.go:56] duration metric: took 15.24289ms WaitForService to wait for kubelet
I1202 11:49:06.555341 23379 kubeadm.go:582] duration metric: took 21.678727669s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1202 11:49:06.555356 23379 node_conditions.go:102] verifying NodePressure condition ...
I1202 11:49:06.728222 23379 request.go:632] Waited for 172.787542ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.102:8443/api/v1/nodes
I1202 11:49:06.728311 23379 round_trippers.go:463] GET https://192.168.39.102:8443/api/v1/nodes
I1202 11:49:06.728317 23379 round_trippers.go:469] Request Headers:
I1202 11:49:06.728327 23379 round_trippers.go:473] Accept: application/json, */*
I1202 11:49:06.728332 23379 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1202 11:49:06.731784 23379 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1202 11:49:06.733040 23379 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I1202 11:49:06.733062 23379 node_conditions.go:123] node cpu capacity is 2
I1202 11:49:06.733074 23379 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I1202 11:49:06.733079 23379 node_conditions.go:123] node cpu capacity is 2
I1202 11:49:06.733084 23379 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I1202 11:49:06.733088 23379 node_conditions.go:123] node cpu capacity is 2
I1202 11:49:06.733094 23379 node_conditions.go:105] duration metric: took 177.727321ms to run NodePressure ...
I1202 11:49:06.733107 23379 start.go:241] waiting for startup goroutines ...
I1202 11:49:06.733138 23379 start.go:255] writing updated cluster config ...
I1202 11:49:06.733452 23379 ssh_runner.go:195] Run: rm -f paused
I1202 11:49:06.787558 23379 start.go:600] kubectl: 1.31.3, cluster: 1.31.2 (minor skew: 0)
I1202 11:49:06.789249 23379 out.go:177] * Done! kubectl is now configured to use "ha-604935" cluster and "default" namespace by default
==> CRI-O <==
Dec 02 11:53:02 ha-604935 crio[658]: time="2024-12-02 11:53:02.749364973Z" level=debug msg="Response: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733140382749346349,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156106,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}" file="otel-collector/interceptors.go:74" id=19fc1a96-f29d-4706-a136-c154450c2fed name=/runtime.v1.ImageService/ImageFsInfo
Dec 02 11:53:02 ha-604935 crio[658]: time="2024-12-02 11:53:02.749944626Z" level=debug msg="Request: &ListContainersRequest{Filter:&ContainerFilter{Id:,State:nil,PodSandboxId:,LabelSelector:map[string]string{},},}" file="otel-collector/interceptors.go:62" id=bbf51517-9002-4875-bed7-9528ead7d958 name=/runtime.v1.RuntimeService/ListContainers
Dec 02 11:53:02 ha-604935 crio[658]: time="2024-12-02 11:53:02.750008487Z" level=debug msg="No filters were applied, returning full container list" file="server/container_list.go:60" id=bbf51517-9002-4875-bed7-9528ead7d958 name=/runtime.v1.RuntimeService/ListContainers
Dec 02 11:53:02 ha-604935 crio[658]: time="2024-12-02 11:53:02.750247051Z" level=debug msg="Response: &ListContainersResponse{Containers:[]*Container{&Container{Id:27068dc5178bb512a4201c24f112921dbc69a54b3de445e99361ebc6e1a8a04f,PodSandboxId:1f0c13e6637482c6966b90bbb60cbca86c19868fc516fc4629ade2bdd4d9d483,Metadata:&ContainerMetadata{Name:busybox,Attempt:0,},Image:&ImageSpec{Image:gcr.io/k8s-minikube/busybox@sha256:74f634b1bc1bd74535d5209589734efbd44a25f4e2dc96d78784576a3eb5b335,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:8c811b4aec35f259572d0f79207bc0678df4c736eeec50bc9fec37ed936a472a,State:CONTAINER_RUNNING,CreatedAt:1733140150654796776,Labels:map[string]string{io.kubernetes.container.name: busybox,io.kubernetes.pod.name: busybox-7dff88458-8jxc4,io.kubernetes.pod.namespace: default,io.kubernetes.pod.uid: f16f45f6-486f-4d2b-a2c6-f4a04b9c0eeb,},Annotations:map[string]string{io.kubernetes.container.hash: 82159afa,io.kubernetes.container.restartCount: 0,io.kubernetes.c
ontainer.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:be0c4adffd61baf5e667eef6b53a2606d1c2ffbb64a57153692043101d0cb818,PodSandboxId:72cc1a04d89653843bc160c98ae01ee6cfedc5ebacddb229ccbc63780f4d4a8c,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1733140013667994174,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-g48q9,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 66ce87a9-4918-45fd-9721-d4e6323b7b54,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"
UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:91c90e9d05cf7465a799654e9e71bb72a81897cbb382447b16cfb646ea0b205f,PodSandboxId:abbb2caf2ff000773d6503f131a21319cdc0d6f3b1a7de587abd56ee02938284,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1733140013620565576,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-5gcc2,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid:
63fea190-8001-4264-a579-13a9cae6ddff,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:9d7d77b59569bdf6c0d1dc1e7af63676f0af02f6a4027bad75b600aab2f2532b,PodSandboxId:40752b9892351bc75b6cd91484757f7e6db0dee641b6cec65a7a060689d4d399,Metadata:&ContainerMetadata{Name:storage-provisioner,Attempt:0,},Image:&ImageSpec{Image:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,State:CONTAINER_RUNNIN
G,CreatedAt:1733140013551564880,Labels:map[string]string{io.kubernetes.container.name: storage-provisioner,io.kubernetes.pod.name: storage-provisioner,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 1023dda9-1199-4200-9b82-bb054a0eedff,},Annotations:map[string]string{io.kubernetes.container.hash: 6c6bf961,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:579b11920d9fd8fab566447565f8645262844f6a246fb52089ed791dd2409e10,PodSandboxId:646eade60f2d2dcaf079e431f708d6e5a90f86fe0b30f7532a19a86300804e0f,Metadata:&ContainerMetadata{Name:kindnet-cni,Attempt:0,},Image:&ImageSpec{Image:docker.io/kindest/kindnetd@sha256:cddd34f7d74bf898f14080ed61e322a492689043dae46e93106c013373d68d16,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:9ca7e41918271bb074bb20850743fd9455129b071204789f09fa2b7304d7fad5,State:CO
NTAINER_RUNNING,CreatedAt:1733140001813641457,Labels:map[string]string{io.kubernetes.container.name: kindnet-cni,io.kubernetes.pod.name: kindnet-k99r8,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: e5466844-1f48-46c2-8e34-c4bf016b9656,},Annotations:map[string]string{io.kubernetes.container.hash: e48ee0f,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:f6a700874f779b57b290234169b9fffbcf78622f4764778f27105f2a65d86b73,PodSandboxId:8ba57f92e62cdae2610e4c7de39af04f147c7408788863e924430b915e899841,Metadata:&ContainerMetadata{Name:kube-proxy,Attempt:0,},Image:&ImageSpec{Image:505d571f5fd56726488d27af0d9a8e02c6db58f5d62ea51dd10d47de7a0c2d38,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:505d571f5fd56726488d27af0d9a8e02c6db58f5d62ea51dd10d47de7a0c2d38,State:CONTAINER_RUNNING,CreatedAt:1733139999
459988124,Labels:map[string]string{io.kubernetes.container.name: kube-proxy,io.kubernetes.pod.name: kube-proxy-tqcb6,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: d576fbb5-bee1-4482-82f5-b21a5e1e65f9,},Annotations:map[string]string{io.kubernetes.container.hash: adb187fb,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:17bfa0393f18795be72106a5c350d117fa20babfbbb9d3170fff23c164e3cdb7,PodSandboxId:096eb67e8b05d2e019fcdc59cf90012e96bb133ed4fc518272d8555bd7691a25,Metadata:&ContainerMetadata{Name:kube-vip,Attempt:0,},Image:&ImageSpec{Image:ghcr.io/kube-vip/kube-vip@sha256:1efe86893baf2d3c97c452fa53641ba647553ed0e639db69e56473d5a238462e,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:4b34defda8067616b43718c1281963ddcae6790077aa451c8d0cca8e07f5d812,State:CONTAINER_RUNNING,CreatedAt:173313998981
2208624,Labels:map[string]string{io.kubernetes.container.name: kube-vip,io.kubernetes.pod.name: kube-vip-ha-604935,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: e34a31690bf4b94086a296305429f2bd,},Annotations:map[string]string{io.kubernetes.container.hash: 99626828,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:53184ed95349ac0b915216ce50103bd9bae4bd9a38d0011f8bf07171e90d0e46,PodSandboxId:ec95830bfe24d0d7dfd624643acd637426c116f403b236eac303aa9a8e5cad6b,Metadata:&ContainerMetadata{Name:etcd,Attempt:0,},Image:&ImageSpec{Image:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,State:CONTAINER_RUNNING,CreatedAt:1733139988049859682,Labels:map[string]string{io.kuberne
tes.container.name: etcd,io.kubernetes.pod.name: etcd-ha-604935,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 7e46709c5369afc1ad72a60c327e7e03,},Annotations:map[string]string{io.kubernetes.container.hash: cdf7d3fa,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:090e4a0254277ab9331908f13af9e9f4e1fa58bc73af68307d4d34b2724e0f35,PodSandboxId:1989811c4f393a68d87ce80bb90cddf7b4f15803a5911413673a62e3ef62d0c1,Metadata:&ContainerMetadata{Name:kube-scheduler,Attempt:0,},Image:&ImageSpec{Image:847c7bc1a541865e150af08318f49d02d0e0cff4a0530fd4ffe369e294dd2856,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:847c7bc1a541865e150af08318f49d02d0e0cff4a0530fd4ffe369e294dd2856,State:CONTAINER_RUNNING,CreatedAt:1733139988057643481,Labels:map[string]string{io.kubernetes.container.name: kube-scheduler,io.kub
ernetes.pod.name: kube-scheduler-ha-604935,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 3795b7eb129e1555193fc4481f415c61,},Annotations:map[string]string{io.kubernetes.container.hash: 16c835f9,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:275d716cfd4f70dcd51088f6711b8465f6421ac2ac85d783df0eccc7647bef41,PodSandboxId:8978121739b66eb0f04f3ea853d27ab99bea0dbddd40802eb2923658ee3fcc94,Metadata:&ContainerMetadata{Name:kube-controller-manager,Attempt:0,},Image:&ImageSpec{Image:0486b6c53a1b5af26f2ad2fb89a089e04c6baa6369f8545ab0854f9d62b44503,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:0486b6c53a1b5af26f2ad2fb89a089e04c6baa6369f8545ab0854f9d62b44503,State:CONTAINER_RUNNING,CreatedAt:1733139988061573443,Labels:map[string]string{io.kubernetes.container.name: kube-controller-manager,io.kubern
etes.pod.name: kube-controller-manager-ha-604935,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 367ab693a9f84a18356ae64542b127be,},Annotations:map[string]string{io.kubernetes.container.hash: 3111262b,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:9624bba327f9b2e412afdd92132bb63a26ce739f41d14007a6540e399973dbb6,PodSandboxId:fc4151eee5a3f36f12aa7fd157e39d3deeb59d8ae53fe81d898ae54b294c0cbd,Metadata:&ContainerMetadata{Name:kube-apiserver,Attempt:0,},Image:&ImageSpec{Image:9499c9960544e80a96c223cdc5d3059dd7c2cc37ea20e7138af4a6e415a49173,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:9499c9960544e80a96c223cdc5d3059dd7c2cc37ea20e7138af4a6e415a49173,State:CONTAINER_RUNNING,CreatedAt:1733139988034933453,Labels:map[string]string{io.kubernetes.container.name: kube-apiserver,io.kubernetes.pod.nam
e: kube-apiserver-ha-604935,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 1298b086a2bd0a1c4a6a3d5c72224eab,},Annotations:map[string]string{io.kubernetes.container.hash: c6927529,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},},}" file="otel-collector/interceptors.go:74" id=bbf51517-9002-4875-bed7-9528ead7d958 name=/runtime.v1.RuntimeService/ListContainers
Dec 02 11:53:02 ha-604935 crio[658]: time="2024-12-02 11:53:02.790309516Z" level=debug msg="Request: &VersionRequest{Version:,}" file="otel-collector/interceptors.go:62" id=aeca8a7e-d0e0-490b-b066-b34f3aa121cb name=/runtime.v1.RuntimeService/Version
Dec 02 11:53:02 ha-604935 crio[658]: time="2024-12-02 11:53:02.790408028Z" level=debug msg="Response: &VersionResponse{Version:0.1.0,RuntimeName:cri-o,RuntimeVersion:1.29.1,RuntimeApiVersion:v1,}" file="otel-collector/interceptors.go:74" id=aeca8a7e-d0e0-490b-b066-b34f3aa121cb name=/runtime.v1.RuntimeService/Version
Dec 02 11:53:02 ha-604935 crio[658]: time="2024-12-02 11:53:02.791684067Z" level=debug msg="Request: &ImageFsInfoRequest{}" file="otel-collector/interceptors.go:62" id=04c079d5-9c0e-4a99-b87f-275b7be405d6 name=/runtime.v1.ImageService/ImageFsInfo
Dec 02 11:53:02 ha-604935 crio[658]: time="2024-12-02 11:53:02.792117706Z" level=debug msg="Response: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733140382792095885,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156106,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}" file="otel-collector/interceptors.go:74" id=04c079d5-9c0e-4a99-b87f-275b7be405d6 name=/runtime.v1.ImageService/ImageFsInfo
Dec 02 11:53:02 ha-604935 crio[658]: time="2024-12-02 11:53:02.792845605Z" level=debug msg="Request: &ListContainersRequest{Filter:&ContainerFilter{Id:,State:nil,PodSandboxId:,LabelSelector:map[string]string{},},}" file="otel-collector/interceptors.go:62" id=6acab0ad-6e27-4cae-a037-0a076d159d19 name=/runtime.v1.RuntimeService/ListContainers
Dec 02 11:53:02 ha-604935 crio[658]: time="2024-12-02 11:53:02.792919255Z" level=debug msg="No filters were applied, returning full container list" file="server/container_list.go:60" id=6acab0ad-6e27-4cae-a037-0a076d159d19 name=/runtime.v1.RuntimeService/ListContainers
Dec 02 11:53:02 ha-604935 crio[658]: time="2024-12-02 11:53:02.793162089Z" level=debug msg="Response: &ListContainersResponse{Containers:[]*Container{&Container{Id:27068dc5178bb512a4201c24f112921dbc69a54b3de445e99361ebc6e1a8a04f,PodSandboxId:1f0c13e6637482c6966b90bbb60cbca86c19868fc516fc4629ade2bdd4d9d483,Metadata:&ContainerMetadata{Name:busybox,Attempt:0,},Image:&ImageSpec{Image:gcr.io/k8s-minikube/busybox@sha256:74f634b1bc1bd74535d5209589734efbd44a25f4e2dc96d78784576a3eb5b335,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:8c811b4aec35f259572d0f79207bc0678df4c736eeec50bc9fec37ed936a472a,State:CONTAINER_RUNNING,CreatedAt:1733140150654796776,Labels:map[string]string{io.kubernetes.container.name: busybox,io.kubernetes.pod.name: busybox-7dff88458-8jxc4,io.kubernetes.pod.namespace: default,io.kubernetes.pod.uid: f16f45f6-486f-4d2b-a2c6-f4a04b9c0eeb,},Annotations:map[string]string{io.kubernetes.container.hash: 82159afa,io.kubernetes.container.restartCount: 0,io.kubernetes.c
ontainer.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:be0c4adffd61baf5e667eef6b53a2606d1c2ffbb64a57153692043101d0cb818,PodSandboxId:72cc1a04d89653843bc160c98ae01ee6cfedc5ebacddb229ccbc63780f4d4a8c,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1733140013667994174,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-g48q9,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 66ce87a9-4918-45fd-9721-d4e6323b7b54,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"
UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:91c90e9d05cf7465a799654e9e71bb72a81897cbb382447b16cfb646ea0b205f,PodSandboxId:abbb2caf2ff000773d6503f131a21319cdc0d6f3b1a7de587abd56ee02938284,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1733140013620565576,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-5gcc2,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid:
63fea190-8001-4264-a579-13a9cae6ddff,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:9d7d77b59569bdf6c0d1dc1e7af63676f0af02f6a4027bad75b600aab2f2532b,PodSandboxId:40752b9892351bc75b6cd91484757f7e6db0dee641b6cec65a7a060689d4d399,Metadata:&ContainerMetadata{Name:storage-provisioner,Attempt:0,},Image:&ImageSpec{Image:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,State:CONTAINER_RUNNIN
G,CreatedAt:1733140013551564880,Labels:map[string]string{io.kubernetes.container.name: storage-provisioner,io.kubernetes.pod.name: storage-provisioner,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 1023dda9-1199-4200-9b82-bb054a0eedff,},Annotations:map[string]string{io.kubernetes.container.hash: 6c6bf961,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:579b11920d9fd8fab566447565f8645262844f6a246fb52089ed791dd2409e10,PodSandboxId:646eade60f2d2dcaf079e431f708d6e5a90f86fe0b30f7532a19a86300804e0f,Metadata:&ContainerMetadata{Name:kindnet-cni,Attempt:0,},Image:&ImageSpec{Image:docker.io/kindest/kindnetd@sha256:cddd34f7d74bf898f14080ed61e322a492689043dae46e93106c013373d68d16,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:9ca7e41918271bb074bb20850743fd9455129b071204789f09fa2b7304d7fad5,State:CO
NTAINER_RUNNING,CreatedAt:1733140001813641457,Labels:map[string]string{io.kubernetes.container.name: kindnet-cni,io.kubernetes.pod.name: kindnet-k99r8,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: e5466844-1f48-46c2-8e34-c4bf016b9656,},Annotations:map[string]string{io.kubernetes.container.hash: e48ee0f,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:f6a700874f779b57b290234169b9fffbcf78622f4764778f27105f2a65d86b73,PodSandboxId:8ba57f92e62cdae2610e4c7de39af04f147c7408788863e924430b915e899841,Metadata:&ContainerMetadata{Name:kube-proxy,Attempt:0,},Image:&ImageSpec{Image:505d571f5fd56726488d27af0d9a8e02c6db58f5d62ea51dd10d47de7a0c2d38,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:505d571f5fd56726488d27af0d9a8e02c6db58f5d62ea51dd10d47de7a0c2d38,State:CONTAINER_RUNNING,CreatedAt:1733139999
459988124,Labels:map[string]string{io.kubernetes.container.name: kube-proxy,io.kubernetes.pod.name: kube-proxy-tqcb6,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: d576fbb5-bee1-4482-82f5-b21a5e1e65f9,},Annotations:map[string]string{io.kubernetes.container.hash: adb187fb,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:17bfa0393f18795be72106a5c350d117fa20babfbbb9d3170fff23c164e3cdb7,PodSandboxId:096eb67e8b05d2e019fcdc59cf90012e96bb133ed4fc518272d8555bd7691a25,Metadata:&ContainerMetadata{Name:kube-vip,Attempt:0,},Image:&ImageSpec{Image:ghcr.io/kube-vip/kube-vip@sha256:1efe86893baf2d3c97c452fa53641ba647553ed0e639db69e56473d5a238462e,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:4b34defda8067616b43718c1281963ddcae6790077aa451c8d0cca8e07f5d812,State:CONTAINER_RUNNING,CreatedAt:173313998981
2208624,Labels:map[string]string{io.kubernetes.container.name: kube-vip,io.kubernetes.pod.name: kube-vip-ha-604935,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: e34a31690bf4b94086a296305429f2bd,},Annotations:map[string]string{io.kubernetes.container.hash: 99626828,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:53184ed95349ac0b915216ce50103bd9bae4bd9a38d0011f8bf07171e90d0e46,PodSandboxId:ec95830bfe24d0d7dfd624643acd637426c116f403b236eac303aa9a8e5cad6b,Metadata:&ContainerMetadata{Name:etcd,Attempt:0,},Image:&ImageSpec{Image:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,State:CONTAINER_RUNNING,CreatedAt:1733139988049859682,Labels:map[string]string{io.kuberne
tes.container.name: etcd,io.kubernetes.pod.name: etcd-ha-604935,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 7e46709c5369afc1ad72a60c327e7e03,},Annotations:map[string]string{io.kubernetes.container.hash: cdf7d3fa,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:090e4a0254277ab9331908f13af9e9f4e1fa58bc73af68307d4d34b2724e0f35,PodSandboxId:1989811c4f393a68d87ce80bb90cddf7b4f15803a5911413673a62e3ef62d0c1,Metadata:&ContainerMetadata{Name:kube-scheduler,Attempt:0,},Image:&ImageSpec{Image:847c7bc1a541865e150af08318f49d02d0e0cff4a0530fd4ffe369e294dd2856,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:847c7bc1a541865e150af08318f49d02d0e0cff4a0530fd4ffe369e294dd2856,State:CONTAINER_RUNNING,CreatedAt:1733139988057643481,Labels:map[string]string{io.kubernetes.container.name: kube-scheduler,io.kub
ernetes.pod.name: kube-scheduler-ha-604935,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 3795b7eb129e1555193fc4481f415c61,},Annotations:map[string]string{io.kubernetes.container.hash: 16c835f9,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:275d716cfd4f70dcd51088f6711b8465f6421ac2ac85d783df0eccc7647bef41,PodSandboxId:8978121739b66eb0f04f3ea853d27ab99bea0dbddd40802eb2923658ee3fcc94,Metadata:&ContainerMetadata{Name:kube-controller-manager,Attempt:0,},Image:&ImageSpec{Image:0486b6c53a1b5af26f2ad2fb89a089e04c6baa6369f8545ab0854f9d62b44503,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:0486b6c53a1b5af26f2ad2fb89a089e04c6baa6369f8545ab0854f9d62b44503,State:CONTAINER_RUNNING,CreatedAt:1733139988061573443,Labels:map[string]string{io.kubernetes.container.name: kube-controller-manager,io.kubern
etes.pod.name: kube-controller-manager-ha-604935,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 367ab693a9f84a18356ae64542b127be,},Annotations:map[string]string{io.kubernetes.container.hash: 3111262b,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:9624bba327f9b2e412afdd92132bb63a26ce739f41d14007a6540e399973dbb6,PodSandboxId:fc4151eee5a3f36f12aa7fd157e39d3deeb59d8ae53fe81d898ae54b294c0cbd,Metadata:&ContainerMetadata{Name:kube-apiserver,Attempt:0,},Image:&ImageSpec{Image:9499c9960544e80a96c223cdc5d3059dd7c2cc37ea20e7138af4a6e415a49173,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:9499c9960544e80a96c223cdc5d3059dd7c2cc37ea20e7138af4a6e415a49173,State:CONTAINER_RUNNING,CreatedAt:1733139988034933453,Labels:map[string]string{io.kubernetes.container.name: kube-apiserver,io.kubernetes.pod.nam
e: kube-apiserver-ha-604935,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 1298b086a2bd0a1c4a6a3d5c72224eab,},Annotations:map[string]string{io.kubernetes.container.hash: c6927529,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},},}" file="otel-collector/interceptors.go:74" id=6acab0ad-6e27-4cae-a037-0a076d159d19 name=/runtime.v1.RuntimeService/ListContainers
Dec 02 11:53:02 ha-604935 crio[658]: time="2024-12-02 11:53:02.835408944Z" level=debug msg="Request: &VersionRequest{Version:,}" file="otel-collector/interceptors.go:62" id=df77c245-c886-41b4-aa3d-6dd2a71ce444 name=/runtime.v1.RuntimeService/Version
Dec 02 11:53:02 ha-604935 crio[658]: time="2024-12-02 11:53:02.835532409Z" level=debug msg="Response: &VersionResponse{Version:0.1.0,RuntimeName:cri-o,RuntimeVersion:1.29.1,RuntimeApiVersion:v1,}" file="otel-collector/interceptors.go:74" id=df77c245-c886-41b4-aa3d-6dd2a71ce444 name=/runtime.v1.RuntimeService/Version
Dec 02 11:53:02 ha-604935 crio[658]: time="2024-12-02 11:53:02.836572996Z" level=debug msg="Request: &ImageFsInfoRequest{}" file="otel-collector/interceptors.go:62" id=55c38a1a-468b-4330-8856-b599cf745945 name=/runtime.v1.ImageService/ImageFsInfo
Dec 02 11:53:02 ha-604935 crio[658]: time="2024-12-02 11:53:02.837005648Z" level=debug msg="Response: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733140382836985604,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156106,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}" file="otel-collector/interceptors.go:74" id=55c38a1a-468b-4330-8856-b599cf745945 name=/runtime.v1.ImageService/ImageFsInfo
Dec 02 11:53:02 ha-604935 crio[658]: time="2024-12-02 11:53:02.837491811Z" level=debug msg="Request: &ListContainersRequest{Filter:&ContainerFilter{Id:,State:nil,PodSandboxId:,LabelSelector:map[string]string{},},}" file="otel-collector/interceptors.go:62" id=f861f5f8-7497-4031-817e-983ed2f6eb98 name=/runtime.v1.RuntimeService/ListContainers
Dec 02 11:53:02 ha-604935 crio[658]: time="2024-12-02 11:53:02.837543242Z" level=debug msg="No filters were applied, returning full container list" file="server/container_list.go:60" id=f861f5f8-7497-4031-817e-983ed2f6eb98 name=/runtime.v1.RuntimeService/ListContainers
Dec 02 11:53:02 ha-604935 crio[658]: time="2024-12-02 11:53:02.837760213Z" level=debug msg="Response: &ListContainersResponse{Containers:[]*Container{&Container{Id:27068dc5178bb512a4201c24f112921dbc69a54b3de445e99361ebc6e1a8a04f,PodSandboxId:1f0c13e6637482c6966b90bbb60cbca86c19868fc516fc4629ade2bdd4d9d483,Metadata:&ContainerMetadata{Name:busybox,Attempt:0,},Image:&ImageSpec{Image:gcr.io/k8s-minikube/busybox@sha256:74f634b1bc1bd74535d5209589734efbd44a25f4e2dc96d78784576a3eb5b335,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:8c811b4aec35f259572d0f79207bc0678df4c736eeec50bc9fec37ed936a472a,State:CONTAINER_RUNNING,CreatedAt:1733140150654796776,Labels:map[string]string{io.kubernetes.container.name: busybox,io.kubernetes.pod.name: busybox-7dff88458-8jxc4,io.kubernetes.pod.namespace: default,io.kubernetes.pod.uid: f16f45f6-486f-4d2b-a2c6-f4a04b9c0eeb,},Annotations:map[string]string{io.kubernetes.container.hash: 82159afa,io.kubernetes.container.restartCount: 0,io.kubernetes.c
ontainer.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:be0c4adffd61baf5e667eef6b53a2606d1c2ffbb64a57153692043101d0cb818,PodSandboxId:72cc1a04d89653843bc160c98ae01ee6cfedc5ebacddb229ccbc63780f4d4a8c,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1733140013667994174,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-g48q9,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 66ce87a9-4918-45fd-9721-d4e6323b7b54,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"
UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:91c90e9d05cf7465a799654e9e71bb72a81897cbb382447b16cfb646ea0b205f,PodSandboxId:abbb2caf2ff000773d6503f131a21319cdc0d6f3b1a7de587abd56ee02938284,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1733140013620565576,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-5gcc2,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid:
63fea190-8001-4264-a579-13a9cae6ddff,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:9d7d77b59569bdf6c0d1dc1e7af63676f0af02f6a4027bad75b600aab2f2532b,PodSandboxId:40752b9892351bc75b6cd91484757f7e6db0dee641b6cec65a7a060689d4d399,Metadata:&ContainerMetadata{Name:storage-provisioner,Attempt:0,},Image:&ImageSpec{Image:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,State:CONTAINER_RUNNIN
G,CreatedAt:1733140013551564880,Labels:map[string]string{io.kubernetes.container.name: storage-provisioner,io.kubernetes.pod.name: storage-provisioner,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 1023dda9-1199-4200-9b82-bb054a0eedff,},Annotations:map[string]string{io.kubernetes.container.hash: 6c6bf961,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:579b11920d9fd8fab566447565f8645262844f6a246fb52089ed791dd2409e10,PodSandboxId:646eade60f2d2dcaf079e431f708d6e5a90f86fe0b30f7532a19a86300804e0f,Metadata:&ContainerMetadata{Name:kindnet-cni,Attempt:0,},Image:&ImageSpec{Image:docker.io/kindest/kindnetd@sha256:cddd34f7d74bf898f14080ed61e322a492689043dae46e93106c013373d68d16,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:9ca7e41918271bb074bb20850743fd9455129b071204789f09fa2b7304d7fad5,State:CO
NTAINER_RUNNING,CreatedAt:1733140001813641457,Labels:map[string]string{io.kubernetes.container.name: kindnet-cni,io.kubernetes.pod.name: kindnet-k99r8,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: e5466844-1f48-46c2-8e34-c4bf016b9656,},Annotations:map[string]string{io.kubernetes.container.hash: e48ee0f,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:f6a700874f779b57b290234169b9fffbcf78622f4764778f27105f2a65d86b73,PodSandboxId:8ba57f92e62cdae2610e4c7de39af04f147c7408788863e924430b915e899841,Metadata:&ContainerMetadata{Name:kube-proxy,Attempt:0,},Image:&ImageSpec{Image:505d571f5fd56726488d27af0d9a8e02c6db58f5d62ea51dd10d47de7a0c2d38,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:505d571f5fd56726488d27af0d9a8e02c6db58f5d62ea51dd10d47de7a0c2d38,State:CONTAINER_RUNNING,CreatedAt:1733139999
459988124,Labels:map[string]string{io.kubernetes.container.name: kube-proxy,io.kubernetes.pod.name: kube-proxy-tqcb6,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: d576fbb5-bee1-4482-82f5-b21a5e1e65f9,},Annotations:map[string]string{io.kubernetes.container.hash: adb187fb,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:17bfa0393f18795be72106a5c350d117fa20babfbbb9d3170fff23c164e3cdb7,PodSandboxId:096eb67e8b05d2e019fcdc59cf90012e96bb133ed4fc518272d8555bd7691a25,Metadata:&ContainerMetadata{Name:kube-vip,Attempt:0,},Image:&ImageSpec{Image:ghcr.io/kube-vip/kube-vip@sha256:1efe86893baf2d3c97c452fa53641ba647553ed0e639db69e56473d5a238462e,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:4b34defda8067616b43718c1281963ddcae6790077aa451c8d0cca8e07f5d812,State:CONTAINER_RUNNING,CreatedAt:173313998981
2208624,Labels:map[string]string{io.kubernetes.container.name: kube-vip,io.kubernetes.pod.name: kube-vip-ha-604935,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: e34a31690bf4b94086a296305429f2bd,},Annotations:map[string]string{io.kubernetes.container.hash: 99626828,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:53184ed95349ac0b915216ce50103bd9bae4bd9a38d0011f8bf07171e90d0e46,PodSandboxId:ec95830bfe24d0d7dfd624643acd637426c116f403b236eac303aa9a8e5cad6b,Metadata:&ContainerMetadata{Name:etcd,Attempt:0,},Image:&ImageSpec{Image:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,State:CONTAINER_RUNNING,CreatedAt:1733139988049859682,Labels:map[string]string{io.kuberne
tes.container.name: etcd,io.kubernetes.pod.name: etcd-ha-604935,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 7e46709c5369afc1ad72a60c327e7e03,},Annotations:map[string]string{io.kubernetes.container.hash: cdf7d3fa,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:090e4a0254277ab9331908f13af9e9f4e1fa58bc73af68307d4d34b2724e0f35,PodSandboxId:1989811c4f393a68d87ce80bb90cddf7b4f15803a5911413673a62e3ef62d0c1,Metadata:&ContainerMetadata{Name:kube-scheduler,Attempt:0,},Image:&ImageSpec{Image:847c7bc1a541865e150af08318f49d02d0e0cff4a0530fd4ffe369e294dd2856,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:847c7bc1a541865e150af08318f49d02d0e0cff4a0530fd4ffe369e294dd2856,State:CONTAINER_RUNNING,CreatedAt:1733139988057643481,Labels:map[string]string{io.kubernetes.container.name: kube-scheduler,io.kub
ernetes.pod.name: kube-scheduler-ha-604935,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 3795b7eb129e1555193fc4481f415c61,},Annotations:map[string]string{io.kubernetes.container.hash: 16c835f9,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:275d716cfd4f70dcd51088f6711b8465f6421ac2ac85d783df0eccc7647bef41,PodSandboxId:8978121739b66eb0f04f3ea853d27ab99bea0dbddd40802eb2923658ee3fcc94,Metadata:&ContainerMetadata{Name:kube-controller-manager,Attempt:0,},Image:&ImageSpec{Image:0486b6c53a1b5af26f2ad2fb89a089e04c6baa6369f8545ab0854f9d62b44503,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:0486b6c53a1b5af26f2ad2fb89a089e04c6baa6369f8545ab0854f9d62b44503,State:CONTAINER_RUNNING,CreatedAt:1733139988061573443,Labels:map[string]string{io.kubernetes.container.name: kube-controller-manager,io.kubern
etes.pod.name: kube-controller-manager-ha-604935,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 367ab693a9f84a18356ae64542b127be,},Annotations:map[string]string{io.kubernetes.container.hash: 3111262b,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:9624bba327f9b2e412afdd92132bb63a26ce739f41d14007a6540e399973dbb6,PodSandboxId:fc4151eee5a3f36f12aa7fd157e39d3deeb59d8ae53fe81d898ae54b294c0cbd,Metadata:&ContainerMetadata{Name:kube-apiserver,Attempt:0,},Image:&ImageSpec{Image:9499c9960544e80a96c223cdc5d3059dd7c2cc37ea20e7138af4a6e415a49173,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:9499c9960544e80a96c223cdc5d3059dd7c2cc37ea20e7138af4a6e415a49173,State:CONTAINER_RUNNING,CreatedAt:1733139988034933453,Labels:map[string]string{io.kubernetes.container.name: kube-apiserver,io.kubernetes.pod.nam
e: kube-apiserver-ha-604935,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 1298b086a2bd0a1c4a6a3d5c72224eab,},Annotations:map[string]string{io.kubernetes.container.hash: c6927529,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},},}" file="otel-collector/interceptors.go:74" id=f861f5f8-7497-4031-817e-983ed2f6eb98 name=/runtime.v1.RuntimeService/ListContainers
Dec 02 11:53:02 ha-604935 crio[658]: time="2024-12-02 11:53:02.884252128Z" level=debug msg="Request: &VersionRequest{Version:,}" file="otel-collector/interceptors.go:62" id=3e0fdc93-b0b3-4426-9f35-e3aba765198e name=/runtime.v1.RuntimeService/Version
Dec 02 11:53:02 ha-604935 crio[658]: time="2024-12-02 11:53:02.884345457Z" level=debug msg="Response: &VersionResponse{Version:0.1.0,RuntimeName:cri-o,RuntimeVersion:1.29.1,RuntimeApiVersion:v1,}" file="otel-collector/interceptors.go:74" id=3e0fdc93-b0b3-4426-9f35-e3aba765198e name=/runtime.v1.RuntimeService/Version
Dec 02 11:53:02 ha-604935 crio[658]: time="2024-12-02 11:53:02.885776588Z" level=debug msg="Request: &ImageFsInfoRequest{}" file="otel-collector/interceptors.go:62" id=812da1aa-3a77-4cdb-9890-84ad26ecca53 name=/runtime.v1.ImageService/ImageFsInfo
Dec 02 11:53:02 ha-604935 crio[658]: time="2024-12-02 11:53:02.886371924Z" level=debug msg="Response: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733140382886345210,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156106,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}" file="otel-collector/interceptors.go:74" id=812da1aa-3a77-4cdb-9890-84ad26ecca53 name=/runtime.v1.ImageService/ImageFsInfo
Dec 02 11:53:02 ha-604935 crio[658]: time="2024-12-02 11:53:02.887038558Z" level=debug msg="Request: &ListContainersRequest{Filter:&ContainerFilter{Id:,State:nil,PodSandboxId:,LabelSelector:map[string]string{},},}" file="otel-collector/interceptors.go:62" id=37307bfa-cd69-480a-ad16-749c7eabf621 name=/runtime.v1.RuntimeService/ListContainers
Dec 02 11:53:02 ha-604935 crio[658]: time="2024-12-02 11:53:02.887090481Z" level=debug msg="No filters were applied, returning full container list" file="server/container_list.go:60" id=37307bfa-cd69-480a-ad16-749c7eabf621 name=/runtime.v1.RuntimeService/ListContainers
Dec 02 11:53:02 ha-604935 crio[658]: time="2024-12-02 11:53:02.887311375Z" level=debug msg="Response: &ListContainersResponse{Containers:[]*Container{&Container{Id:27068dc5178bb512a4201c24f112921dbc69a54b3de445e99361ebc6e1a8a04f,PodSandboxId:1f0c13e6637482c6966b90bbb60cbca86c19868fc516fc4629ade2bdd4d9d483,Metadata:&ContainerMetadata{Name:busybox,Attempt:0,},Image:&ImageSpec{Image:gcr.io/k8s-minikube/busybox@sha256:74f634b1bc1bd74535d5209589734efbd44a25f4e2dc96d78784576a3eb5b335,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:8c811b4aec35f259572d0f79207bc0678df4c736eeec50bc9fec37ed936a472a,State:CONTAINER_RUNNING,CreatedAt:1733140150654796776,Labels:map[string]string{io.kubernetes.container.name: busybox,io.kubernetes.pod.name: busybox-7dff88458-8jxc4,io.kubernetes.pod.namespace: default,io.kubernetes.pod.uid: f16f45f6-486f-4d2b-a2c6-f4a04b9c0eeb,},Annotations:map[string]string{io.kubernetes.container.hash: 82159afa,io.kubernetes.container.restartCount: 0,io.kubernetes.c
ontainer.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:be0c4adffd61baf5e667eef6b53a2606d1c2ffbb64a57153692043101d0cb818,PodSandboxId:72cc1a04d89653843bc160c98ae01ee6cfedc5ebacddb229ccbc63780f4d4a8c,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1733140013667994174,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-g48q9,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 66ce87a9-4918-45fd-9721-d4e6323b7b54,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"
UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:91c90e9d05cf7465a799654e9e71bb72a81897cbb382447b16cfb646ea0b205f,PodSandboxId:abbb2caf2ff000773d6503f131a21319cdc0d6f3b1a7de587abd56ee02938284,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1733140013620565576,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-5gcc2,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid:
63fea190-8001-4264-a579-13a9cae6ddff,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:9d7d77b59569bdf6c0d1dc1e7af63676f0af02f6a4027bad75b600aab2f2532b,PodSandboxId:40752b9892351bc75b6cd91484757f7e6db0dee641b6cec65a7a060689d4d399,Metadata:&ContainerMetadata{Name:storage-provisioner,Attempt:0,},Image:&ImageSpec{Image:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,State:CONTAINER_RUNNIN
G,CreatedAt:1733140013551564880,Labels:map[string]string{io.kubernetes.container.name: storage-provisioner,io.kubernetes.pod.name: storage-provisioner,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 1023dda9-1199-4200-9b82-bb054a0eedff,},Annotations:map[string]string{io.kubernetes.container.hash: 6c6bf961,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:579b11920d9fd8fab566447565f8645262844f6a246fb52089ed791dd2409e10,PodSandboxId:646eade60f2d2dcaf079e431f708d6e5a90f86fe0b30f7532a19a86300804e0f,Metadata:&ContainerMetadata{Name:kindnet-cni,Attempt:0,},Image:&ImageSpec{Image:docker.io/kindest/kindnetd@sha256:cddd34f7d74bf898f14080ed61e322a492689043dae46e93106c013373d68d16,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:9ca7e41918271bb074bb20850743fd9455129b071204789f09fa2b7304d7fad5,State:CO
NTAINER_RUNNING,CreatedAt:1733140001813641457,Labels:map[string]string{io.kubernetes.container.name: kindnet-cni,io.kubernetes.pod.name: kindnet-k99r8,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: e5466844-1f48-46c2-8e34-c4bf016b9656,},Annotations:map[string]string{io.kubernetes.container.hash: e48ee0f,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:f6a700874f779b57b290234169b9fffbcf78622f4764778f27105f2a65d86b73,PodSandboxId:8ba57f92e62cdae2610e4c7de39af04f147c7408788863e924430b915e899841,Metadata:&ContainerMetadata{Name:kube-proxy,Attempt:0,},Image:&ImageSpec{Image:505d571f5fd56726488d27af0d9a8e02c6db58f5d62ea51dd10d47de7a0c2d38,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:505d571f5fd56726488d27af0d9a8e02c6db58f5d62ea51dd10d47de7a0c2d38,State:CONTAINER_RUNNING,CreatedAt:1733139999
459988124,Labels:map[string]string{io.kubernetes.container.name: kube-proxy,io.kubernetes.pod.name: kube-proxy-tqcb6,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: d576fbb5-bee1-4482-82f5-b21a5e1e65f9,},Annotations:map[string]string{io.kubernetes.container.hash: adb187fb,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:17bfa0393f18795be72106a5c350d117fa20babfbbb9d3170fff23c164e3cdb7,PodSandboxId:096eb67e8b05d2e019fcdc59cf90012e96bb133ed4fc518272d8555bd7691a25,Metadata:&ContainerMetadata{Name:kube-vip,Attempt:0,},Image:&ImageSpec{Image:ghcr.io/kube-vip/kube-vip@sha256:1efe86893baf2d3c97c452fa53641ba647553ed0e639db69e56473d5a238462e,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:4b34defda8067616b43718c1281963ddcae6790077aa451c8d0cca8e07f5d812,State:CONTAINER_RUNNING,CreatedAt:173313998981
2208624,Labels:map[string]string{io.kubernetes.container.name: kube-vip,io.kubernetes.pod.name: kube-vip-ha-604935,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: e34a31690bf4b94086a296305429f2bd,},Annotations:map[string]string{io.kubernetes.container.hash: 99626828,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:53184ed95349ac0b915216ce50103bd9bae4bd9a38d0011f8bf07171e90d0e46,PodSandboxId:ec95830bfe24d0d7dfd624643acd637426c116f403b236eac303aa9a8e5cad6b,Metadata:&ContainerMetadata{Name:etcd,Attempt:0,},Image:&ImageSpec{Image:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,State:CONTAINER_RUNNING,CreatedAt:1733139988049859682,Labels:map[string]string{io.kuberne
tes.container.name: etcd,io.kubernetes.pod.name: etcd-ha-604935,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 7e46709c5369afc1ad72a60c327e7e03,},Annotations:map[string]string{io.kubernetes.container.hash: cdf7d3fa,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:090e4a0254277ab9331908f13af9e9f4e1fa58bc73af68307d4d34b2724e0f35,PodSandboxId:1989811c4f393a68d87ce80bb90cddf7b4f15803a5911413673a62e3ef62d0c1,Metadata:&ContainerMetadata{Name:kube-scheduler,Attempt:0,},Image:&ImageSpec{Image:847c7bc1a541865e150af08318f49d02d0e0cff4a0530fd4ffe369e294dd2856,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:847c7bc1a541865e150af08318f49d02d0e0cff4a0530fd4ffe369e294dd2856,State:CONTAINER_RUNNING,CreatedAt:1733139988057643481,Labels:map[string]string{io.kubernetes.container.name: kube-scheduler,io.kub
ernetes.pod.name: kube-scheduler-ha-604935,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 3795b7eb129e1555193fc4481f415c61,},Annotations:map[string]string{io.kubernetes.container.hash: 16c835f9,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:275d716cfd4f70dcd51088f6711b8465f6421ac2ac85d783df0eccc7647bef41,PodSandboxId:8978121739b66eb0f04f3ea853d27ab99bea0dbddd40802eb2923658ee3fcc94,Metadata:&ContainerMetadata{Name:kube-controller-manager,Attempt:0,},Image:&ImageSpec{Image:0486b6c53a1b5af26f2ad2fb89a089e04c6baa6369f8545ab0854f9d62b44503,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:0486b6c53a1b5af26f2ad2fb89a089e04c6baa6369f8545ab0854f9d62b44503,State:CONTAINER_RUNNING,CreatedAt:1733139988061573443,Labels:map[string]string{io.kubernetes.container.name: kube-controller-manager,io.kubern
etes.pod.name: kube-controller-manager-ha-604935,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 367ab693a9f84a18356ae64542b127be,},Annotations:map[string]string{io.kubernetes.container.hash: 3111262b,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:9624bba327f9b2e412afdd92132bb63a26ce739f41d14007a6540e399973dbb6,PodSandboxId:fc4151eee5a3f36f12aa7fd157e39d3deeb59d8ae53fe81d898ae54b294c0cbd,Metadata:&ContainerMetadata{Name:kube-apiserver,Attempt:0,},Image:&ImageSpec{Image:9499c9960544e80a96c223cdc5d3059dd7c2cc37ea20e7138af4a6e415a49173,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:9499c9960544e80a96c223cdc5d3059dd7c2cc37ea20e7138af4a6e415a49173,State:CONTAINER_RUNNING,CreatedAt:1733139988034933453,Labels:map[string]string{io.kubernetes.container.name: kube-apiserver,io.kubernetes.pod.nam
e: kube-apiserver-ha-604935,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 1298b086a2bd0a1c4a6a3d5c72224eab,},Annotations:map[string]string{io.kubernetes.container.hash: c6927529,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},},}" file="otel-collector/interceptors.go:74" id=37307bfa-cd69-480a-ad16-749c7eabf621 name=/runtime.v1.RuntimeService/ListContainers
==> container status <==
CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD
27068dc5178bb gcr.io/k8s-minikube/busybox@sha256:74f634b1bc1bd74535d5209589734efbd44a25f4e2dc96d78784576a3eb5b335 3 minutes ago Running busybox 0 1f0c13e663748 busybox-7dff88458-8jxc4
be0c4adffd61b c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6 6 minutes ago Running coredns 0 72cc1a04d8965 coredns-7c65d6cfc9-g48q9
91c90e9d05cf7 c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6 6 minutes ago Running coredns 0 abbb2caf2ff00 coredns-7c65d6cfc9-5gcc2
9d7d77b59569b 6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562 6 minutes ago Running storage-provisioner 0 40752b9892351 storage-provisioner
579b11920d9fd docker.io/kindest/kindnetd@sha256:cddd34f7d74bf898f14080ed61e322a492689043dae46e93106c013373d68d16 6 minutes ago Running kindnet-cni 0 646eade60f2d2 kindnet-k99r8
f6a700874f779 505d571f5fd56726488d27af0d9a8e02c6db58f5d62ea51dd10d47de7a0c2d38 6 minutes ago Running kube-proxy 0 8ba57f92e62cd kube-proxy-tqcb6
17bfa0393f187 ghcr.io/kube-vip/kube-vip@sha256:1efe86893baf2d3c97c452fa53641ba647553ed0e639db69e56473d5a238462e 6 minutes ago Running kube-vip 0 096eb67e8b05d kube-vip-ha-604935
275d716cfd4f7 0486b6c53a1b5af26f2ad2fb89a089e04c6baa6369f8545ab0854f9d62b44503 6 minutes ago Running kube-controller-manager 0 8978121739b66 kube-controller-manager-ha-604935
090e4a0254277 847c7bc1a541865e150af08318f49d02d0e0cff4a0530fd4ffe369e294dd2856 6 minutes ago Running kube-scheduler 0 1989811c4f393 kube-scheduler-ha-604935
53184ed95349a 2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4 6 minutes ago Running etcd 0 ec95830bfe24d etcd-ha-604935
9624bba327f9b 9499c9960544e80a96c223cdc5d3059dd7c2cc37ea20e7138af4a6e415a49173 6 minutes ago Running kube-apiserver 0 fc4151eee5a3f kube-apiserver-ha-604935
==> coredns [91c90e9d05cf7465a799654e9e71bb72a81897cbb382447b16cfb646ea0b205f] <==
[INFO] 10.244.0.4:39323 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000215731s
[INFO] 10.244.0.4:33525 - 5 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000162613s
[INFO] 10.244.0.4:39123 - 7 "A IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000125815s
[INFO] 10.244.0.4:37376 - 8 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000244786s
[INFO] 10.244.2.2:44210 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000174232s
[INFO] 10.244.2.2:54748 - 3 "AAAA IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 36 0.001765833s
[INFO] 10.244.2.2:60174 - 4 "AAAA IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000284786s
[INFO] 10.244.2.2:50584 - 5 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000109022s
[INFO] 10.244.2.2:34854 - 6 "A IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 36 0.001186229s
[INFO] 10.244.2.2:42659 - 7 "A IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000081441s
[INFO] 10.244.2.2:51018 - 9 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000119851s
[INFO] 10.244.1.2:51189 - 6 "A IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 36 0.001371264s
[INFO] 10.244.1.2:57162 - 8 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000158703s
[INFO] 10.244.0.4:59693 - 4 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000068002s
[INFO] 10.244.0.4:51163 - 5 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000042042s
[INFO] 10.244.2.2:40625 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000117188s
[INFO] 10.244.1.2:49002 - 3 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000091339s
[INFO] 10.244.1.2:42507 - 4 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000192925s
[INFO] 10.244.0.4:36452 - 4 "A IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 78 0.000215238s
[INFO] 10.244.0.4:41389 - 5 "PTR IN 1.39.168.192.in-addr.arpa. udp 43 false 512" NOERROR qr,aa,rd 104 0.00010969s
[INFO] 10.244.2.2:55194 - 4 "A IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 78 0.000180309s
[INFO] 10.244.2.2:45875 - 5 "PTR IN 1.39.168.192.in-addr.arpa. udp 43 false 512" NOERROR qr,aa,rd 104 0.000109142s
[INFO] 10.244.1.2:42301 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000164839s
[INFO] 10.244.1.2:47133 - 3 "AAAA IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 40 0.000176562s
[INFO] 10.244.1.2:42848 - 5 "PTR IN 1.39.168.192.in-addr.arpa. udp 43 false 512" NOERROR qr,aa,rd 104 0.000122646s
==> coredns [be0c4adffd61baf5e667eef6b53a2606d1c2ffbb64a57153692043101d0cb818] <==
[INFO] 10.244.1.2:33047 - 4 "A IN kubernetes.io. udp 31 false 512" NOERROR qr,aa,rd,ra 60 0.000108391s
[INFO] 10.244.1.2:40927 - 5 "PTR IN 148.40.75.147.in-addr.arpa. udp 44 false 512" NXDOMAIN qr,rd,ra 44 0.001980013s
[INFO] 10.244.0.4:37566 - 3 "AAAA IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 36 0.004168289s
[INFO] 10.244.0.4:36737 - 4 "AAAA IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000252503s
[INFO] 10.244.0.4:33046 - 6 "A IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 36 0.003375406s
[INFO] 10.244.0.4:42598 - 9 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000177128s
[INFO] 10.244.2.2:46358 - 8 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000148802s
[INFO] 10.244.1.2:55837 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000194128s
[INFO] 10.244.1.2:55278 - 3 "AAAA IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 36 0.002096061s
[INFO] 10.244.1.2:45640 - 4 "AAAA IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000141771s
[INFO] 10.244.1.2:36834 - 5 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000204172s
[INFO] 10.244.1.2:41503 - 7 "A IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.00026722s
[INFO] 10.244.1.2:46043 - 9 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.0001413s
[INFO] 10.244.0.4:37544 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.00011909s
[INFO] 10.244.0.4:58597 - 3 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.00007644s
[INFO] 10.244.2.2:41510 - 3 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000179912s
[INFO] 10.244.2.2:41733 - 4 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.00013607s
[INFO] 10.244.2.2:57759 - 5 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000205972s
[INFO] 10.244.1.2:54620 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000248357s
[INFO] 10.244.1.2:40630 - 5 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000109148s
[INFO] 10.244.0.4:39309 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000113844s
[INFO] 10.244.0.4:42691 - 3 "AAAA IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 40 0.000170784s
[INFO] 10.244.2.2:41138 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000112783s
[INFO] 10.244.2.2:32778 - 3 "AAAA IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 40 0.000073017s
[INFO] 10.244.1.2:42298 - 4 "A IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 78 0.00018329s
==> describe nodes <==
Name: ha-604935
Roles: control-plane
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=ha-604935
kubernetes.io/os=linux
minikube.k8s.io/commit=128491876095763f75c6c62c8e8cebf09ad32ac8
minikube.k8s.io/name=ha-604935
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2024_12_02T11_46_35_0700
minikube.k8s.io/version=v1.34.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Mon, 02 Dec 2024 11:46:33 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: ha-604935
AcquireTime: <unset>
RenewTime: Mon, 02 Dec 2024 11:53:01 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Mon, 02 Dec 2024 11:49:38 +0000 Mon, 02 Dec 2024 11:46:33 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Mon, 02 Dec 2024 11:49:38 +0000 Mon, 02 Dec 2024 11:46:33 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Mon, 02 Dec 2024 11:49:38 +0000 Mon, 02 Dec 2024 11:46:33 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Mon, 02 Dec 2024 11:49:38 +0000 Mon, 02 Dec 2024 11:46:53 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.39.102
Hostname: ha-604935
Capacity:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
System Info:
Machine ID: 4653179aa8d04165a06718969a078842
System UUID: 4653179a-a8d0-4165-a067-18969a078842
Boot ID: 059fb5e8-3774-458b-bfbf-8364817017d1
Kernel Version: 5.10.207
OS Image: Buildroot 2023.02.9
Operating System: linux
Architecture: amd64
Container Runtime Version: cri-o://1.29.1
Kubelet Version: v1.31.2
Kube-Proxy Version: v1.31.2
PodCIDR: 10.244.0.0/24
PodCIDRs: 10.244.0.0/24
Non-terminated Pods: (11 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox-7dff88458-8jxc4 0 (0%) 0 (0%) 0 (0%) 0 (0%) 3m56s
kube-system coredns-7c65d6cfc9-5gcc2 100m (5%) 0 (0%) 70Mi (3%) 170Mi (8%) 6m25s
kube-system coredns-7c65d6cfc9-g48q9 100m (5%) 0 (0%) 70Mi (3%) 170Mi (8%) 6m25s
kube-system etcd-ha-604935 100m (5%) 0 (0%) 100Mi (4%) 0 (0%) 6m29s
kube-system kindnet-k99r8 100m (5%) 100m (5%) 50Mi (2%) 50Mi (2%) 6m25s
kube-system kube-apiserver-ha-604935 250m (12%) 0 (0%) 0 (0%) 0 (0%) 6m29s
kube-system kube-controller-manager-ha-604935 200m (10%) 0 (0%) 0 (0%) 0 (0%) 6m29s
kube-system kube-proxy-tqcb6 0 (0%) 0 (0%) 0 (0%) 0 (0%) 6m25s
kube-system kube-scheduler-ha-604935 100m (5%) 0 (0%) 0 (0%) 0 (0%) 6m29s
kube-system kube-vip-ha-604935 0 (0%) 0 (0%) 0 (0%) 0 (0%) 6m29s
kube-system storage-provisioner 0 (0%) 0 (0%) 0 (0%) 0 (0%) 6m24s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 950m (47%) 100m (5%)
memory 290Mi (13%) 390Mi (18%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 6m23s kube-proxy
Normal Starting 6m29s kubelet Starting kubelet.
Normal NodeHasSufficientMemory 6m29s (x2 over 6m29s) kubelet Node ha-604935 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 6m29s (x2 over 6m29s) kubelet Node ha-604935 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 6m29s (x2 over 6m29s) kubelet Node ha-604935 status is now: NodeHasSufficientPID
Normal NodeAllocatableEnforced 6m29s kubelet Updated Node Allocatable limit across pods
Normal RegisteredNode 6m26s node-controller Node ha-604935 event: Registered Node ha-604935 in Controller
Normal NodeReady 6m10s kubelet Node ha-604935 status is now: NodeReady
Normal RegisteredNode 5m24s node-controller Node ha-604935 event: Registered Node ha-604935 in Controller
Normal RegisteredNode 4m13s node-controller Node ha-604935 event: Registered Node ha-604935 in Controller
Name: ha-604935-m02
Roles: control-plane
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=ha-604935-m02
kubernetes.io/os=linux
minikube.k8s.io/commit=128491876095763f75c6c62c8e8cebf09ad32ac8
minikube.k8s.io/name=ha-604935
minikube.k8s.io/primary=false
minikube.k8s.io/updated_at=2024_12_02T11_47_33_0700
minikube.k8s.io/version=v1.34.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Mon, 02 Dec 2024 11:47:30 +0000
Taints: node.kubernetes.io/unreachable:NoExecute
node.kubernetes.io/unreachable:NoSchedule
Unschedulable: false
Lease:
HolderIdentity: ha-604935-m02
AcquireTime: <unset>
RenewTime: Mon, 02 Dec 2024 11:50:24 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure Unknown Mon, 02 Dec 2024 11:49:33 +0000 Mon, 02 Dec 2024 11:51:05 +0000 NodeStatusUnknown Kubelet stopped posting node status.
DiskPressure Unknown Mon, 02 Dec 2024 11:49:33 +0000 Mon, 02 Dec 2024 11:51:05 +0000 NodeStatusUnknown Kubelet stopped posting node status.
PIDPressure Unknown Mon, 02 Dec 2024 11:49:33 +0000 Mon, 02 Dec 2024 11:51:05 +0000 NodeStatusUnknown Kubelet stopped posting node status.
Ready Unknown Mon, 02 Dec 2024 11:49:33 +0000 Mon, 02 Dec 2024 11:51:05 +0000 NodeStatusUnknown Kubelet stopped posting node status.
Addresses:
InternalIP: 192.168.39.96
Hostname: ha-604935-m02
Capacity:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
System Info:
Machine ID: 0f21093f5748416fa30ea8181c31a3f7
System UUID: 0f21093f-5748-416f-a30e-a8181c31a3f7
Boot ID: 5621b6a5-bb1a-408d-b692-10c4aad4b418
Kernel Version: 5.10.207
OS Image: Buildroot 2023.02.9
Operating System: linux
Architecture: amd64
Container Runtime Version: cri-o://1.29.1
Kubelet Version: v1.31.2
Kube-Proxy Version: v1.31.2
PodCIDR: 10.244.1.0/24
PodCIDRs: 10.244.1.0/24
Non-terminated Pods: (8 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox-7dff88458-xbb9t 0 (0%) 0 (0%) 0 (0%) 0 (0%) 3m56s
kube-system etcd-ha-604935-m02 100m (5%) 0 (0%) 100Mi (4%) 0 (0%) 5m31s
kube-system kindnet-l55rq 100m (5%) 100m (5%) 50Mi (2%) 50Mi (2%) 5m33s
kube-system kube-apiserver-ha-604935-m02 250m (12%) 0 (0%) 0 (0%) 0 (0%) 5m32s
kube-system kube-controller-manager-ha-604935-m02 200m (10%) 0 (0%) 0 (0%) 0 (0%) 5m32s
kube-system kube-proxy-w9r4x 0 (0%) 0 (0%) 0 (0%) 0 (0%) 5m33s
kube-system kube-scheduler-ha-604935-m02 100m (5%) 0 (0%) 0 (0%) 0 (0%) 5m32s
kube-system kube-vip-ha-604935-m02 0 (0%) 0 (0%) 0 (0%) 0 (0%) 5m28s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 750m (37%) 100m (5%)
memory 150Mi (7%) 50Mi (2%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 5m27s kube-proxy
Normal NodeHasSufficientMemory 5m33s (x8 over 5m33s) kubelet Node ha-604935-m02 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 5m33s (x8 over 5m33s) kubelet Node ha-604935-m02 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 5m33s (x7 over 5m33s) kubelet Node ha-604935-m02 status is now: NodeHasSufficientPID
Normal NodeAllocatableEnforced 5m33s kubelet Updated Node Allocatable limit across pods
Normal RegisteredNode 5m31s node-controller Node ha-604935-m02 event: Registered Node ha-604935-m02 in Controller
Normal RegisteredNode 5m24s node-controller Node ha-604935-m02 event: Registered Node ha-604935-m02 in Controller
Normal RegisteredNode 4m13s node-controller Node ha-604935-m02 event: Registered Node ha-604935-m02 in Controller
Normal NodeNotReady 118s node-controller Node ha-604935-m02 status is now: NodeNotReady
Name: ha-604935-m03
Roles: control-plane
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=ha-604935-m03
kubernetes.io/os=linux
minikube.k8s.io/commit=128491876095763f75c6c62c8e8cebf09ad32ac8
minikube.k8s.io/name=ha-604935
minikube.k8s.io/primary=false
minikube.k8s.io/updated_at=2024_12_02T11_48_44_0700
minikube.k8s.io/version=v1.34.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Mon, 02 Dec 2024 11:48:40 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: ha-604935-m03
AcquireTime: <unset>
RenewTime: Mon, 02 Dec 2024 11:52:56 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Mon, 02 Dec 2024 11:49:11 +0000 Mon, 02 Dec 2024 11:48:40 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Mon, 02 Dec 2024 11:49:11 +0000 Mon, 02 Dec 2024 11:48:40 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Mon, 02 Dec 2024 11:49:11 +0000 Mon, 02 Dec 2024 11:48:40 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Mon, 02 Dec 2024 11:49:11 +0000 Mon, 02 Dec 2024 11:49:00 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.39.211
Hostname: ha-604935-m03
Capacity:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
System Info:
Machine ID: 8588450b38914bf3ac287b253d72fb4d
System UUID: 8588450b-3891-4bf3-ac28-7b253d72fb4d
Boot ID: 735a98f4-21e5-4433-a99b-76bab3cbd392
Kernel Version: 5.10.207
OS Image: Buildroot 2023.02.9
Operating System: linux
Architecture: amd64
Container Runtime Version: cri-o://1.29.1
Kubelet Version: v1.31.2
Kube-Proxy Version: v1.31.2
PodCIDR: 10.244.2.0/24
PodCIDRs: 10.244.2.0/24
Non-terminated Pods: (8 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox-7dff88458-l5kq7 0 (0%) 0 (0%) 0 (0%) 0 (0%) 3m56s
kube-system etcd-ha-604935-m03 100m (5%) 0 (0%) 100Mi (4%) 0 (0%) 4m21s
kube-system kindnet-j4cr6 100m (5%) 100m (5%) 50Mi (2%) 50Mi (2%) 4m23s
kube-system kube-apiserver-ha-604935-m03 250m (12%) 0 (0%) 0 (0%) 0 (0%) 4m21s
kube-system kube-controller-manager-ha-604935-m03 200m (10%) 0 (0%) 0 (0%) 0 (0%) 4m13s
kube-system kube-proxy-rp7t2 0 (0%) 0 (0%) 0 (0%) 0 (0%) 4m23s
kube-system kube-scheduler-ha-604935-m03 100m (5%) 0 (0%) 0 (0%) 0 (0%) 4m17s
kube-system kube-vip-ha-604935-m03 0 (0%) 0 (0%) 0 (0%) 0 (0%) 4m19s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 750m (37%) 100m (5%)
memory 150Mi (7%) 50Mi (2%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 4m17s kube-proxy
Normal NodeHasSufficientMemory 4m23s (x8 over 4m23s) kubelet Node ha-604935-m03 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 4m23s (x8 over 4m23s) kubelet Node ha-604935-m03 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 4m23s (x7 over 4m23s) kubelet Node ha-604935-m03 status is now: NodeHasSufficientPID
Normal NodeAllocatableEnforced 4m23s kubelet Updated Node Allocatable limit across pods
Normal RegisteredNode 4m21s node-controller Node ha-604935-m03 event: Registered Node ha-604935-m03 in Controller
Normal RegisteredNode 4m19s node-controller Node ha-604935-m03 event: Registered Node ha-604935-m03 in Controller
Normal RegisteredNode 4m13s node-controller Node ha-604935-m03 event: Registered Node ha-604935-m03 in Controller
Name: ha-604935-m04
Roles: <none>
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=ha-604935-m04
kubernetes.io/os=linux
minikube.k8s.io/commit=128491876095763f75c6c62c8e8cebf09ad32ac8
minikube.k8s.io/name=ha-604935
minikube.k8s.io/primary=false
minikube.k8s.io/updated_at=2024_12_02T11_49_45_0700
minikube.k8s.io/version=v1.34.0
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Mon, 02 Dec 2024 11:49:44 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: ha-604935-m04
AcquireTime: <unset>
RenewTime: Mon, 02 Dec 2024 11:52:58 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Mon, 02 Dec 2024 11:50:15 +0000 Mon, 02 Dec 2024 11:49:44 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Mon, 02 Dec 2024 11:50:15 +0000 Mon, 02 Dec 2024 11:49:44 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Mon, 02 Dec 2024 11:50:15 +0000 Mon, 02 Dec 2024 11:49:44 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Mon, 02 Dec 2024 11:50:15 +0000 Mon, 02 Dec 2024 11:50:04 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.39.26
Hostname: ha-604935-m04
Capacity:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
System Info:
Machine ID: 577fefe5032840e68ccf6ba2b6fbcf44
System UUID: 577fefe5-0328-40e6-8ccf-6ba2b6fbcf44
Boot ID: 5f3dbc6d-6884-49f4-acef-8235bb29f467
Kernel Version: 5.10.207
OS Image: Buildroot 2023.02.9
Operating System: linux
Architecture: amd64
Container Runtime Version: cri-o://1.29.1
Kubelet Version: v1.31.2
Kube-Proxy Version: v1.31.2
PodCIDR: 10.244.3.0/24
PodCIDRs: 10.244.3.0/24
Non-terminated Pods: (2 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
kube-system kindnet-rwxsc 100m (5%) 100m (5%) 50Mi (2%) 50Mi (2%) 3m18s
kube-system kube-proxy-v649d 0 (0%) 0 (0%) 0 (0%) 0 (0%) 3m18s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 100m (5%) 100m (5%)
memory 50Mi (2%) 50Mi (2%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 3m12s kube-proxy
Normal NodeHasSufficientMemory 3m19s (x2 over 3m19s) kubelet Node ha-604935-m04 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 3m19s (x2 over 3m19s) kubelet Node ha-604935-m04 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 3m19s (x2 over 3m19s) kubelet Node ha-604935-m04 status is now: NodeHasSufficientPID
Normal NodeAllocatableEnforced 3m19s kubelet Updated Node Allocatable limit across pods
Normal CIDRAssignmentFailed 3m18s cidrAllocator Node ha-604935-m04 status is now: CIDRAssignmentFailed
Normal RegisteredNode 3m18s node-controller Node ha-604935-m04 event: Registered Node ha-604935-m04 in Controller
Normal RegisteredNode 3m16s node-controller Node ha-604935-m04 event: Registered Node ha-604935-m04 in Controller
Normal RegisteredNode 3m14s node-controller Node ha-604935-m04 event: Registered Node ha-604935-m04 in Controller
Normal NodeReady 2m59s kubelet Node ha-604935-m04 status is now: NodeReady
==> dmesg <==
[Dec 2 11:45] You have booted with nomodeset. This means your GPU drivers are DISABLED
[ +0.000001] Any video related functionality will be severely degraded, and you may not even be able to suspend the system properly
[ +0.000000] Unless you actually understand what nomodeset does, you should reboot without enabling it
[ +0.051551] Spectre V2 : WARNING: Unprivileged eBPF is enabled with eIBRS on, data leaks possible via Spectre v2 BHB attacks!
[ +0.040036] acpi PNP0A03:00: fail to add MMCONFIG information, can't access extended PCI configuration space under this bridge.
[Dec 2 11:46] platform regulatory.0: Direct firmware load for regulatory.db failed with error -2
[ +2.564296] systemd-fstab-generator[116]: Ignoring "noauto" option for root device
[ +4.579239] NFSD: Using /var/lib/nfs/v4recovery as the NFSv4 state recovery directory
[ +0.000009] NFSD: unable to find recovery directory /var/lib/nfs/v4recovery
[ +0.000001] NFSD: Unable to initialize client recovery tracking! (-2)
[ +10.318373] systemd-fstab-generator[582]: Ignoring "noauto" option for root device
[ +0.060168] kauditd_printk_skb: 1 callbacks suppressed
[ +0.057883] systemd-fstab-generator[594]: Ignoring "noauto" option for root device
[ +0.148672] systemd-fstab-generator[608]: Ignoring "noauto" option for root device
[ +0.135107] systemd-fstab-generator[620]: Ignoring "noauto" option for root device
[ +0.277991] systemd-fstab-generator[649]: Ignoring "noauto" option for root device
[ +3.959381] systemd-fstab-generator[743]: Ignoring "noauto" option for root device
[ +4.016173] systemd-fstab-generator[880]: Ignoring "noauto" option for root device
[ +0.058991] kauditd_printk_skb: 158 callbacks suppressed
[ +7.327237] systemd-fstab-generator[1309]: Ignoring "noauto" option for root device
[ +0.069565] kauditd_printk_skb: 79 callbacks suppressed
[ +5.092272] kauditd_printk_skb: 21 callbacks suppressed
[ +14.163087] kauditd_printk_skb: 38 callbacks suppressed
[Dec 2 11:47] kauditd_printk_skb: 26 callbacks suppressed
==> etcd [53184ed95349ac0b915216ce50103bd9bae4bd9a38d0011f8bf07171e90d0e46] <==
{"level":"warn","ts":"2024-12-02T11:53:03.069002Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"6b93c4bc4617b0fe","from":"6b93c4bc4617b0fe","remote-peer-id":"9af0cb01a3f64a4e","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-12-02T11:53:03.080697Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"6b93c4bc4617b0fe","from":"6b93c4bc4617b0fe","remote-peer-id":"9af0cb01a3f64a4e","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-12-02T11:53:03.137588Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"6b93c4bc4617b0fe","from":"6b93c4bc4617b0fe","remote-peer-id":"9af0cb01a3f64a4e","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-12-02T11:53:03.143804Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"6b93c4bc4617b0fe","from":"6b93c4bc4617b0fe","remote-peer-id":"9af0cb01a3f64a4e","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-12-02T11:53:03.147278Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"6b93c4bc4617b0fe","from":"6b93c4bc4617b0fe","remote-peer-id":"9af0cb01a3f64a4e","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-12-02T11:53:03.157747Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"6b93c4bc4617b0fe","from":"6b93c4bc4617b0fe","remote-peer-id":"9af0cb01a3f64a4e","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-12-02T11:53:03.164226Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"6b93c4bc4617b0fe","from":"6b93c4bc4617b0fe","remote-peer-id":"9af0cb01a3f64a4e","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-12-02T11:53:03.168210Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"6b93c4bc4617b0fe","from":"6b93c4bc4617b0fe","remote-peer-id":"9af0cb01a3f64a4e","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-12-02T11:53:03.169927Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"6b93c4bc4617b0fe","from":"6b93c4bc4617b0fe","remote-peer-id":"9af0cb01a3f64a4e","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-12-02T11:53:03.174532Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"6b93c4bc4617b0fe","from":"6b93c4bc4617b0fe","remote-peer-id":"9af0cb01a3f64a4e","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-12-02T11:53:03.178275Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"6b93c4bc4617b0fe","from":"6b93c4bc4617b0fe","remote-peer-id":"9af0cb01a3f64a4e","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-12-02T11:53:03.183136Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"6b93c4bc4617b0fe","from":"6b93c4bc4617b0fe","remote-peer-id":"9af0cb01a3f64a4e","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-12-02T11:53:03.187490Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"6b93c4bc4617b0fe","from":"6b93c4bc4617b0fe","remote-peer-id":"9af0cb01a3f64a4e","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-12-02T11:53:03.193019Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"6b93c4bc4617b0fe","from":"6b93c4bc4617b0fe","remote-peer-id":"9af0cb01a3f64a4e","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-12-02T11:53:03.205968Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"6b93c4bc4617b0fe","from":"6b93c4bc4617b0fe","remote-peer-id":"9af0cb01a3f64a4e","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-12-02T11:53:03.209050Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"6b93c4bc4617b0fe","from":"6b93c4bc4617b0fe","remote-peer-id":"9af0cb01a3f64a4e","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-12-02T11:53:03.211987Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"6b93c4bc4617b0fe","from":"6b93c4bc4617b0fe","remote-peer-id":"9af0cb01a3f64a4e","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-12-02T11:53:03.253651Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"6b93c4bc4617b0fe","from":"6b93c4bc4617b0fe","remote-peer-id":"9af0cb01a3f64a4e","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-12-02T11:53:03.260070Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"6b93c4bc4617b0fe","from":"6b93c4bc4617b0fe","remote-peer-id":"9af0cb01a3f64a4e","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-12-02T11:53:03.269483Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"6b93c4bc4617b0fe","from":"6b93c4bc4617b0fe","remote-peer-id":"9af0cb01a3f64a4e","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-12-02T11:53:03.287561Z","caller":"etcdserver/cluster_util.go:294","msg":"failed to reach the peer URL","address":"https://192.168.39.96:2380/version","remote-member-id":"9af0cb01a3f64a4e","error":"Get \"https://192.168.39.96:2380/version\": dial tcp 192.168.39.96:2380: connect: no route to host"}
{"level":"warn","ts":"2024-12-02T11:53:03.287607Z","caller":"etcdserver/cluster_util.go:158","msg":"failed to get version","remote-member-id":"9af0cb01a3f64a4e","error":"Get \"https://192.168.39.96:2380/version\": dial tcp 192.168.39.96:2380: connect: no route to host"}
{"level":"warn","ts":"2024-12-02T11:53:03.334686Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"6b93c4bc4617b0fe","from":"6b93c4bc4617b0fe","remote-peer-id":"9af0cb01a3f64a4e","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-12-02T11:53:03.340846Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"6b93c4bc4617b0fe","from":"6b93c4bc4617b0fe","remote-peer-id":"9af0cb01a3f64a4e","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-12-02T11:53:03.369066Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"6b93c4bc4617b0fe","from":"6b93c4bc4617b0fe","remote-peer-id":"9af0cb01a3f64a4e","remote-peer-name":"pipeline","remote-peer-active":false}
==> kernel <==
11:53:03 up 7 min, 0 users, load average: 0.60, 0.42, 0.19
Linux ha-604935 5.10.207 #1 SMP Wed Nov 6 22:25:03 UTC 2024 x86_64 GNU/Linux
PRETTY_NAME="Buildroot 2023.02.9"
==> kindnet [579b11920d9fd8fab566447565f8645262844f6a246fb52089ed791dd2409e10] <==
I1202 11:52:32.903249 1 main.go:324] Node ha-604935-m04 has CIDR [10.244.3.0/24]
I1202 11:52:42.901238 1 main.go:297] Handling node with IPs: map[192.168.39.102:{}]
I1202 11:52:42.901327 1 main.go:301] handling current node
I1202 11:52:42.901361 1 main.go:297] Handling node with IPs: map[192.168.39.96:{}]
I1202 11:52:42.901380 1 main.go:324] Node ha-604935-m02 has CIDR [10.244.1.0/24]
I1202 11:52:42.901720 1 main.go:297] Handling node with IPs: map[192.168.39.211:{}]
I1202 11:52:42.901758 1 main.go:324] Node ha-604935-m03 has CIDR [10.244.2.0/24]
I1202 11:52:42.903817 1 main.go:297] Handling node with IPs: map[192.168.39.26:{}]
I1202 11:52:42.903856 1 main.go:324] Node ha-604935-m04 has CIDR [10.244.3.0/24]
I1202 11:52:52.900618 1 main.go:297] Handling node with IPs: map[192.168.39.102:{}]
I1202 11:52:52.900723 1 main.go:301] handling current node
I1202 11:52:52.900742 1 main.go:297] Handling node with IPs: map[192.168.39.96:{}]
I1202 11:52:52.900750 1 main.go:324] Node ha-604935-m02 has CIDR [10.244.1.0/24]
I1202 11:52:52.901396 1 main.go:297] Handling node with IPs: map[192.168.39.211:{}]
I1202 11:52:52.901501 1 main.go:324] Node ha-604935-m03 has CIDR [10.244.2.0/24]
I1202 11:52:52.901876 1 main.go:297] Handling node with IPs: map[192.168.39.26:{}]
I1202 11:52:52.901972 1 main.go:324] Node ha-604935-m04 has CIDR [10.244.3.0/24]
I1202 11:53:02.909551 1 main.go:297] Handling node with IPs: map[192.168.39.26:{}]
I1202 11:53:02.909577 1 main.go:324] Node ha-604935-m04 has CIDR [10.244.3.0/24]
I1202 11:53:02.909774 1 main.go:297] Handling node with IPs: map[192.168.39.102:{}]
I1202 11:53:02.909781 1 main.go:301] handling current node
I1202 11:53:02.909793 1 main.go:297] Handling node with IPs: map[192.168.39.96:{}]
I1202 11:53:02.909796 1 main.go:324] Node ha-604935-m02 has CIDR [10.244.1.0/24]
I1202 11:53:02.909927 1 main.go:297] Handling node with IPs: map[192.168.39.211:{}]
I1202 11:53:02.909933 1 main.go:324] Node ha-604935-m03 has CIDR [10.244.2.0/24]
==> kube-apiserver [9624bba327f9b2e412afdd92132bb63a26ce739f41d14007a6540e399973dbb6] <==
I1202 11:46:32.842650 1 alloc.go:330] "allocated clusterIPs" service="default/kubernetes" clusterIPs={"IPv4":"10.96.0.1"}
W1202 11:46:32.848385 1 lease.go:265] Resetting endpoints for master service "kubernetes" to [192.168.39.102]
I1202 11:46:32.849164 1 controller.go:615] quota admission added evaluator for: endpoints
I1202 11:46:32.859606 1 controller.go:615] quota admission added evaluator for: endpointslices.discovery.k8s.io
I1202 11:46:33.159098 1 controller.go:615] quota admission added evaluator for: serviceaccounts
I1202 11:46:34.294370 1 controller.go:615] quota admission added evaluator for: deployments.apps
I1202 11:46:34.315176 1 alloc.go:330] "allocated clusterIPs" service="kube-system/kube-dns" clusterIPs={"IPv4":"10.96.0.10"}
http2: server: error reading preface from client 192.168.39.254:47786: read tcp 192.168.39.254:8443->192.168.39.254:47786: read: connection reset by peer
I1202 11:46:34.492102 1 controller.go:615] quota admission added evaluator for: daemonsets.apps
I1202 11:46:38.758671 1 controller.go:615] quota admission added evaluator for: replicasets.apps
I1202 11:46:38.805955 1 controller.go:615] quota admission added evaluator for: controllerrevisions.apps
E1202 11:49:11.846753 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:54452: use of closed network connection
E1202 11:49:12.028104 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:54460: use of closed network connection
E1202 11:49:12.199806 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:54474: use of closed network connection
E1202 11:49:12.392612 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:54484: use of closed network connection
E1202 11:49:12.562047 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:54506: use of closed network connection
E1202 11:49:12.747509 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:54530: use of closed network connection
E1202 11:49:12.939816 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:54544: use of closed network connection
E1202 11:49:13.121199 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:54562: use of closed network connection
E1202 11:49:13.295085 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:54584: use of closed network connection
E1202 11:49:13.578607 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:54612: use of closed network connection
E1202 11:49:13.757972 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:54638: use of closed network connection
E1202 11:49:14.099757 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:54676: use of closed network connection
E1202 11:49:14.269710 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:54694: use of closed network connection
E1202 11:49:14.441652 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:54710: use of closed network connection
==> kube-controller-manager [275d716cfd4f70dcd51088f6711b8465f6421ac2ac85d783df0eccc7647bef41] <==
I1202 11:49:45.139269 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-604935-m04"
I1202 11:49:45.144540 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-604935-m04"
I1202 11:49:45.233566 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-604935-m04"
I1202 11:49:45.349805 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-604935-m04"
I1202 11:49:45.679160 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-604935-m04"
I1202 11:49:47.939032 1 node_lifecycle_controller.go:884] "Missing timestamp for Node. Assuming now as a timestamp" logger="node-lifecycle-controller" node="ha-604935-m04"
I1202 11:49:47.939241 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-604935-m04"
I1202 11:49:47.969287 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-604935-m04"
I1202 11:49:49.605926 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-604935-m04"
I1202 11:49:49.681129 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-604935-m04"
I1202 11:49:55.357132 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-604935-m04"
I1202 11:50:04.214872 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-604935-m04"
I1202 11:50:04.215953 1 topologycache.go:237] "Can't get CPU or zone information for node" logger="endpointslice-controller" node="ha-604935-m04"
I1202 11:50:04.236833 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-604935-m04"
I1202 11:50:04.619357 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-604935-m04"
I1202 11:50:15.555711 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-604935-m04"
I1202 11:51:05.313473 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-604935-m02"
I1202 11:51:05.313596 1 topologycache.go:237] "Can't get CPU or zone information for node" logger="endpointslice-controller" node="ha-604935-m04"
I1202 11:51:05.338955 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-604935-m02"
I1202 11:51:05.387666 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/busybox-7dff88458" duration="11.010033ms"
I1202 11:51:05.388828 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/busybox-7dff88458" duration="53.832µs"
I1202 11:51:05.441675 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/busybox-7dff88458" duration="25.06791ms"
I1202 11:51:05.442993 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/busybox-7dff88458" duration="75.629µs"
I1202 11:51:07.990253 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-604935-m02"
I1202 11:51:10.625653 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-604935-m02"
==> kube-proxy [f6a700874f779b57b290234169b9fffbcf78622f4764778f27105f2a65d86b73] <==
add table ip kube-proxy
^^^^^^^^^^^^^^^^^^^^^^^^
>
E1202 11:46:39.991996 1 proxier.go:734] "Error cleaning up nftables rules" err=<
could not run nftables command: /dev/stdin:1:1-25: Error: Could not process rule: Operation not supported
add table ip6 kube-proxy
^^^^^^^^^^^^^^^^^^^^^^^^^
>
I1202 11:46:40.020254 1 server.go:677] "Successfully retrieved node IP(s)" IPs=["192.168.39.102"]
E1202 11:46:40.020650 1 server.go:234] "Kube-proxy configuration may be incomplete or incorrect" err="nodePortAddresses is unset; NodePort connections will be accepted on all local IPs. Consider using `--nodeport-addresses primary`"
I1202 11:46:40.086409 1 server_linux.go:146] "No iptables support for family" ipFamily="IPv6"
I1202 11:46:40.086557 1 server.go:245] "kube-proxy running in single-stack mode" ipFamily="IPv4"
I1202 11:46:40.086602 1 server_linux.go:169] "Using iptables Proxier"
I1202 11:46:40.089997 1 proxier.go:255] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses" ipFamily="IPv4"
I1202 11:46:40.090696 1 server.go:483] "Version info" version="v1.31.2"
I1202 11:46:40.090739 1 server.go:485] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I1202 11:46:40.096206 1 config.go:199] "Starting service config controller"
I1202 11:46:40.096522 1 shared_informer.go:313] Waiting for caches to sync for service config
I1202 11:46:40.096732 1 config.go:105] "Starting endpoint slice config controller"
I1202 11:46:40.096763 1 shared_informer.go:313] Waiting for caches to sync for endpoint slice config
I1202 11:46:40.098314 1 config.go:328] "Starting node config controller"
I1202 11:46:40.099010 1 shared_informer.go:313] Waiting for caches to sync for node config
I1202 11:46:40.196939 1 shared_informer.go:320] Caches are synced for service config
I1202 11:46:40.197006 1 shared_informer.go:320] Caches are synced for endpoint slice config
I1202 11:46:40.199281 1 shared_informer.go:320] Caches are synced for node config
==> kube-scheduler [090e4a0254277ab9331908f13af9e9f4e1fa58bc73af68307d4d34b2724e0f35] <==
W1202 11:46:32.142852 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope
E1202 11:46:32.142937 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.ReplicaSet: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User \"system:kube-scheduler\" cannot list resource \"replicasets\" in API group \"apps\" at the cluster scope" logger="UnhandledError"
W1202 11:46:32.153652 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csinodes" in API group "storage.k8s.io" at the cluster scope
E1202 11:46:32.153702 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSINode: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csinodes\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
W1202 11:46:32.221641 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Namespace: namespaces is forbidden: User "system:kube-scheduler" cannot list resource "namespaces" in API group "" at the cluster scope
E1202 11:46:32.221961 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Namespace: failed to list *v1.Namespace: namespaces is forbidden: User \"system:kube-scheduler\" cannot list resource \"namespaces\" in API group \"\" at the cluster scope" logger="UnhandledError"
W1202 11:46:32.358170 1 reflector.go:561] runtime/asm_amd64.s:1695: failed to list *v1.ConfigMap: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot list resource "configmaps" in API group "" in the namespace "kube-system"
E1202 11:46:32.358291 1 reflector.go:158] "Unhandled Error" err="runtime/asm_amd64.s:1695: Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"extension-apiserver-authentication\" is forbidden: User \"system:kube-scheduler\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\"" logger="UnhandledError"
W1202 11:46:32.429924 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "storageclasses" in API group "storage.k8s.io" at the cluster scope
E1202 11:46:32.430007 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.StorageClass: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"storageclasses\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
W1202 11:46:32.430758 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumes" in API group "" at the cluster scope
E1202 11:46:32.430825 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PersistentVolume: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User \"system:kube-scheduler\" cannot list resource \"persistentvolumes\" in API group \"\" at the cluster scope" logger="UnhandledError"
W1202 11:46:32.449596 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Node: nodes is forbidden: User "system:kube-scheduler" cannot list resource "nodes" in API group "" at the cluster scope
E1202 11:46:32.449697 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Node: failed to list *v1.Node: nodes is forbidden: User \"system:kube-scheduler\" cannot list resource \"nodes\" in API group \"\" at the cluster scope" logger="UnhandledError"
W1202 11:46:32.505859 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User "system:kube-scheduler" cannot list resource "replicationcontrollers" in API group "" at the cluster scope
E1202 11:46:32.505943 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.ReplicationController: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User \"system:kube-scheduler\" cannot list resource \"replicationcontrollers\" in API group \"\" at the cluster scope" logger="UnhandledError"
I1202 11:46:34.815786 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
E1202 11:49:07.673886 1 framework.go:1305] "Plugin Failed" err="Operation cannot be fulfilled on pods/binding \"busybox-7dff88458-xbb9t\": pod busybox-7dff88458-xbb9t is already assigned to node \"ha-604935-m02\"" plugin="DefaultBinder" pod="default/busybox-7dff88458-xbb9t" node="ha-604935-m02"
E1202 11:49:07.674510 1 schedule_one.go:348] "scheduler cache ForgetPod failed" err="pod fc236bbd-f34b-454f-a66d-b369cd19cf9d(default/busybox-7dff88458-xbb9t) wasn't assumed so cannot be forgotten" pod="default/busybox-7dff88458-xbb9t"
E1202 11:49:07.674758 1 framework.go:1305] "Plugin Failed" err="Operation cannot be fulfilled on pods/binding \"busybox-7dff88458-8jxc4\": pod busybox-7dff88458-8jxc4 is already assigned to node \"ha-604935\"" plugin="DefaultBinder" pod="default/busybox-7dff88458-8jxc4" node="ha-604935"
E1202 11:49:07.675368 1 schedule_one.go:348] "scheduler cache ForgetPod failed" err="pod f16f45f6-486f-4d2b-a2c6-f4a04b9c0eeb(default/busybox-7dff88458-8jxc4) wasn't assumed so cannot be forgotten" pod="default/busybox-7dff88458-8jxc4"
E1202 11:49:07.675694 1 schedule_one.go:1057] "Error scheduling pod; retrying" err="running Bind plugin \"DefaultBinder\": Operation cannot be fulfilled on pods/binding \"busybox-7dff88458-8jxc4\": pod busybox-7dff88458-8jxc4 is already assigned to node \"ha-604935\"" pod="default/busybox-7dff88458-8jxc4"
I1202 11:49:07.676018 1 schedule_one.go:1070] "Pod has been assigned to node. Abort adding it back to queue." pod="default/busybox-7dff88458-8jxc4" node="ha-604935"
E1202 11:49:07.678080 1 schedule_one.go:1057] "Error scheduling pod; retrying" err="running Bind plugin \"DefaultBinder\": Operation cannot be fulfilled on pods/binding \"busybox-7dff88458-xbb9t\": pod busybox-7dff88458-xbb9t is already assigned to node \"ha-604935-m02\"" pod="default/busybox-7dff88458-xbb9t"
I1202 11:49:07.679000 1 schedule_one.go:1070] "Pod has been assigned to node. Abort adding it back to queue." pod="default/busybox-7dff88458-xbb9t" node="ha-604935-m02"
==> kubelet <==
Dec 02 11:51:34 ha-604935 kubelet[1316]: Perhaps ip6tables or your kernel needs to be upgraded.
Dec 02 11:51:34 ha-604935 kubelet[1316]: > table="nat" chain="KUBE-KUBELET-CANARY"
Dec 02 11:51:34 ha-604935 kubelet[1316]: E1202 11:51:34.518783 1316 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733140294518371858,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156106,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 02 11:51:34 ha-604935 kubelet[1316]: E1202 11:51:34.518905 1316 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733140294518371858,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156106,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 02 11:51:44 ha-604935 kubelet[1316]: E1202 11:51:44.520250 1316 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733140304520009698,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156106,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 02 11:51:44 ha-604935 kubelet[1316]: E1202 11:51:44.520275 1316 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733140304520009698,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156106,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 02 11:51:54 ha-604935 kubelet[1316]: E1202 11:51:54.524305 1316 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733140314523474300,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156106,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 02 11:51:54 ha-604935 kubelet[1316]: E1202 11:51:54.524384 1316 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733140314523474300,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156106,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 02 11:52:04 ha-604935 kubelet[1316]: E1202 11:52:04.526662 1316 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733140324526379785,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156106,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 02 11:52:04 ha-604935 kubelet[1316]: E1202 11:52:04.526711 1316 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733140324526379785,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156106,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 02 11:52:14 ha-604935 kubelet[1316]: E1202 11:52:14.527977 1316 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733140334527643926,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156106,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 02 11:52:14 ha-604935 kubelet[1316]: E1202 11:52:14.528325 1316 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733140334527643926,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156106,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 02 11:52:24 ha-604935 kubelet[1316]: E1202 11:52:24.530019 1316 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733140344529552485,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156106,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 02 11:52:24 ha-604935 kubelet[1316]: E1202 11:52:24.530407 1316 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733140344529552485,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156106,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 02 11:52:34 ha-604935 kubelet[1316]: E1202 11:52:34.436289 1316 iptables.go:577] "Could not set up iptables canary" err=<
Dec 02 11:52:34 ha-604935 kubelet[1316]: error creating chain "KUBE-KUBELET-CANARY": exit status 3: Ignoring deprecated --wait-interval option.
Dec 02 11:52:34 ha-604935 kubelet[1316]: ip6tables v1.8.9 (legacy): can't initialize ip6tables table `nat': Table does not exist (do you need to insmod?)
Dec 02 11:52:34 ha-604935 kubelet[1316]: Perhaps ip6tables or your kernel needs to be upgraded.
Dec 02 11:52:34 ha-604935 kubelet[1316]: > table="nat" chain="KUBE-KUBELET-CANARY"
Dec 02 11:52:34 ha-604935 kubelet[1316]: E1202 11:52:34.531571 1316 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733140354531272131,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156106,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 02 11:52:34 ha-604935 kubelet[1316]: E1202 11:52:34.531618 1316 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733140354531272131,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156106,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 02 11:52:44 ha-604935 kubelet[1316]: E1202 11:52:44.532768 1316 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733140364532554842,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156106,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 02 11:52:44 ha-604935 kubelet[1316]: E1202 11:52:44.532808 1316 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733140364532554842,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156106,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 02 11:52:54 ha-604935 kubelet[1316]: E1202 11:52:54.535693 1316 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733140374535334388,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156106,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 02 11:52:54 ha-604935 kubelet[1316]: E1202 11:52:54.535796 1316 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733140374535334388,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156106,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
-- /stdout --
helpers_test.go:254: (dbg) Run: out/minikube-linux-amd64 status --format={{.APIServer}} -p ha-604935 -n ha-604935
helpers_test.go:261: (dbg) Run: kubectl --context ha-604935 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:285: <<< TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart FAILED: end of post-mortem logs <<<
helpers_test.go:286: ---------------------/post-mortem---------------------------------
--- FAIL: TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart (6.53s)