=== RUN TestMultiControlPlane/serial/DegradedAfterClusterRestart
ha_test.go:390: (dbg) Run: out/minikube-linux-amd64 profile list --output json
ha_test.go:413: expected profile "ha-617764" in json of 'profile list' to have "Degraded" status but have "Stopped" status. got *"{\"invalid\":[],\"valid\":[{\"Name\":\"ha-617764\",\"Status\":\"Stopped\",\"Config\":{\"Name\":\"ha-617764\",\"KeepContext\":false,\"EmbedCerts\":false,\"MinikubeISO\":\"https://storage.googleapis.com/minikube-builds/iso/19616/minikube-v1.34.0-1726156389-19616-amd64.iso\",\"KicBaseImage\":\"gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1726193793-19634@sha256:4434bf9c4c4590e602ea482d2337d9d858a3db898bec2a85c17f78c81593c44e\",\"Memory\":2200,\"CPUs\":2,\"DiskSize\":20000,\"Driver\":\"kvm2\",\"HyperkitVpnKitSock\":\"\",\"HyperkitVSockPorts\":[],\"DockerEnv\":null,\"ContainerVolumeMounts\":null,\"InsecureRegistry\":null,\"RegistryMirror\":[],\"HostOnlyCIDR\":\"192.168.59.1/24\",\"HypervVirtualSwitch\":\"\",\"HypervUseExternalSwitch\":false,\"HypervExternalAdapter\":\"\",\"KVMNetwork\":\"default\",\"KVMQemuURI\":\"qemu:///system\",\"KVMGPU\":false,\"KVMHidden\":false,\"KVMNUMACount\":
1,\"APIServerPort\":8443,\"DockerOpt\":null,\"DisableDriverMounts\":false,\"NFSShare\":[],\"NFSSharesRoot\":\"/nfsshares\",\"UUID\":\"\",\"NoVTXCheck\":false,\"DNSProxy\":false,\"HostDNSResolver\":true,\"HostOnlyNicType\":\"virtio\",\"NatNicType\":\"virtio\",\"SSHIPAddress\":\"\",\"SSHUser\":\"root\",\"SSHKey\":\"\",\"SSHPort\":22,\"KubernetesConfig\":{\"KubernetesVersion\":\"v1.31.1\",\"ClusterName\":\"ha-617764\",\"Namespace\":\"default\",\"APIServerHAVIP\":\"192.168.39.254\",\"APIServerName\":\"minikubeCA\",\"APIServerNames\":null,\"APIServerIPs\":null,\"DNSDomain\":\"cluster.local\",\"ContainerRuntime\":\"crio\",\"CRISocket\":\"\",\"NetworkPlugin\":\"cni\",\"FeatureGates\":\"\",\"ServiceCIDR\":\"10.96.0.0/12\",\"ImageRepository\":\"\",\"LoadBalancerStartIP\":\"\",\"LoadBalancerEndIP\":\"\",\"CustomIngressCert\":\"\",\"RegistryAliases\":\"\",\"ExtraOptions\":null,\"ShouldLoadCachedImages\":true,\"EnableDefaultCNI\":false,\"CNI\":\"\"},\"Nodes\":[{\"Name\":\"\",\"IP\":\"192.168.39.145\",\"Port\":8443,\"Kube
rnetesVersion\":\"v1.31.1\",\"ContainerRuntime\":\"crio\",\"ControlPlane\":true,\"Worker\":true},{\"Name\":\"m02\",\"IP\":\"192.168.39.203\",\"Port\":8443,\"KubernetesVersion\":\"v1.31.1\",\"ContainerRuntime\":\"crio\",\"ControlPlane\":true,\"Worker\":true},{\"Name\":\"m04\",\"IP\":\"192.168.39.238\",\"Port\":0,\"KubernetesVersion\":\"v1.31.1\",\"ContainerRuntime\":\"crio\",\"ControlPlane\":false,\"Worker\":true}],\"Addons\":{\"ambassador\":false,\"auto-pause\":false,\"cloud-spanner\":false,\"csi-hostpath-driver\":false,\"dashboard\":false,\"default-storageclass\":false,\"efk\":false,\"freshpod\":false,\"gcp-auth\":false,\"gvisor\":false,\"headlamp\":false,\"inaccel\":false,\"ingress\":false,\"ingress-dns\":false,\"inspektor-gadget\":false,\"istio\":false,\"istio-provisioner\":false,\"kong\":false,\"kubeflow\":false,\"kubevirt\":false,\"logviewer\":false,\"metallb\":false,\"metrics-server\":false,\"nvidia-device-plugin\":false,\"nvidia-driver-installer\":false,\"nvidia-gpu-device-plugin\":false,\"olm\":false,
\"pod-security-policy\":false,\"portainer\":false,\"registry\":false,\"registry-aliases\":false,\"registry-creds\":false,\"storage-provisioner\":false,\"storage-provisioner-gluster\":false,\"storage-provisioner-rancher\":false,\"volcano\":false,\"volumesnapshots\":false,\"yakd\":false},\"CustomAddonImages\":null,\"CustomAddonRegistries\":null,\"VerifyComponents\":{\"apiserver\":true,\"apps_running\":true,\"default_sa\":true,\"extra\":true,\"kubelet\":true,\"node_ready\":true,\"system_pods\":true},\"StartHostTimeout\":360000000000,\"ScheduledStop\":null,\"ExposedPorts\":[],\"ListenAddress\":\"\",\"Network\":\"\",\"Subnet\":\"\",\"MultiNodeRequested\":true,\"ExtraDisks\":0,\"CertExpiration\":94608000000000000,\"Mount\":false,\"MountString\":\"/home/jenkins:/minikube-host\",\"Mount9PVersion\":\"9p2000.L\",\"MountGID\":\"docker\",\"MountIP\":\"\",\"MountMSize\":262144,\"MountOptions\":[],\"MountPort\":0,\"MountType\":\"9p\",\"MountUID\":\"docker\",\"BinaryMirror\":\"\",\"DisableOptimizations\":false,\"DisableMetr
ics\":false,\"CustomQemuFirmwarePath\":\"\",\"SocketVMnetClientPath\":\"\",\"SocketVMnetPath\":\"\",\"StaticIP\":\"\",\"SSHAuthSock\":\"\",\"SSHAgentPID\":0,\"GPUs\":\"\",\"AutoPauseInterval\":60000000000},\"Active\":false,\"ActiveKubeContext\":true}]}"*. args: "out/minikube-linux-amd64 profile list --output json"
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:239: (dbg) Run: out/minikube-linux-amd64 status --format={{.Host}} -p ha-617764 -n ha-617764
helpers_test.go:244: <<< TestMultiControlPlane/serial/DegradedAfterClusterRestart FAILED: start of post-mortem logs <<<
helpers_test.go:245: ======> post-mortem[TestMultiControlPlane/serial/DegradedAfterClusterRestart]: minikube logs <======
helpers_test.go:247: (dbg) Run: out/minikube-linux-amd64 -p ha-617764 logs -n 25
helpers_test.go:247: (dbg) Done: out/minikube-linux-amd64 -p ha-617764 logs -n 25: (1.658598567s)
helpers_test.go:252: TestMultiControlPlane/serial/DegradedAfterClusterRestart logs:
-- stdout --
==> Audit <==
|---------|--------------------------------------------------------------------------------|-----------|---------|---------|---------------------|---------------------|
| Command | Args | Profile | User | Version | Start Time | End Time |
|---------|--------------------------------------------------------------------------------|-----------|---------|---------|---------------------|---------------------|
| cp | ha-617764 cp ha-617764-m03:/home/docker/cp-test.txt | ha-617764 | jenkins | v1.34.0 | 13 Sep 24 18:46 UTC | 13 Sep 24 18:46 UTC |
| | ha-617764-m04:/home/docker/cp-test_ha-617764-m03_ha-617764-m04.txt | | | | | |
| ssh | ha-617764 ssh -n | ha-617764 | jenkins | v1.34.0 | 13 Sep 24 18:46 UTC | 13 Sep 24 18:46 UTC |
| | ha-617764-m03 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-617764 ssh -n ha-617764-m04 sudo cat | ha-617764 | jenkins | v1.34.0 | 13 Sep 24 18:46 UTC | 13 Sep 24 18:46 UTC |
| | /home/docker/cp-test_ha-617764-m03_ha-617764-m04.txt | | | | | |
| cp | ha-617764 cp testdata/cp-test.txt | ha-617764 | jenkins | v1.34.0 | 13 Sep 24 18:46 UTC | 13 Sep 24 18:46 UTC |
| | ha-617764-m04:/home/docker/cp-test.txt | | | | | |
| ssh | ha-617764 ssh -n | ha-617764 | jenkins | v1.34.0 | 13 Sep 24 18:46 UTC | 13 Sep 24 18:46 UTC |
| | ha-617764-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| cp | ha-617764 cp ha-617764-m04:/home/docker/cp-test.txt | ha-617764 | jenkins | v1.34.0 | 13 Sep 24 18:46 UTC | 13 Sep 24 18:46 UTC |
| | /tmp/TestMultiControlPlaneserialCopyFile62644144/001/cp-test_ha-617764-m04.txt | | | | | |
| ssh | ha-617764 ssh -n | ha-617764 | jenkins | v1.34.0 | 13 Sep 24 18:46 UTC | 13 Sep 24 18:46 UTC |
| | ha-617764-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| cp | ha-617764 cp ha-617764-m04:/home/docker/cp-test.txt | ha-617764 | jenkins | v1.34.0 | 13 Sep 24 18:46 UTC | 13 Sep 24 18:46 UTC |
| | ha-617764:/home/docker/cp-test_ha-617764-m04_ha-617764.txt | | | | | |
| ssh | ha-617764 ssh -n | ha-617764 | jenkins | v1.34.0 | 13 Sep 24 18:46 UTC | 13 Sep 24 18:46 UTC |
| | ha-617764-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-617764 ssh -n ha-617764 sudo cat | ha-617764 | jenkins | v1.34.0 | 13 Sep 24 18:46 UTC | 13 Sep 24 18:46 UTC |
| | /home/docker/cp-test_ha-617764-m04_ha-617764.txt | | | | | |
| cp | ha-617764 cp ha-617764-m04:/home/docker/cp-test.txt | ha-617764 | jenkins | v1.34.0 | 13 Sep 24 18:46 UTC | 13 Sep 24 18:46 UTC |
| | ha-617764-m02:/home/docker/cp-test_ha-617764-m04_ha-617764-m02.txt | | | | | |
| ssh | ha-617764 ssh -n | ha-617764 | jenkins | v1.34.0 | 13 Sep 24 18:46 UTC | 13 Sep 24 18:46 UTC |
| | ha-617764-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-617764 ssh -n ha-617764-m02 sudo cat | ha-617764 | jenkins | v1.34.0 | 13 Sep 24 18:46 UTC | 13 Sep 24 18:46 UTC |
| | /home/docker/cp-test_ha-617764-m04_ha-617764-m02.txt | | | | | |
| cp | ha-617764 cp ha-617764-m04:/home/docker/cp-test.txt | ha-617764 | jenkins | v1.34.0 | 13 Sep 24 18:46 UTC | 13 Sep 24 18:46 UTC |
| | ha-617764-m03:/home/docker/cp-test_ha-617764-m04_ha-617764-m03.txt | | | | | |
| ssh | ha-617764 ssh -n | ha-617764 | jenkins | v1.34.0 | 13 Sep 24 18:46 UTC | 13 Sep 24 18:46 UTC |
| | ha-617764-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-617764 ssh -n ha-617764-m03 sudo cat | ha-617764 | jenkins | v1.34.0 | 13 Sep 24 18:46 UTC | 13 Sep 24 18:46 UTC |
| | /home/docker/cp-test_ha-617764-m04_ha-617764-m03.txt | | | | | |
| node | ha-617764 node stop m02 -v=7 | ha-617764 | jenkins | v1.34.0 | 13 Sep 24 18:46 UTC | |
| | --alsologtostderr | | | | | |
| node | ha-617764 node start m02 -v=7 | ha-617764 | jenkins | v1.34.0 | 13 Sep 24 18:48 UTC | |
| | --alsologtostderr | | | | | |
| node | list -p ha-617764 -v=7 | ha-617764 | jenkins | v1.34.0 | 13 Sep 24 18:49 UTC | |
| | --alsologtostderr | | | | | |
| stop | -p ha-617764 -v=7 | ha-617764 | jenkins | v1.34.0 | 13 Sep 24 18:49 UTC | |
| | --alsologtostderr | | | | | |
| start | -p ha-617764 --wait=true -v=7 | ha-617764 | jenkins | v1.34.0 | 13 Sep 24 18:51 UTC | 13 Sep 24 18:56 UTC |
| | --alsologtostderr | | | | | |
| node | list -p ha-617764 | ha-617764 | jenkins | v1.34.0 | 13 Sep 24 18:56 UTC | |
| node | ha-617764 node delete m03 -v=7 | ha-617764 | jenkins | v1.34.0 | 13 Sep 24 18:56 UTC | 13 Sep 24 18:56 UTC |
| | --alsologtostderr | | | | | |
| stop | ha-617764 stop -v=7 | ha-617764 | jenkins | v1.34.0 | 13 Sep 24 18:56 UTC | |
| | --alsologtostderr | | | | | |
| start | -p ha-617764 --wait=true | ha-617764 | jenkins | v1.34.0 | 13 Sep 24 18:58 UTC | |
| | -v=7 --alsologtostderr | | | | | |
| | --driver=kvm2 | | | | | |
| | --container-runtime=crio | | | | | |
|---------|--------------------------------------------------------------------------------|-----------|---------|---------|---------------------|---------------------|
==> Last Start <==
Log file created at: 2024/09/13 18:58:43
Running on machine: ubuntu-20-agent-10
Binary: Built with gc go1.23.0 for linux/amd64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I0913 18:58:43.150705 31446 out.go:345] Setting OutFile to fd 1 ...
I0913 18:58:43.150823 31446 out.go:392] TERM=,COLORTERM=, which probably does not support color
I0913 18:58:43.150831 31446 out.go:358] Setting ErrFile to fd 2...
I0913 18:58:43.150835 31446 out.go:392] TERM=,COLORTERM=, which probably does not support color
I0913 18:58:43.150989 31446 root.go:338] Updating PATH: /home/jenkins/minikube-integration/19636-3902/.minikube/bin
I0913 18:58:43.151527 31446 out.go:352] Setting JSON to false
I0913 18:58:43.152444 31446 start.go:129] hostinfo: {"hostname":"ubuntu-20-agent-10","uptime":2466,"bootTime":1726251457,"procs":207,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1068-gcp","kernelArch":"x86_64","virtualizationSystem":"kvm","virtualizationRole":"guest","hostId":"591c9f12-2938-3743-e2bf-c56a050d43d1"}
I0913 18:58:43.152531 31446 start.go:139] virtualization: kvm guest
I0913 18:58:43.155078 31446 out.go:177] * [ha-617764] minikube v1.34.0 on Ubuntu 20.04 (kvm/amd64)
I0913 18:58:43.156678 31446 notify.go:220] Checking for updates...
I0913 18:58:43.156709 31446 out.go:177] - MINIKUBE_LOCATION=19636
I0913 18:58:43.158268 31446 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I0913 18:58:43.159544 31446 out.go:177] - KUBECONFIG=/home/jenkins/minikube-integration/19636-3902/kubeconfig
I0913 18:58:43.160767 31446 out.go:177] - MINIKUBE_HOME=/home/jenkins/minikube-integration/19636-3902/.minikube
I0913 18:58:43.162220 31446 out.go:177] - MINIKUBE_BIN=out/minikube-linux-amd64
I0913 18:58:43.163615 31446 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I0913 18:58:43.165451 31446 config.go:182] Loaded profile config "ha-617764": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.1
I0913 18:58:43.165853 31446 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I0913 18:58:43.165907 31446 main.go:141] libmachine: Launching plugin server for driver kvm2
I0913 18:58:43.180911 31446 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:45843
I0913 18:58:43.181388 31446 main.go:141] libmachine: () Calling .GetVersion
I0913 18:58:43.181949 31446 main.go:141] libmachine: Using API Version 1
I0913 18:58:43.181971 31446 main.go:141] libmachine: () Calling .SetConfigRaw
I0913 18:58:43.182353 31446 main.go:141] libmachine: () Calling .GetMachineName
I0913 18:58:43.182521 31446 main.go:141] libmachine: (ha-617764) Calling .DriverName
I0913 18:58:43.182750 31446 driver.go:394] Setting default libvirt URI to qemu:///system
I0913 18:58:43.183084 31446 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I0913 18:58:43.183122 31446 main.go:141] libmachine: Launching plugin server for driver kvm2
I0913 18:58:43.197519 31446 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:39037
I0913 18:58:43.197916 31446 main.go:141] libmachine: () Calling .GetVersion
I0913 18:58:43.198411 31446 main.go:141] libmachine: Using API Version 1
I0913 18:58:43.198429 31446 main.go:141] libmachine: () Calling .SetConfigRaw
I0913 18:58:43.198758 31446 main.go:141] libmachine: () Calling .GetMachineName
I0913 18:58:43.198946 31446 main.go:141] libmachine: (ha-617764) Calling .DriverName
I0913 18:58:43.235966 31446 out.go:177] * Using the kvm2 driver based on existing profile
I0913 18:58:43.237300 31446 start.go:297] selected driver: kvm2
I0913 18:58:43.237333 31446 start.go:901] validating driver "kvm2" against &{Name:ha-617764 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19616/minikube-v1.34.0-1726156389-19616-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1726193793-19634@sha256:4434bf9c4c4590e602ea482d2337d9d858a3db898bec2a85c17f78c81593c44e Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVer
sion:v1.31.1 ClusterName:ha-617764 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.39.145 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m02 IP:192.168.39.203 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m04 IP:192.168.39.238 Port:0 KubernetesVersion:v1.31.1 ContainerRuntime: ControlPlane:false Worker:true}] Addons:map[ambassador:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:false efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-dns:false insp
ektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:false storage-provisioner-gluster:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptim
izations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I0913 18:58:43.237501 31446 start.go:912] status for kvm2: {Installed:true Healthy:true Running:true NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I0913 18:58:43.237936 31446 install.go:52] acquiring lock: {Name:mk900956b073697a4aa6c80a27c6bb0742a99a53 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I0913 18:58:43.238020 31446 install.go:117] Validating docker-machine-driver-kvm2, PATH=/home/jenkins/minikube-integration/19636-3902/.minikube/bin:/home/jenkins/workspace/KVM_Linux_crio_integration/out/:/usr/local/bin:/usr/bin:/bin:/usr/local/games:/usr/games:/usr/local/go/bin:/home/jenkins/go/bin:/usr/local/bin/:/usr/local/go/bin/:/home/jenkins/go/bin
I0913 18:58:43.253448 31446 install.go:137] /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2 version is 1.34.0
I0913 18:58:43.254210 31446 start_flags.go:947] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I0913 18:58:43.254249 31446 cni.go:84] Creating CNI manager for ""
I0913 18:58:43.254286 31446 cni.go:136] multinode detected (3 nodes found), recommending kindnet
I0913 18:58:43.254380 31446 start.go:340] cluster config:
{Name:ha-617764 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19616/minikube-v1.34.0-1726156389-19616-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1726193793-19634@sha256:4434bf9c4c4590e602ea482d2337d9d858a3db898bec2a85c17f78c81593c44e Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.1 ClusterName:ha-617764 Namespace:default APIServerHAVIP:192.168.39
.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.39.145 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m02 IP:192.168.39.203 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m04 IP:192.168.39.238 Port:0 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:false Worker:true}] Addons:map[ambassador:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:false efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow
:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:false storage-provisioner-gluster:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetCli
entPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I0913 18:58:43.254578 31446 iso.go:125] acquiring lock: {Name:mk6d09a9e7ffc35d34bf41cb51ad15df14a4d34d Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I0913 18:58:43.257570 31446 out.go:177] * Starting "ha-617764" primary control-plane node in "ha-617764" cluster
I0913 18:58:43.258900 31446 preload.go:131] Checking if preload exists for k8s version v1.31.1 and runtime crio
I0913 18:58:43.258938 31446 preload.go:146] Found local preload: /home/jenkins/minikube-integration/19636-3902/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.1-cri-o-overlay-amd64.tar.lz4
I0913 18:58:43.258945 31446 cache.go:56] Caching tarball of preloaded images
I0913 18:58:43.259017 31446 preload.go:172] Found /home/jenkins/minikube-integration/19636-3902/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.1-cri-o-overlay-amd64.tar.lz4 in cache, skipping download
I0913 18:58:43.259028 31446 cache.go:59] Finished verifying existence of preloaded tar for v1.31.1 on crio
I0913 18:58:43.259156 31446 profile.go:143] Saving config to /home/jenkins/minikube-integration/19636-3902/.minikube/profiles/ha-617764/config.json ...
I0913 18:58:43.259345 31446 start.go:360] acquireMachinesLock for ha-617764: {Name:mk2a4fc9f87a3264088553785e086036ce1d8c5b Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}
I0913 18:58:43.259392 31446 start.go:364] duration metric: took 31.174µs to acquireMachinesLock for "ha-617764"
I0913 18:58:43.259405 31446 start.go:96] Skipping create...Using existing machine configuration
I0913 18:58:43.259413 31446 fix.go:54] fixHost starting:
I0913 18:58:43.259679 31446 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I0913 18:58:43.259711 31446 main.go:141] libmachine: Launching plugin server for driver kvm2
I0913 18:58:43.274822 31446 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:33137
I0913 18:58:43.275298 31446 main.go:141] libmachine: () Calling .GetVersion
I0913 18:58:43.275852 31446 main.go:141] libmachine: Using API Version 1
I0913 18:58:43.275878 31446 main.go:141] libmachine: () Calling .SetConfigRaw
I0913 18:58:43.276311 31446 main.go:141] libmachine: () Calling .GetMachineName
I0913 18:58:43.276486 31446 main.go:141] libmachine: (ha-617764) Calling .DriverName
I0913 18:58:43.276663 31446 main.go:141] libmachine: (ha-617764) Calling .GetState
I0913 18:58:43.278189 31446 fix.go:112] recreateIfNeeded on ha-617764: state=Running err=<nil>
W0913 18:58:43.278219 31446 fix.go:138] unexpected machine state, will restart: <nil>
I0913 18:58:43.280067 31446 out.go:177] * Updating the running kvm2 "ha-617764" VM ...
I0913 18:58:43.281138 31446 machine.go:93] provisionDockerMachine start ...
I0913 18:58:43.281155 31446 main.go:141] libmachine: (ha-617764) Calling .DriverName
I0913 18:58:43.281323 31446 main.go:141] libmachine: (ha-617764) Calling .GetSSHHostname
I0913 18:58:43.284023 31446 main.go:141] libmachine: (ha-617764) DBG | domain ha-617764 has defined MAC address 52:54:00:1a:5d:60 in network mk-ha-617764
I0913 18:58:43.284521 31446 main.go:141] libmachine: (ha-617764) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:1a:5d:60", ip: ""} in network mk-ha-617764: {Iface:virbr1 ExpiryTime:2024-09-13 19:42:00 +0000 UTC Type:0 Mac:52:54:00:1a:5d:60 Iaid: IPaddr:192.168.39.145 Prefix:24 Hostname:ha-617764 Clientid:01:52:54:00:1a:5d:60}
I0913 18:58:43.284555 31446 main.go:141] libmachine: (ha-617764) DBG | domain ha-617764 has defined IP address 192.168.39.145 and MAC address 52:54:00:1a:5d:60 in network mk-ha-617764
I0913 18:58:43.284669 31446 main.go:141] libmachine: (ha-617764) Calling .GetSSHPort
I0913 18:58:43.284825 31446 main.go:141] libmachine: (ha-617764) Calling .GetSSHKeyPath
I0913 18:58:43.284952 31446 main.go:141] libmachine: (ha-617764) Calling .GetSSHKeyPath
I0913 18:58:43.285055 31446 main.go:141] libmachine: (ha-617764) Calling .GetSSHUsername
I0913 18:58:43.285196 31446 main.go:141] libmachine: Using SSH client type: native
I0913 18:58:43.285409 31446 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x86c560] 0x86f240 <nil> [] 0s} 192.168.39.145 22 <nil> <nil>}
I0913 18:58:43.285420 31446 main.go:141] libmachine: About to run SSH command:
hostname
I0913 18:58:43.394451 31446 main.go:141] libmachine: SSH cmd err, output: <nil>: ha-617764
I0913 18:58:43.394477 31446 main.go:141] libmachine: (ha-617764) Calling .GetMachineName
I0913 18:58:43.394708 31446 buildroot.go:166] provisioning hostname "ha-617764"
I0913 18:58:43.394736 31446 main.go:141] libmachine: (ha-617764) Calling .GetMachineName
I0913 18:58:43.394924 31446 main.go:141] libmachine: (ha-617764) Calling .GetSSHHostname
I0913 18:58:43.397704 31446 main.go:141] libmachine: (ha-617764) DBG | domain ha-617764 has defined MAC address 52:54:00:1a:5d:60 in network mk-ha-617764
I0913 18:58:43.398088 31446 main.go:141] libmachine: (ha-617764) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:1a:5d:60", ip: ""} in network mk-ha-617764: {Iface:virbr1 ExpiryTime:2024-09-13 19:42:00 +0000 UTC Type:0 Mac:52:54:00:1a:5d:60 Iaid: IPaddr:192.168.39.145 Prefix:24 Hostname:ha-617764 Clientid:01:52:54:00:1a:5d:60}
I0913 18:58:43.398141 31446 main.go:141] libmachine: (ha-617764) DBG | domain ha-617764 has defined IP address 192.168.39.145 and MAC address 52:54:00:1a:5d:60 in network mk-ha-617764
I0913 18:58:43.398322 31446 main.go:141] libmachine: (ha-617764) Calling .GetSSHPort
I0913 18:58:43.398529 31446 main.go:141] libmachine: (ha-617764) Calling .GetSSHKeyPath
I0913 18:58:43.398740 31446 main.go:141] libmachine: (ha-617764) Calling .GetSSHKeyPath
I0913 18:58:43.398893 31446 main.go:141] libmachine: (ha-617764) Calling .GetSSHUsername
I0913 18:58:43.399057 31446 main.go:141] libmachine: Using SSH client type: native
I0913 18:58:43.399258 31446 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x86c560] 0x86f240 <nil> [] 0s} 192.168.39.145 22 <nil> <nil>}
I0913 18:58:43.399275 31446 main.go:141] libmachine: About to run SSH command:
sudo hostname ha-617764 && echo "ha-617764" | sudo tee /etc/hostname
I0913 18:58:43.520106 31446 main.go:141] libmachine: SSH cmd err, output: <nil>: ha-617764
I0913 18:58:43.520131 31446 main.go:141] libmachine: (ha-617764) Calling .GetSSHHostname
I0913 18:58:43.522812 31446 main.go:141] libmachine: (ha-617764) DBG | domain ha-617764 has defined MAC address 52:54:00:1a:5d:60 in network mk-ha-617764
I0913 18:58:43.523152 31446 main.go:141] libmachine: (ha-617764) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:1a:5d:60", ip: ""} in network mk-ha-617764: {Iface:virbr1 ExpiryTime:2024-09-13 19:42:00 +0000 UTC Type:0 Mac:52:54:00:1a:5d:60 Iaid: IPaddr:192.168.39.145 Prefix:24 Hostname:ha-617764 Clientid:01:52:54:00:1a:5d:60}
I0913 18:58:43.523170 31446 main.go:141] libmachine: (ha-617764) DBG | domain ha-617764 has defined IP address 192.168.39.145 and MAC address 52:54:00:1a:5d:60 in network mk-ha-617764
I0913 18:58:43.523391 31446 main.go:141] libmachine: (ha-617764) Calling .GetSSHPort
I0913 18:58:43.523571 31446 main.go:141] libmachine: (ha-617764) Calling .GetSSHKeyPath
I0913 18:58:43.523748 31446 main.go:141] libmachine: (ha-617764) Calling .GetSSHKeyPath
I0913 18:58:43.523885 31446 main.go:141] libmachine: (ha-617764) Calling .GetSSHUsername
I0913 18:58:43.524100 31446 main.go:141] libmachine: Using SSH client type: native
I0913 18:58:43.524293 31446 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x86c560] 0x86f240 <nil> [] 0s} 192.168.39.145 22 <nil> <nil>}
I0913 18:58:43.524308 31446 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\sha-617764' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 ha-617764/g' /etc/hosts;
else
echo '127.0.1.1 ha-617764' | sudo tee -a /etc/hosts;
fi
fi
I0913 18:58:43.635855 31446 main.go:141] libmachine: SSH cmd err, output: <nil>:
I0913 18:58:43.635900 31446 buildroot.go:172] set auth options {CertDir:/home/jenkins/minikube-integration/19636-3902/.minikube CaCertPath:/home/jenkins/minikube-integration/19636-3902/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/19636-3902/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/19636-3902/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/19636-3902/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/19636-3902/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/19636-3902/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/19636-3902/.minikube}
I0913 18:58:43.635930 31446 buildroot.go:174] setting up certificates
I0913 18:58:43.635943 31446 provision.go:84] configureAuth start
I0913 18:58:43.635958 31446 main.go:141] libmachine: (ha-617764) Calling .GetMachineName
I0913 18:58:43.636270 31446 main.go:141] libmachine: (ha-617764) Calling .GetIP
I0913 18:58:43.638723 31446 main.go:141] libmachine: (ha-617764) DBG | domain ha-617764 has defined MAC address 52:54:00:1a:5d:60 in network mk-ha-617764
I0913 18:58:43.639091 31446 main.go:141] libmachine: (ha-617764) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:1a:5d:60", ip: ""} in network mk-ha-617764: {Iface:virbr1 ExpiryTime:2024-09-13 19:42:00 +0000 UTC Type:0 Mac:52:54:00:1a:5d:60 Iaid: IPaddr:192.168.39.145 Prefix:24 Hostname:ha-617764 Clientid:01:52:54:00:1a:5d:60}
I0913 18:58:43.639122 31446 main.go:141] libmachine: (ha-617764) DBG | domain ha-617764 has defined IP address 192.168.39.145 and MAC address 52:54:00:1a:5d:60 in network mk-ha-617764
I0913 18:58:43.639263 31446 main.go:141] libmachine: (ha-617764) Calling .GetSSHHostname
I0913 18:58:43.641516 31446 main.go:141] libmachine: (ha-617764) DBG | domain ha-617764 has defined MAC address 52:54:00:1a:5d:60 in network mk-ha-617764
I0913 18:58:43.641896 31446 main.go:141] libmachine: (ha-617764) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:1a:5d:60", ip: ""} in network mk-ha-617764: {Iface:virbr1 ExpiryTime:2024-09-13 19:42:00 +0000 UTC Type:0 Mac:52:54:00:1a:5d:60 Iaid: IPaddr:192.168.39.145 Prefix:24 Hostname:ha-617764 Clientid:01:52:54:00:1a:5d:60}
I0913 18:58:43.641921 31446 main.go:141] libmachine: (ha-617764) DBG | domain ha-617764 has defined IP address 192.168.39.145 and MAC address 52:54:00:1a:5d:60 in network mk-ha-617764
I0913 18:58:43.642009 31446 provision.go:143] copyHostCerts
I0913 18:58:43.642045 31446 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19636-3902/.minikube/certs/ca.pem -> /home/jenkins/minikube-integration/19636-3902/.minikube/ca.pem
I0913 18:58:43.642090 31446 exec_runner.go:144] found /home/jenkins/minikube-integration/19636-3902/.minikube/ca.pem, removing ...
I0913 18:58:43.642118 31446 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19636-3902/.minikube/ca.pem
I0913 18:58:43.642204 31446 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19636-3902/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/19636-3902/.minikube/ca.pem (1082 bytes)
I0913 18:58:43.642317 31446 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19636-3902/.minikube/certs/cert.pem -> /home/jenkins/minikube-integration/19636-3902/.minikube/cert.pem
I0913 18:58:43.642345 31446 exec_runner.go:144] found /home/jenkins/minikube-integration/19636-3902/.minikube/cert.pem, removing ...
I0913 18:58:43.642351 31446 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19636-3902/.minikube/cert.pem
I0913 18:58:43.642393 31446 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19636-3902/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/19636-3902/.minikube/cert.pem (1123 bytes)
I0913 18:58:43.642482 31446 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19636-3902/.minikube/certs/key.pem -> /home/jenkins/minikube-integration/19636-3902/.minikube/key.pem
I0913 18:58:43.642507 31446 exec_runner.go:144] found /home/jenkins/minikube-integration/19636-3902/.minikube/key.pem, removing ...
I0913 18:58:43.642516 31446 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19636-3902/.minikube/key.pem
I0913 18:58:43.642554 31446 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19636-3902/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/19636-3902/.minikube/key.pem (1679 bytes)
I0913 18:58:43.642629 31446 provision.go:117] generating server cert: /home/jenkins/minikube-integration/19636-3902/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/19636-3902/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/19636-3902/.minikube/certs/ca-key.pem org=jenkins.ha-617764 san=[127.0.0.1 192.168.39.145 ha-617764 localhost minikube]
I0913 18:58:44.051872 31446 provision.go:177] copyRemoteCerts
I0913 18:58:44.051926 31446 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I0913 18:58:44.051949 31446 main.go:141] libmachine: (ha-617764) Calling .GetSSHHostname
I0913 18:58:44.054378 31446 main.go:141] libmachine: (ha-617764) DBG | domain ha-617764 has defined MAC address 52:54:00:1a:5d:60 in network mk-ha-617764
I0913 18:58:44.054746 31446 main.go:141] libmachine: (ha-617764) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:1a:5d:60", ip: ""} in network mk-ha-617764: {Iface:virbr1 ExpiryTime:2024-09-13 19:42:00 +0000 UTC Type:0 Mac:52:54:00:1a:5d:60 Iaid: IPaddr:192.168.39.145 Prefix:24 Hostname:ha-617764 Clientid:01:52:54:00:1a:5d:60}
I0913 18:58:44.054779 31446 main.go:141] libmachine: (ha-617764) DBG | domain ha-617764 has defined IP address 192.168.39.145 and MAC address 52:54:00:1a:5d:60 in network mk-ha-617764
I0913 18:58:44.054963 31446 main.go:141] libmachine: (ha-617764) Calling .GetSSHPort
I0913 18:58:44.055136 31446 main.go:141] libmachine: (ha-617764) Calling .GetSSHKeyPath
I0913 18:58:44.055290 31446 main.go:141] libmachine: (ha-617764) Calling .GetSSHUsername
I0913 18:58:44.055443 31446 sshutil.go:53] new ssh client: &{IP:192.168.39.145 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19636-3902/.minikube/machines/ha-617764/id_rsa Username:docker}
I0913 18:58:44.136923 31446 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19636-3902/.minikube/certs/ca.pem -> /etc/docker/ca.pem
I0913 18:58:44.136991 31446 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19636-3902/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1082 bytes)
I0913 18:58:44.167349 31446 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19636-3902/.minikube/machines/server.pem -> /etc/docker/server.pem
I0913 18:58:44.167474 31446 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19636-3902/.minikube/machines/server.pem --> /etc/docker/server.pem (1196 bytes)
I0913 18:58:44.192816 31446 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19636-3902/.minikube/machines/server-key.pem -> /etc/docker/server-key.pem
I0913 18:58:44.192890 31446 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19636-3902/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)
I0913 18:58:44.219869 31446 provision.go:87] duration metric: took 583.909353ms to configureAuth
I0913 18:58:44.219902 31446 buildroot.go:189] setting minikube options for container-runtime
I0913 18:58:44.220142 31446 config.go:182] Loaded profile config "ha-617764": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.1
I0913 18:58:44.220219 31446 main.go:141] libmachine: (ha-617764) Calling .GetSSHHostname
I0913 18:58:44.222922 31446 main.go:141] libmachine: (ha-617764) DBG | domain ha-617764 has defined MAC address 52:54:00:1a:5d:60 in network mk-ha-617764
I0913 18:58:44.223448 31446 main.go:141] libmachine: (ha-617764) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:1a:5d:60", ip: ""} in network mk-ha-617764: {Iface:virbr1 ExpiryTime:2024-09-13 19:42:00 +0000 UTC Type:0 Mac:52:54:00:1a:5d:60 Iaid: IPaddr:192.168.39.145 Prefix:24 Hostname:ha-617764 Clientid:01:52:54:00:1a:5d:60}
I0913 18:58:44.223533 31446 main.go:141] libmachine: (ha-617764) DBG | domain ha-617764 has defined IP address 192.168.39.145 and MAC address 52:54:00:1a:5d:60 in network mk-ha-617764
I0913 18:58:44.223808 31446 main.go:141] libmachine: (ha-617764) Calling .GetSSHPort
I0913 18:58:44.224007 31446 main.go:141] libmachine: (ha-617764) Calling .GetSSHKeyPath
I0913 18:58:44.224174 31446 main.go:141] libmachine: (ha-617764) Calling .GetSSHKeyPath
I0913 18:58:44.224308 31446 main.go:141] libmachine: (ha-617764) Calling .GetSSHUsername
I0913 18:58:44.224474 31446 main.go:141] libmachine: Using SSH client type: native
I0913 18:58:44.224676 31446 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x86c560] 0x86f240 <nil> [] 0s} 192.168.39.145 22 <nil> <nil>}
I0913 18:58:44.224698 31446 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I0913 19:00:18.789819 31446 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I0913 19:00:18.789840 31446 machine.go:96] duration metric: took 1m35.508690532s to provisionDockerMachine
I0913 19:00:18.789851 31446 start.go:293] postStartSetup for "ha-617764" (driver="kvm2")
I0913 19:00:18.789861 31446 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I0913 19:00:18.789874 31446 main.go:141] libmachine: (ha-617764) Calling .DriverName
I0913 19:00:18.790220 31446 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I0913 19:00:18.790251 31446 main.go:141] libmachine: (ha-617764) Calling .GetSSHHostname
I0913 19:00:18.793500 31446 main.go:141] libmachine: (ha-617764) DBG | domain ha-617764 has defined MAC address 52:54:00:1a:5d:60 in network mk-ha-617764
I0913 19:00:18.793848 31446 main.go:141] libmachine: (ha-617764) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:1a:5d:60", ip: ""} in network mk-ha-617764: {Iface:virbr1 ExpiryTime:2024-09-13 19:42:00 +0000 UTC Type:0 Mac:52:54:00:1a:5d:60 Iaid: IPaddr:192.168.39.145 Prefix:24 Hostname:ha-617764 Clientid:01:52:54:00:1a:5d:60}
I0913 19:00:18.793875 31446 main.go:141] libmachine: (ha-617764) DBG | domain ha-617764 has defined IP address 192.168.39.145 and MAC address 52:54:00:1a:5d:60 in network mk-ha-617764
I0913 19:00:18.794048 31446 main.go:141] libmachine: (ha-617764) Calling .GetSSHPort
I0913 19:00:18.794238 31446 main.go:141] libmachine: (ha-617764) Calling .GetSSHKeyPath
I0913 19:00:18.794385 31446 main.go:141] libmachine: (ha-617764) Calling .GetSSHUsername
I0913 19:00:18.794569 31446 sshutil.go:53] new ssh client: &{IP:192.168.39.145 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19636-3902/.minikube/machines/ha-617764/id_rsa Username:docker}
I0913 19:00:18.877285 31446 ssh_runner.go:195] Run: cat /etc/os-release
I0913 19:00:18.883268 31446 info.go:137] Remote host: Buildroot 2023.02.9
I0913 19:00:18.883297 31446 filesync.go:126] Scanning /home/jenkins/minikube-integration/19636-3902/.minikube/addons for local assets ...
I0913 19:00:18.883423 31446 filesync.go:126] Scanning /home/jenkins/minikube-integration/19636-3902/.minikube/files for local assets ...
I0913 19:00:18.883612 31446 filesync.go:149] local asset: /home/jenkins/minikube-integration/19636-3902/.minikube/files/etc/ssl/certs/110792.pem -> 110792.pem in /etc/ssl/certs
I0913 19:00:18.883631 31446 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19636-3902/.minikube/files/etc/ssl/certs/110792.pem -> /etc/ssl/certs/110792.pem
I0913 19:00:18.883718 31446 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I0913 19:00:18.893226 31446 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19636-3902/.minikube/files/etc/ssl/certs/110792.pem --> /etc/ssl/certs/110792.pem (1708 bytes)
I0913 19:00:18.920369 31446 start.go:296] duration metric: took 130.503832ms for postStartSetup
I0913 19:00:18.920414 31446 main.go:141] libmachine: (ha-617764) Calling .DriverName
I0913 19:00:18.920676 31446 ssh_runner.go:195] Run: sudo ls --almost-all -1 /var/lib/minikube/backup
I0913 19:00:18.920707 31446 main.go:141] libmachine: (ha-617764) Calling .GetSSHHostname
I0913 19:00:18.923635 31446 main.go:141] libmachine: (ha-617764) DBG | domain ha-617764 has defined MAC address 52:54:00:1a:5d:60 in network mk-ha-617764
I0913 19:00:18.924114 31446 main.go:141] libmachine: (ha-617764) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:1a:5d:60", ip: ""} in network mk-ha-617764: {Iface:virbr1 ExpiryTime:2024-09-13 19:42:00 +0000 UTC Type:0 Mac:52:54:00:1a:5d:60 Iaid: IPaddr:192.168.39.145 Prefix:24 Hostname:ha-617764 Clientid:01:52:54:00:1a:5d:60}
I0913 19:00:18.924141 31446 main.go:141] libmachine: (ha-617764) DBG | domain ha-617764 has defined IP address 192.168.39.145 and MAC address 52:54:00:1a:5d:60 in network mk-ha-617764
I0913 19:00:18.924348 31446 main.go:141] libmachine: (ha-617764) Calling .GetSSHPort
I0913 19:00:18.924535 31446 main.go:141] libmachine: (ha-617764) Calling .GetSSHKeyPath
I0913 19:00:18.924698 31446 main.go:141] libmachine: (ha-617764) Calling .GetSSHUsername
I0913 19:00:18.924850 31446 sshutil.go:53] new ssh client: &{IP:192.168.39.145 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19636-3902/.minikube/machines/ha-617764/id_rsa Username:docker}
W0913 19:00:19.009141 31446 fix.go:99] cannot read backup folder, skipping restore: read dir: sudo ls --almost-all -1 /var/lib/minikube/backup: Process exited with status 2
stdout:
stderr:
ls: cannot access '/var/lib/minikube/backup': No such file or directory
I0913 19:00:19.009172 31446 fix.go:56] duration metric: took 1m35.749758939s for fixHost
I0913 19:00:19.009198 31446 main.go:141] libmachine: (ha-617764) Calling .GetSSHHostname
I0913 19:00:19.011920 31446 main.go:141] libmachine: (ha-617764) DBG | domain ha-617764 has defined MAC address 52:54:00:1a:5d:60 in network mk-ha-617764
I0913 19:00:19.012313 31446 main.go:141] libmachine: (ha-617764) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:1a:5d:60", ip: ""} in network mk-ha-617764: {Iface:virbr1 ExpiryTime:2024-09-13 19:42:00 +0000 UTC Type:0 Mac:52:54:00:1a:5d:60 Iaid: IPaddr:192.168.39.145 Prefix:24 Hostname:ha-617764 Clientid:01:52:54:00:1a:5d:60}
I0913 19:00:19.012336 31446 main.go:141] libmachine: (ha-617764) DBG | domain ha-617764 has defined IP address 192.168.39.145 and MAC address 52:54:00:1a:5d:60 in network mk-ha-617764
I0913 19:00:19.012505 31446 main.go:141] libmachine: (ha-617764) Calling .GetSSHPort
I0913 19:00:19.012684 31446 main.go:141] libmachine: (ha-617764) Calling .GetSSHKeyPath
I0913 19:00:19.012842 31446 main.go:141] libmachine: (ha-617764) Calling .GetSSHKeyPath
I0913 19:00:19.012978 31446 main.go:141] libmachine: (ha-617764) Calling .GetSSHUsername
I0913 19:00:19.013111 31446 main.go:141] libmachine: Using SSH client type: native
I0913 19:00:19.013373 31446 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x86c560] 0x86f240 <nil> [] 0s} 192.168.39.145 22 <nil> <nil>}
I0913 19:00:19.013392 31446 main.go:141] libmachine: About to run SSH command:
date +%s.%N
I0913 19:00:19.118884 31446 main.go:141] libmachine: SSH cmd err, output: <nil>: 1726254019.083169511
I0913 19:00:19.118912 31446 fix.go:216] guest clock: 1726254019.083169511
I0913 19:00:19.118923 31446 fix.go:229] Guest: 2024-09-13 19:00:19.083169511 +0000 UTC Remote: 2024-09-13 19:00:19.009181164 +0000 UTC m=+95.893684428 (delta=73.988347ms)
I0913 19:00:19.118983 31446 fix.go:200] guest clock delta is within tolerance: 73.988347ms
I0913 19:00:19.118991 31446 start.go:83] releasing machines lock for "ha-617764", held for 1m35.85958928s
I0913 19:00:19.119022 31446 main.go:141] libmachine: (ha-617764) Calling .DriverName
I0913 19:00:19.119255 31446 main.go:141] libmachine: (ha-617764) Calling .GetIP
I0913 19:00:19.121927 31446 main.go:141] libmachine: (ha-617764) DBG | domain ha-617764 has defined MAC address 52:54:00:1a:5d:60 in network mk-ha-617764
I0913 19:00:19.122454 31446 main.go:141] libmachine: (ha-617764) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:1a:5d:60", ip: ""} in network mk-ha-617764: {Iface:virbr1 ExpiryTime:2024-09-13 19:42:00 +0000 UTC Type:0 Mac:52:54:00:1a:5d:60 Iaid: IPaddr:192.168.39.145 Prefix:24 Hostname:ha-617764 Clientid:01:52:54:00:1a:5d:60}
I0913 19:00:19.122593 31446 main.go:141] libmachine: (ha-617764) DBG | domain ha-617764 has defined IP address 192.168.39.145 and MAC address 52:54:00:1a:5d:60 in network mk-ha-617764
I0913 19:00:19.122762 31446 main.go:141] libmachine: (ha-617764) Calling .DriverName
I0913 19:00:19.123286 31446 main.go:141] libmachine: (ha-617764) Calling .DriverName
I0913 19:00:19.123470 31446 main.go:141] libmachine: (ha-617764) Calling .DriverName
I0913 19:00:19.123531 31446 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I0913 19:00:19.123584 31446 main.go:141] libmachine: (ha-617764) Calling .GetSSHHostname
I0913 19:00:19.123664 31446 ssh_runner.go:195] Run: cat /version.json
I0913 19:00:19.123680 31446 main.go:141] libmachine: (ha-617764) Calling .GetSSHHostname
I0913 19:00:19.126137 31446 main.go:141] libmachine: (ha-617764) DBG | domain ha-617764 has defined MAC address 52:54:00:1a:5d:60 in network mk-ha-617764
I0913 19:00:19.126495 31446 main.go:141] libmachine: (ha-617764) DBG | domain ha-617764 has defined MAC address 52:54:00:1a:5d:60 in network mk-ha-617764
I0913 19:00:19.126557 31446 main.go:141] libmachine: (ha-617764) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:1a:5d:60", ip: ""} in network mk-ha-617764: {Iface:virbr1 ExpiryTime:2024-09-13 19:42:00 +0000 UTC Type:0 Mac:52:54:00:1a:5d:60 Iaid: IPaddr:192.168.39.145 Prefix:24 Hostname:ha-617764 Clientid:01:52:54:00:1a:5d:60}
I0913 19:00:19.126605 31446 main.go:141] libmachine: (ha-617764) DBG | domain ha-617764 has defined IP address 192.168.39.145 and MAC address 52:54:00:1a:5d:60 in network mk-ha-617764
I0913 19:00:19.126870 31446 main.go:141] libmachine: (ha-617764) Calling .GetSSHPort
I0913 19:00:19.126965 31446 main.go:141] libmachine: (ha-617764) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:1a:5d:60", ip: ""} in network mk-ha-617764: {Iface:virbr1 ExpiryTime:2024-09-13 19:42:00 +0000 UTC Type:0 Mac:52:54:00:1a:5d:60 Iaid: IPaddr:192.168.39.145 Prefix:24 Hostname:ha-617764 Clientid:01:52:54:00:1a:5d:60}
I0913 19:00:19.126997 31446 main.go:141] libmachine: (ha-617764) DBG | domain ha-617764 has defined IP address 192.168.39.145 and MAC address 52:54:00:1a:5d:60 in network mk-ha-617764
I0913 19:00:19.127049 31446 main.go:141] libmachine: (ha-617764) Calling .GetSSHKeyPath
I0913 19:00:19.127133 31446 main.go:141] libmachine: (ha-617764) Calling .GetSSHPort
I0913 19:00:19.127204 31446 main.go:141] libmachine: (ha-617764) Calling .GetSSHUsername
I0913 19:00:19.127289 31446 main.go:141] libmachine: (ha-617764) Calling .GetSSHKeyPath
I0913 19:00:19.127344 31446 sshutil.go:53] new ssh client: &{IP:192.168.39.145 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19636-3902/.minikube/machines/ha-617764/id_rsa Username:docker}
I0913 19:00:19.127430 31446 main.go:141] libmachine: (ha-617764) Calling .GetSSHUsername
I0913 19:00:19.127554 31446 sshutil.go:53] new ssh client: &{IP:192.168.39.145 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19636-3902/.minikube/machines/ha-617764/id_rsa Username:docker}
I0913 19:00:19.230613 31446 ssh_runner.go:195] Run: systemctl --version
I0913 19:00:19.238299 31446 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I0913 19:00:19.405183 31446 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
W0913 19:00:19.411872 31446 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I0913 19:00:19.411926 31446 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I0913 19:00:19.421058 31446 cni.go:259] no active bridge cni configs found in "/etc/cni/net.d" - nothing to disable
I0913 19:00:19.421086 31446 start.go:495] detecting cgroup driver to use...
I0913 19:00:19.421155 31446 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I0913 19:00:19.436778 31446 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I0913 19:00:19.450920 31446 docker.go:217] disabling cri-docker service (if available) ...
I0913 19:00:19.450979 31446 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I0913 19:00:19.464921 31446 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I0913 19:00:19.478168 31446 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I0913 19:00:19.645366 31446 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I0913 19:00:19.801636 31446 docker.go:233] disabling docker service ...
I0913 19:00:19.801712 31446 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I0913 19:00:19.818239 31446 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I0913 19:00:19.832446 31446 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I0913 19:00:19.978995 31446 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I0913 19:00:20.122997 31446 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I0913 19:00:20.139838 31446 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I0913 19:00:20.159570 31446 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10" pause image...
I0913 19:00:20.159648 31446 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10"|' /etc/crio/crio.conf.d/02-crio.conf"
I0913 19:00:20.172313 31446 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I0913 19:00:20.172387 31446 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I0913 19:00:20.183969 31446 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I0913 19:00:20.195156 31446 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I0913 19:00:20.206292 31446 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I0913 19:00:20.218569 31446 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I0913 19:00:20.229457 31446 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I0913 19:00:20.241787 31446 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I0913 19:00:20.252269 31446 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I0913 19:00:20.262210 31446 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I0913 19:00:20.272169 31446 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0913 19:00:20.432441 31446 ssh_runner.go:195] Run: sudo systemctl restart crio
I0913 19:00:27.397849 31446 ssh_runner.go:235] Completed: sudo systemctl restart crio: (6.965372324s)
I0913 19:00:27.397881 31446 start.go:542] Will wait 60s for socket path /var/run/crio/crio.sock
I0913 19:00:27.397939 31446 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I0913 19:00:27.404132 31446 start.go:563] Will wait 60s for crictl version
I0913 19:00:27.404202 31446 ssh_runner.go:195] Run: which crictl
I0913 19:00:27.407981 31446 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I0913 19:00:27.443823 31446 start.go:579] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.29.1
RuntimeApiVersion: v1
I0913 19:00:27.443905 31446 ssh_runner.go:195] Run: crio --version
I0913 19:00:27.475173 31446 ssh_runner.go:195] Run: crio --version
I0913 19:00:27.506743 31446 out.go:177] * Preparing Kubernetes v1.31.1 on CRI-O 1.29.1 ...
I0913 19:00:27.508011 31446 main.go:141] libmachine: (ha-617764) Calling .GetIP
I0913 19:00:27.510651 31446 main.go:141] libmachine: (ha-617764) DBG | domain ha-617764 has defined MAC address 52:54:00:1a:5d:60 in network mk-ha-617764
I0913 19:00:27.511033 31446 main.go:141] libmachine: (ha-617764) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:1a:5d:60", ip: ""} in network mk-ha-617764: {Iface:virbr1 ExpiryTime:2024-09-13 19:42:00 +0000 UTC Type:0 Mac:52:54:00:1a:5d:60 Iaid: IPaddr:192.168.39.145 Prefix:24 Hostname:ha-617764 Clientid:01:52:54:00:1a:5d:60}
I0913 19:00:27.511060 31446 main.go:141] libmachine: (ha-617764) DBG | domain ha-617764 has defined IP address 192.168.39.145 and MAC address 52:54:00:1a:5d:60 in network mk-ha-617764
I0913 19:00:27.511270 31446 ssh_runner.go:195] Run: grep 192.168.39.1 host.minikube.internal$ /etc/hosts
I0913 19:00:27.516012 31446 kubeadm.go:883] updating cluster {Name:ha-617764 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19616/minikube-v1.34.0-1726156389-19616-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1726193793-19634@sha256:4434bf9c4c4590e602ea482d2337d9d858a3db898bec2a85c17f78c81593c44e Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.1 Cl
usterName:ha-617764 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.39.145 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m02 IP:192.168.39.203 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m04 IP:192.168.39.238 Port:0 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:false Worker:true}] Addons:map[ambassador:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:false efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-dns:false inspektor-gadge
t:false istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:false storage-provisioner-gluster:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:fa
lse DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} ...
I0913 19:00:27.516147 31446 preload.go:131] Checking if preload exists for k8s version v1.31.1 and runtime crio
I0913 19:00:27.516207 31446 ssh_runner.go:195] Run: sudo crictl images --output json
I0913 19:00:27.563165 31446 crio.go:514] all images are preloaded for cri-o runtime.
I0913 19:00:27.563185 31446 crio.go:433] Images already preloaded, skipping extraction
I0913 19:00:27.563228 31446 ssh_runner.go:195] Run: sudo crictl images --output json
I0913 19:00:27.599775 31446 crio.go:514] all images are preloaded for cri-o runtime.
I0913 19:00:27.599799 31446 cache_images.go:84] Images are preloaded, skipping loading
I0913 19:00:27.599809 31446 kubeadm.go:934] updating node { 192.168.39.145 8443 v1.31.1 crio true true} ...
I0913 19:00:27.599915 31446 kubeadm.go:946] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.31.1/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --hostname-override=ha-617764 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.39.145
[Install]
config:
{KubernetesVersion:v1.31.1 ClusterName:ha-617764 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I0913 19:00:27.600007 31446 ssh_runner.go:195] Run: crio config
I0913 19:00:27.651311 31446 cni.go:84] Creating CNI manager for ""
I0913 19:00:27.651333 31446 cni.go:136] multinode detected (3 nodes found), recommending kindnet
I0913 19:00:27.651343 31446 kubeadm.go:84] Using pod CIDR: 10.244.0.0/16
I0913 19:00:27.651366 31446 kubeadm.go:181] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.39.145 APIServerPort:8443 KubernetesVersion:v1.31.1 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:ha-617764 NodeName:ha-617764 DNSDomain:cluster.local CRISocket:/var/run/crio/crio.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.39.145"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.39.145 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/kubernete
s/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[containerRuntimeEndpoint:unix:///var/run/crio/crio.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I0913 19:00:27.651508 31446 kubeadm.go:187] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta3
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.39.145
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/crio/crio.sock
name: "ha-617764"
kubeletExtraArgs:
node-ip: 192.168.39.145
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta3
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.39.145"]
extraArgs:
enable-admission-plugins: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
allocate-node-cidrs: "true"
leader-elect: "false"
scheduler:
extraArgs:
leader-elect: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
extraArgs:
proxy-refresh-interval: "70000"
kubernetesVersion: v1.31.1
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
containerRuntimeEndpoint: unix:///var/run/crio/crio.sock
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%"
nodefs.inodesFree: "0%"
imagefs.available: "0%"
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I0913 19:00:27.651538 31446 kube-vip.go:115] generating kube-vip config ...
I0913 19:00:27.651587 31446 ssh_runner.go:195] Run: sudo sh -c "modprobe --all ip_vs ip_vs_rr ip_vs_wrr ip_vs_sh nf_conntrack"
I0913 19:00:27.664287 31446 kube-vip.go:167] auto-enabling control-plane load-balancing in kube-vip
I0913 19:00:27.664396 31446 kube-vip.go:137] kube-vip config:
apiVersion: v1
kind: Pod
metadata:
creationTimestamp: null
name: kube-vip
namespace: kube-system
spec:
containers:
- args:
- manager
env:
- name: vip_arp
value: "true"
- name: port
value: "8443"
- name: vip_nodename
valueFrom:
fieldRef:
fieldPath: spec.nodeName
- name: vip_interface
value: eth0
- name: vip_cidr
value: "32"
- name: dns_mode
value: first
- name: cp_enable
value: "true"
- name: cp_namespace
value: kube-system
- name: vip_leaderelection
value: "true"
- name: vip_leasename
value: plndr-cp-lock
- name: vip_leaseduration
value: "5"
- name: vip_renewdeadline
value: "3"
- name: vip_retryperiod
value: "1"
- name: address
value: 192.168.39.254
- name: prometheus_server
value: :2112
- name : lb_enable
value: "true"
- name: lb_port
value: "8443"
image: ghcr.io/kube-vip/kube-vip:v0.8.0
imagePullPolicy: IfNotPresent
name: kube-vip
resources: {}
securityContext:
capabilities:
add:
- NET_ADMIN
- NET_RAW
volumeMounts:
- mountPath: /etc/kubernetes/admin.conf
name: kubeconfig
hostAliases:
- hostnames:
- kubernetes
ip: 127.0.0.1
hostNetwork: true
volumes:
- hostPath:
path: "/etc/kubernetes/admin.conf"
name: kubeconfig
status: {}
I0913 19:00:27.664455 31446 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.31.1
I0913 19:00:27.674466 31446 binaries.go:44] Found k8s binaries, skipping transfer
I0913 19:00:27.674547 31446 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube /etc/kubernetes/manifests
I0913 19:00:27.684733 31446 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (309 bytes)
I0913 19:00:27.702120 31446 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I0913 19:00:27.719612 31446 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2153 bytes)
I0913 19:00:27.737029 31446 ssh_runner.go:362] scp memory --> /etc/kubernetes/manifests/kube-vip.yaml (1441 bytes)
I0913 19:00:27.755478 31446 ssh_runner.go:195] Run: grep 192.168.39.254 control-plane.minikube.internal$ /etc/hosts
I0913 19:00:27.759223 31446 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0913 19:00:27.910765 31446 ssh_runner.go:195] Run: sudo systemctl start kubelet
I0913 19:00:27.925634 31446 certs.go:68] Setting up /home/jenkins/minikube-integration/19636-3902/.minikube/profiles/ha-617764 for IP: 192.168.39.145
I0913 19:00:27.925655 31446 certs.go:194] generating shared ca certs ...
I0913 19:00:27.925670 31446 certs.go:226] acquiring lock for ca certs: {Name:mke780aab4c2895bded11772e31c7a357d07742c Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0913 19:00:27.925837 31446 certs.go:235] skipping valid "minikubeCA" ca cert: /home/jenkins/minikube-integration/19636-3902/.minikube/ca.key
I0913 19:00:27.925877 31446 certs.go:235] skipping valid "proxyClientCA" ca cert: /home/jenkins/minikube-integration/19636-3902/.minikube/proxy-client-ca.key
I0913 19:00:27.925887 31446 certs.go:256] generating profile certs ...
I0913 19:00:27.925954 31446 certs.go:359] skipping valid signed profile cert regeneration for "minikube-user": /home/jenkins/minikube-integration/19636-3902/.minikube/profiles/ha-617764/client.key
I0913 19:00:27.925980 31446 certs.go:363] generating signed profile cert for "minikube": /home/jenkins/minikube-integration/19636-3902/.minikube/profiles/ha-617764/apiserver.key.902bad01
I0913 19:00:27.926001 31446 crypto.go:68] Generating cert /home/jenkins/minikube-integration/19636-3902/.minikube/profiles/ha-617764/apiserver.crt.902bad01 with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.168.39.145 192.168.39.203 192.168.39.254]
I0913 19:00:28.083419 31446 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19636-3902/.minikube/profiles/ha-617764/apiserver.crt.902bad01 ...
I0913 19:00:28.083444 31446 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19636-3902/.minikube/profiles/ha-617764/apiserver.crt.902bad01: {Name:mk5610f7b2a13e2e9a2db0fd30b419eeb2bcec9f Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0913 19:00:28.083629 31446 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19636-3902/.minikube/profiles/ha-617764/apiserver.key.902bad01 ...
I0913 19:00:28.083645 31446 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19636-3902/.minikube/profiles/ha-617764/apiserver.key.902bad01: {Name:mk0e8fc15f8ef270cc2f47ac846f3a3e4156c718 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0913 19:00:28.083740 31446 certs.go:381] copying /home/jenkins/minikube-integration/19636-3902/.minikube/profiles/ha-617764/apiserver.crt.902bad01 -> /home/jenkins/minikube-integration/19636-3902/.minikube/profiles/ha-617764/apiserver.crt
I0913 19:00:28.083880 31446 certs.go:385] copying /home/jenkins/minikube-integration/19636-3902/.minikube/profiles/ha-617764/apiserver.key.902bad01 -> /home/jenkins/minikube-integration/19636-3902/.minikube/profiles/ha-617764/apiserver.key
I0913 19:00:28.084003 31446 certs.go:359] skipping valid signed profile cert regeneration for "aggregator": /home/jenkins/minikube-integration/19636-3902/.minikube/profiles/ha-617764/proxy-client.key
I0913 19:00:28.084017 31446 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19636-3902/.minikube/ca.crt -> /var/lib/minikube/certs/ca.crt
I0913 19:00:28.084030 31446 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19636-3902/.minikube/ca.key -> /var/lib/minikube/certs/ca.key
I0913 19:00:28.084042 31446 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19636-3902/.minikube/proxy-client-ca.crt -> /var/lib/minikube/certs/proxy-client-ca.crt
I0913 19:00:28.084057 31446 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19636-3902/.minikube/proxy-client-ca.key -> /var/lib/minikube/certs/proxy-client-ca.key
I0913 19:00:28.084069 31446 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19636-3902/.minikube/profiles/ha-617764/apiserver.crt -> /var/lib/minikube/certs/apiserver.crt
I0913 19:00:28.084082 31446 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19636-3902/.minikube/profiles/ha-617764/apiserver.key -> /var/lib/minikube/certs/apiserver.key
I0913 19:00:28.084100 31446 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19636-3902/.minikube/profiles/ha-617764/proxy-client.crt -> /var/lib/minikube/certs/proxy-client.crt
I0913 19:00:28.084113 31446 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19636-3902/.minikube/profiles/ha-617764/proxy-client.key -> /var/lib/minikube/certs/proxy-client.key
I0913 19:00:28.084157 31446 certs.go:484] found cert: /home/jenkins/minikube-integration/19636-3902/.minikube/certs/11079.pem (1338 bytes)
W0913 19:00:28.084185 31446 certs.go:480] ignoring /home/jenkins/minikube-integration/19636-3902/.minikube/certs/11079_empty.pem, impossibly tiny 0 bytes
I0913 19:00:28.084195 31446 certs.go:484] found cert: /home/jenkins/minikube-integration/19636-3902/.minikube/certs/ca-key.pem (1675 bytes)
I0913 19:00:28.084215 31446 certs.go:484] found cert: /home/jenkins/minikube-integration/19636-3902/.minikube/certs/ca.pem (1082 bytes)
I0913 19:00:28.084238 31446 certs.go:484] found cert: /home/jenkins/minikube-integration/19636-3902/.minikube/certs/cert.pem (1123 bytes)
I0913 19:00:28.084258 31446 certs.go:484] found cert: /home/jenkins/minikube-integration/19636-3902/.minikube/certs/key.pem (1679 bytes)
I0913 19:00:28.084294 31446 certs.go:484] found cert: /home/jenkins/minikube-integration/19636-3902/.minikube/files/etc/ssl/certs/110792.pem (1708 bytes)
I0913 19:00:28.084323 31446 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19636-3902/.minikube/certs/11079.pem -> /usr/share/ca-certificates/11079.pem
I0913 19:00:28.084336 31446 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19636-3902/.minikube/files/etc/ssl/certs/110792.pem -> /usr/share/ca-certificates/110792.pem
I0913 19:00:28.084348 31446 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19636-3902/.minikube/ca.crt -> /usr/share/ca-certificates/minikubeCA.pem
I0913 19:00:28.084922 31446 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19636-3902/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I0913 19:00:28.111077 31446 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19636-3902/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1675 bytes)
I0913 19:00:28.134495 31446 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19636-3902/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I0913 19:00:28.159747 31446 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19636-3902/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I0913 19:00:28.182325 31446 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19636-3902/.minikube/profiles/ha-617764/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1432 bytes)
I0913 19:00:28.205586 31446 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19636-3902/.minikube/profiles/ha-617764/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)
I0913 19:00:28.229539 31446 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19636-3902/.minikube/profiles/ha-617764/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I0913 19:00:28.252370 31446 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19636-3902/.minikube/profiles/ha-617764/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1679 bytes)
I0913 19:00:28.275737 31446 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19636-3902/.minikube/certs/11079.pem --> /usr/share/ca-certificates/11079.pem (1338 bytes)
I0913 19:00:28.300247 31446 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19636-3902/.minikube/files/etc/ssl/certs/110792.pem --> /usr/share/ca-certificates/110792.pem (1708 bytes)
I0913 19:00:28.324266 31446 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19636-3902/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I0913 19:00:28.347577 31446 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I0913 19:00:28.365115 31446 ssh_runner.go:195] Run: openssl version
I0913 19:00:28.408066 31446 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/110792.pem && ln -fs /usr/share/ca-certificates/110792.pem /etc/ssl/certs/110792.pem"
I0913 19:00:28.469517 31446 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/110792.pem
I0913 19:00:28.486389 31446 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Sep 13 18:38 /usr/share/ca-certificates/110792.pem
I0913 19:00:28.486486 31446 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/110792.pem
I0913 19:00:28.525327 31446 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/110792.pem /etc/ssl/certs/3ec20f2e.0"
I0913 19:00:28.652306 31446 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I0913 19:00:28.760544 31446 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I0913 19:00:28.769712 31446 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Sep 13 18:22 /usr/share/ca-certificates/minikubeCA.pem
I0913 19:00:28.769775 31446 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I0913 19:00:28.819345 31446 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I0913 19:00:28.906062 31446 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/11079.pem && ln -fs /usr/share/ca-certificates/11079.pem /etc/ssl/certs/11079.pem"
I0913 19:00:29.048802 31446 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/11079.pem
I0913 19:00:29.102932 31446 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Sep 13 18:38 /usr/share/ca-certificates/11079.pem
I0913 19:00:29.103020 31446 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/11079.pem
I0913 19:00:29.115422 31446 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/11079.pem /etc/ssl/certs/51391683.0"
I0913 19:00:29.318793 31446 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I0913 19:00:29.362153 31446 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/apiserver-etcd-client.crt -checkend 86400
I0913 19:00:29.471278 31446 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/apiserver-kubelet-client.crt -checkend 86400
I0913 19:00:29.492455 31446 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/server.crt -checkend 86400
I0913 19:00:29.513786 31446 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/healthcheck-client.crt -checkend 86400
I0913 19:00:29.728338 31446 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/peer.crt -checkend 86400
I0913 19:00:29.780205 31446 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/front-proxy-client.crt -checkend 86400
I0913 19:00:29.853145 31446 kubeadm.go:392] StartCluster: {Name:ha-617764 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19616/minikube-v1.34.0-1726156389-19616-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1726193793-19634@sha256:4434bf9c4c4590e602ea482d2337d9d858a3db898bec2a85c17f78c81593c44e Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.1 Clust
erName:ha-617764 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.39.145 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m02 IP:192.168.39.203 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m04 IP:192.168.39.238 Port:0 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:false Worker:true}] Addons:map[ambassador:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:false efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:f
alse istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:false storage-provisioner-gluster:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false
DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I0913 19:00:29.853301 31446 cri.go:54] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I0913 19:00:29.853366 31446 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I0913 19:00:30.060193 31446 cri.go:89] found id: "7cb162ca4a91609e62eb9a3b82ac2d18f1f007e8a4b2577cce0250928caa85f2"
I0913 19:00:30.060217 31446 cri.go:89] found id: "360965c899e522788532af521cbf0b477b35e977e91f5a28b282abf712fc953e"
I0913 19:00:30.060223 31446 cri.go:89] found id: "26de4c71cc1f8d3a39e52e622c86361c67e1839a5b84f098c669196c7c161196"
I0913 19:00:30.060228 31446 cri.go:89] found id: "12d8e3661fa4705e4486cfa4b69b3f31e0b159af038044b195db15b9345f4f4c"
I0913 19:00:30.060233 31446 cri.go:89] found id: "c22324f5733e44ea66404b16a363cefc848145f9b3f1a75daecc8b7369ff96dd"
I0913 19:00:30.060237 31446 cri.go:89] found id: "bc744a6ac873da0f38fbe5a85580ba322c578e68359078003640394bc1a9784f"
I0913 19:00:30.060240 31446 cri.go:89] found id: "570c77981741ff23e853840359e686b304c18dfbe54cb12c07ca5d8bf2b8de17"
I0913 19:00:30.060244 31446 cri.go:89] found id: "0a368121b3974a88cb67c446e03fd5709ed4dd291d3b5de37b4544a7c42b60cc"
I0913 19:00:30.060247 31446 cri.go:89] found id: "32fcfa457f3ff0e638142def4aa43f12d6a5a779bfe86e597cc242d7f4d9d19d"
I0913 19:00:30.060254 31446 cri.go:89] found id: "46d659112c682a93bb4560212566d776e405246e1b3f91e9cc2ad5198b2b8c69"
I0913 19:00:30.060259 31446 cri.go:89] found id: "09fe052337ef3c922d075bb554c17c548520bce6283d1973e3507ca8d99ace87"
I0913 19:00:30.060262 31446 cri.go:89] found id: "dddc0dfb6a255d4d35498f110cd8ade544b6f9eb17cef621a12500640512581e"
I0913 19:00:30.060266 31446 cri.go:89] found id: "b752b1ac699cb46bd464528882ec5c1bfb29241c94a1eda062141311151c2fc1"
I0913 19:00:30.060270 31446 cri.go:89] found id: "15c33340e3091f96212bbbf29c4a8802468f76ac07126f47265d4f2b86321a89"
I0913 19:00:30.060277 31446 cri.go:89] found id: "1d1a0b2d1c95ea3234342a3c075a74b46c01ce0a91b97801503cb6fd1fc06163"
I0913 19:00:30.060281 31446 cri.go:89] found id: "80a7cb47dee67b788f693c83be0a9b7c41fc30e21ddf9b0131e13737c8047222"
I0913 19:00:30.060286 31446 cri.go:89] found id: ""
I0913 19:00:30.060335 31446 ssh_runner.go:195] Run: sudo runc list -f json
==> CRI-O <==
Sep 13 19:09:41 ha-617764 crio[6149]: time="2024-09-13 19:09:41.630680219Z" level=debug msg="Response: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1726254581630655982,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}" file="otel-collector/interceptors.go:74" id=9eb9604c-d7b0-4d99-ad9d-1cbeb5145abe name=/runtime.v1.ImageService/ImageFsInfo
Sep 13 19:09:41 ha-617764 crio[6149]: time="2024-09-13 19:09:41.631085214Z" level=debug msg="Request: &ListContainersRequest{Filter:&ContainerFilter{Id:,State:nil,PodSandboxId:,LabelSelector:map[string]string{},},}" file="otel-collector/interceptors.go:62" id=a70ee77d-24ad-44ec-b1f1-0d4e4babcfba name=/runtime.v1.RuntimeService/ListContainers
Sep 13 19:09:41 ha-617764 crio[6149]: time="2024-09-13 19:09:41.631157577Z" level=debug msg="No filters were applied, returning full container list" file="server/container_list.go:60" id=a70ee77d-24ad-44ec-b1f1-0d4e4babcfba name=/runtime.v1.RuntimeService/ListContainers
Sep 13 19:09:41 ha-617764 crio[6149]: time="2024-09-13 19:09:41.631656275Z" level=debug msg="Response: &ListContainersResponse{Containers:[]*Container{&Container{Id:999f5e6003ef9162b57fec4793fbe75aab1348731d8d4f27ad7d3029004b6d4c,PodSandboxId:2ec7df8952268fade9fc0ffc23b16f677fdc2189770cb119d9f905f75fcc7282,Metadata:&ContainerMetadata{Name:storage-provisioner,Attempt:7,},Image:&ImageSpec{Image:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,State:CONTAINER_RUNNING,CreatedAt:1726254518536729625,Labels:map[string]string{io.kubernetes.container.name: storage-provisioner,io.kubernetes.pod.name: storage-provisioner,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 1e5f1a84-1798-430e-af04-82469e8f4a7b,},Annotations:map[string]string{io.kubernetes.container.hash: 6c6bf961,io.kubernetes.container.restartCount: 7,io.kubernetes.container.t
erminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:d9e9ac5d6b79f0671011120db7c835a22b4b40515be6c0a224b5d78d10631858,PodSandboxId:b36021c0b35cdc0a068086003611f08b09d2d09f7980d332998b85651d1f5f31,Metadata:&ContainerMetadata{Name:kube-controller-manager,Attempt:6,},Image:&ImageSpec{Image:175ffd71cce3d90bae95904b55260db941b10007a4e5471a19f3135b30aa9cd1,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:175ffd71cce3d90bae95904b55260db941b10007a4e5471a19f3135b30aa9cd1,State:CONTAINER_RUNNING,CreatedAt:1726254374542802960,Labels:map[string]string{io.kubernetes.container.name: kube-controller-manager,io.kubernetes.pod.name: kube-controller-manager-ha-617764,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 815ca8cb73177215968b5c5242b63776,},Annotations:map[string]string{io.kubernetes.container.hash: d1900d79,io.kubernetes.container.restartCount: 6,io.kubernetes.conta
iner.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:87156e375ce6e42c538bb851dcb55abf7b83754448bb78e67a324fd93e76a534,PodSandboxId:639b42fbde0c6031c445be6bfab0a91e5a252efc1e759eace315ed7ee44203e9,Metadata:&ContainerMetadata{Name:kube-apiserver,Attempt:6,},Image:&ImageSpec{Image:6bab7719df1001fdcc7e39f1decfa1f73b7f3af2757a91c5bafa1aaea29d1aee,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:6bab7719df1001fdcc7e39f1decfa1f73b7f3af2757a91c5bafa1aaea29d1aee,State:CONTAINER_RUNNING,CreatedAt:1726254272527637261,Labels:map[string]string{io.kubernetes.container.name: kube-apiserver,io.kubernetes.pod.name: kube-apiserver-ha-617764,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 7f4db9ee38410b02d601ed80ae90b5a4,},Annotations:map[string]string{io.kubernetes.container.hash: 7df2713b,io.kubernetes.container.restartCount: 6,io.kubernetes.container.terminationMessa
gePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:e916b90f9253d6855bcd1b24ab1ae47479a3f23fd600018cb0738677896b324f,PodSandboxId:2ec7df8952268fade9fc0ffc23b16f677fdc2189770cb119d9f905f75fcc7282,Metadata:&ContainerMetadata{Name:storage-provisioner,Attempt:6,},Image:&ImageSpec{Image:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,State:CONTAINER_EXITED,CreatedAt:1726254205523822299,Labels:map[string]string{io.kubernetes.container.name: storage-provisioner,io.kubernetes.pod.name: storage-provisioner,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 1e5f1a84-1798-430e-af04-82469e8f4a7b,},Annotations:map[string]string{io.kubernetes.container.hash: 6c6bf961,io.kubernetes.container.restartCount: 6,io.kubernetes.container.terminationMessagePath: /dev/
termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:8a3f92c39f616d85e223876cd67911949b93e345a656250b2b9a93e494f7b7b0,PodSandboxId:b36021c0b35cdc0a068086003611f08b09d2d09f7980d332998b85651d1f5f31,Metadata:&ContainerMetadata{Name:kube-controller-manager,Attempt:5,},Image:&ImageSpec{Image:175ffd71cce3d90bae95904b55260db941b10007a4e5471a19f3135b30aa9cd1,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:175ffd71cce3d90bae95904b55260db941b10007a4e5471a19f3135b30aa9cd1,State:CONTAINER_EXITED,CreatedAt:1726254195530889880,Labels:map[string]string{io.kubernetes.container.name: kube-controller-manager,io.kubernetes.pod.name: kube-controller-manager-ha-617764,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 815ca8cb73177215968b5c5242b63776,},Annotations:map[string]string{io.kubernetes.container.hash: d1900d79,io.kubernetes.container.restartCount: 5,io.kubernetes.container.terminationMessagePath:
/dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:50283a22853869e4521e5d44efcff41101ffde818329fd7423f482cb33efabc0,PodSandboxId:639b42fbde0c6031c445be6bfab0a91e5a252efc1e759eace315ed7ee44203e9,Metadata:&ContainerMetadata{Name:kube-apiserver,Attempt:5,},Image:&ImageSpec{Image:6bab7719df1001fdcc7e39f1decfa1f73b7f3af2757a91c5bafa1aaea29d1aee,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:6bab7719df1001fdcc7e39f1decfa1f73b7f3af2757a91c5bafa1aaea29d1aee,State:CONTAINER_EXITED,CreatedAt:1726254130535295539,Labels:map[string]string{io.kubernetes.container.name: kube-apiserver,io.kubernetes.pod.name: kube-apiserver-ha-617764,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 7f4db9ee38410b02d601ed80ae90b5a4,},Annotations:map[string]string{io.kubernetes.container.hash: 7df2713b,io.kubernetes.container.restartCount: 5,io.kubernetes.container.terminationMessagePath: /dev/termination-log,i
o.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:bf7f61f474e782e403819281bc5a7d281f13bc89127e0093ac24be08ab21acdc,PodSandboxId:ae1363f1228347bc367ec486d746b078aece68a3917c3a8f082468352ed540ff,Metadata:&ContainerMetadata{Name:busybox,Attempt:2,},Image:&ImageSpec{Image:8c811b4aec35f259572d0f79207bc0678df4c736eeec50bc9fec37ed936a472a,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:8c811b4aec35f259572d0f79207bc0678df4c736eeec50bc9fec37ed936a472a,State:CONTAINER_RUNNING,CreatedAt:1726254062550829569,Labels:map[string]string{io.kubernetes.container.name: busybox,io.kubernetes.pod.name: busybox-7dff88458-t4fwq,io.kubernetes.pod.namespace: default,io.kubernetes.pod.uid: 1bc3749b-0225-445c-9b86-767558392df7,},Annotations:map[string]string{io.kubernetes.container.hash: 82159afa,io.kubernetes.container.restartCount: 2,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMe
ssagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:0bdc8b32559cc35726794d7412fa2462beea35cff248df50623987861ae7bd48,PodSandboxId:90fa239fc72bb6f4e32a775ccd5954a7efb3c77a68e1e066547347d6aa9de270,Metadata:&ContainerMetadata{Name:kube-proxy,Attempt:2,},Image:&ImageSpec{Image:60c005f310ff3ad6d131805170f07d2946095307063eaaa5eedcaf06a0a89561,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:60c005f310ff3ad6d131805170f07d2946095307063eaaa5eedcaf06a0a89561,State:CONTAINER_RUNNING,CreatedAt:1726254029473467866,Labels:map[string]string{io.kubernetes.container.name: kube-proxy,io.kubernetes.pod.name: kube-proxy-92mml,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 36bd37dc-88c4-4264-9e7c-a90246cc5212,},Annotations:map[string]string{io.kubernetes.container.hash: 159dcc59,io.kubernetes.container.restartCount: 2,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.p
od.terminationGracePeriod: 30,},},&Container{Id:2ca0aab49c5463b35d609dd4876256ce1882f5f15b9314d4efc1c9460e5da465,PodSandboxId:743d4b43092c6c121728464d3854175d802db7a5cbb8456d4d3e321a84e3380d,Metadata:&ContainerMetadata{Name:coredns,Attempt:2,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1726254029507452958,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-htrbt,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 41a8301e-fca3-4907-bc77-808b013a2d2a,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"proto
col\":\"TCP\"}],io.kubernetes.container.restartCount: 2,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:70f0f4e37a417dce143a67fa1dcf0c5c3b58a8856c27d2bc40f1a94c8751842a,PodSandboxId:43cddd96b715864e6de09c1fa6b08a212431d9f454105b634b09d702d276ce38,Metadata:&ContainerMetadata{Name:coredns,Attempt:2,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1726254029705747992,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-fdhnm,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 5c509676-c7ba-4841-89b5-7e4266abd9c9,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.c
ontainer.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 2,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:7cb162ca4a91609e62eb9a3b82ac2d18f1f007e8a4b2577cce0250928caa85f2,PodSandboxId:1aee20bf902b8f7f8a9930e46d1fefb6a6c5f2d3d6d8c4ca74d565558460f8cd,Metadata:&ContainerMetadata{Name:kindnet-cni,Attempt:2,},Image:&ImageSpec{Image:12968670680f4561ef6818782391eb120d6e3365cf3f967aad58749f95381a4f,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:12968670680f4561ef6818782391eb120d6e3365cf3f967aad58749f95381a4f,State:CONTAINER_RUNNING,CreatedAt:1726254029639290085,Labels:map[string]string{io.kubernetes.container.name: kindnet-cni,io.kubernetes.pod.name: kindnet-b
9bzd,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 81130c38-ff5d-4c9e-ab7b-7eae4a62d3b8,},Annotations:map[string]string{io.kubernetes.container.hash: e80daca3,io.kubernetes.container.restartCount: 2,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:360965c899e522788532af521cbf0b477b35e977e91f5a28b282abf712fc953e,PodSandboxId:477f3d5572a61dae49e2682bbe5fcfd071182b44e8574426070fd470e9d8b5d9,Metadata:&ContainerMetadata{Name:kube-scheduler,Attempt:2,},Image:&ImageSpec{Image:9aa1fad941575eed91ab13d44f3e4cb5b1ff4e09cbbe954ea63002289416a13b,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:9aa1fad941575eed91ab13d44f3e4cb5b1ff4e09cbbe954ea63002289416a13b,State:CONTAINER_RUNNING,CreatedAt:1726254029288189795,Labels:map[string]string{io.kubernetes.container.name: kube-scheduler,io.kubernetes.pod.name: kube-scheduler-ha-617764,io.kubernete
s.pod.namespace: kube-system,io.kubernetes.pod.uid: 15cf7928620050653d6239c1007547bd,},Annotations:map[string]string{io.kubernetes.container.hash: 12faacf7,io.kubernetes.container.restartCount: 2,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:c22324f5733e44ea66404b16a363cefc848145f9b3f1a75daecc8b7369ff96dd,PodSandboxId:e94c56bdaeede8bdf6b9672b64791948a015daf333d84890a1b688a898d34e7e,Metadata:&ContainerMetadata{Name:etcd,Attempt:2,},Image:&ImageSpec{Image:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,State:CONTAINER_RUNNING,CreatedAt:1726254029033042084,Labels:map[string]string{io.kubernetes.container.name: etcd,io.kubernetes.pod.name: etcd-ha-617764,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid:
bf3d4ca74d8429dc43b760fdf8f185ab,},Annotations:map[string]string{io.kubernetes.container.hash: cdf7d3fa,io.kubernetes.container.restartCount: 2,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:bc744a6ac873da0f38fbe5a85580ba322c578e68359078003640394bc1a9784f,PodSandboxId:c01954306193722d6eb940bc8b28659b638bd552e7eee2298bf05a3dac30ffcf,Metadata:&ContainerMetadata{Name:kube-vip,Attempt:1,},Image:&ImageSpec{Image:38af8ddebf499adc4631fe68b0ee224ffd6d7dd6b4aeeb393aff3d33cb94eb12,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:38af8ddebf499adc4631fe68b0ee224ffd6d7dd6b4aeeb393aff3d33cb94eb12,State:CONTAINER_RUNNING,CreatedAt:1726254028929207262,Labels:map[string]string{io.kubernetes.container.name: kube-vip,io.kubernetes.pod.name: kube-vip-ha-617764,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 5545735943f8ff5a38c9aea0b4c785ad,},Ann
otations:map[string]string{io.kubernetes.container.hash: 3123ec07,io.kubernetes.container.restartCount: 1,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:2bb3333d84624db9148786fc866cc4cb99179a577e31d3365459788ba7b02f59,PodSandboxId:0238ab84a512173bc79a44c0c48ee4a9bfeeaed98c7655e711a18a704a5951f9,Metadata:&ContainerMetadata{Name:busybox,Attempt:1,},Image:&ImageSpec{Image:8c811b4aec35f259572d0f79207bc0678df4c736eeec50bc9fec37ed936a472a,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:8c811b4aec35f259572d0f79207bc0678df4c736eeec50bc9fec37ed936a472a,State:CONTAINER_EXITED,CreatedAt:1726253659862538947,Labels:map[string]string{io.kubernetes.container.name: busybox,io.kubernetes.pod.name: busybox-7dff88458-t4fwq,io.kubernetes.pod.namespace: default,io.kubernetes.pod.uid: 1bc3749b-0225-445c-9b86-767558392df7,},Annotations:map[string]string{io.kuberne
tes.container.hash: 82159afa,io.kubernetes.container.restartCount: 1,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:46d659112c682a93bb4560212566d776e405246e1b3f91e9cc2ad5198b2b8c69,PodSandboxId:566613db4514bf925926ac26426504bb464936a657b23ca25af3ad3aa0a803e1,Metadata:&ContainerMetadata{Name:kube-vip,Attempt:0,},Image:&ImageSpec{Image:38af8ddebf499adc4631fe68b0ee224ffd6d7dd6b4aeeb393aff3d33cb94eb12,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:38af8ddebf499adc4631fe68b0ee224ffd6d7dd6b4aeeb393aff3d33cb94eb12,State:CONTAINER_EXITED,CreatedAt:1726253640657625545,Labels:map[string]string{io.kubernetes.container.name: kube-vip,io.kubernetes.pod.name: kube-vip-ha-617764,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 5545735943f8ff5a38c9aea0b4c785ad,},Annotations:map[string]string{io.kubernetes.container.hash: 3123ec07,io.kubernet
es.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:dddc0dfb6a255d4d35498f110cd8ade544b6f9eb17cef621a12500640512581e,PodSandboxId:18e2ef1278c487f38e01dc8ec652cadc524a2e3c08f1b80bae0f12b5ce7d5f45,Metadata:&ContainerMetadata{Name:kindnet-cni,Attempt:1,},Image:&ImageSpec{Image:12968670680f4561ef6818782391eb120d6e3365cf3f967aad58749f95381a4f,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:12968670680f4561ef6818782391eb120d6e3365cf3f967aad58749f95381a4f,State:CONTAINER_EXITED,CreatedAt:1726253626790338590,Labels:map[string]string{io.kubernetes.container.name: kindnet-cni,io.kubernetes.pod.name: kindnet-b9bzd,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 81130c38-ff5d-4c9e-ab7b-7eae4a62d3b8,},Annotations:map[string]string{io.kubernetes.container.hash: e80daca3,io.kubernetes.container.restartCount: 1,io.kub
ernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:09fe052337ef3c922d075bb554c17c548520bce6283d1973e3507ca8d99ace87,PodSandboxId:5f1a3394b645b31406ab8d54ac120cd39398070996c972bf73df2d505c1848b5,Metadata:&ContainerMetadata{Name:coredns,Attempt:1,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_EXITED,CreatedAt:1726253626803961664,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-fdhnm,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 5c509676-c7ba-4841-89b5-7e4266abd9c9,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"proto
col\":\"UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 1,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:b752b1ac699cb46bd464528882ec5c1bfb29241c94a1eda062141311151c2fc1,PodSandboxId:3a3adb124d23e71e636eaf0f200f72f3779d41c493e0475b011f1e825d452f00,Metadata:&ContainerMetadata{Name:coredns,Attempt:1,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_EXITED,CreatedAt:1726253626698915633,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-htrbt,io.kubernetes.pod.namespace: kube-system,io.kubernetes.p
od.uid: 41a8301e-fca3-4907-bc77-808b013a2d2a,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 1,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:1d1a0b2d1c95ea3234342a3c075a74b46c01ce0a91b97801503cb6fd1fc06163,PodSandboxId:09bbefd12114cb9e6833e18edd3e080d729dc865efaaa80af99dd78c1c2387c2,Metadata:&ContainerMetadata{Name:kube-proxy,Attempt:1,},Image:&ImageSpec{Image:60c005f310ff3ad6d131805170f07d2946095307063eaaa5eedcaf06a0a89561,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:60c005f310ff3ad6d131805170f07d2946095307063eaaa5eedcaf06a0a89561,State:CONTAINER_EXITED,C
reatedAt:1726253626405117690,Labels:map[string]string{io.kubernetes.container.name: kube-proxy,io.kubernetes.pod.name: kube-proxy-92mml,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 36bd37dc-88c4-4264-9e7c-a90246cc5212,},Annotations:map[string]string{io.kubernetes.container.hash: 159dcc59,io.kubernetes.container.restartCount: 1,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:15c33340e3091f96212bbbf29c4a8802468f76ac07126f47265d4f2b86321a89,PodSandboxId:acfcaea56c23ed4626d8134635877c58a053b2861b24d0d53cf3024c7c8c1ca0,Metadata:&ContainerMetadata{Name:etcd,Attempt:1,},Image:&ImageSpec{Image:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,State:CONTAINER_EXITED,CreatedAt:1726253626518315300,Labels:map[
string]string{io.kubernetes.container.name: etcd,io.kubernetes.pod.name: etcd-ha-617764,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: bf3d4ca74d8429dc43b760fdf8f185ab,},Annotations:map[string]string{io.kubernetes.container.hash: cdf7d3fa,io.kubernetes.container.restartCount: 1,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:80a7cb47dee67b788f693c83be0a9b7c41fc30e21ddf9b0131e13737c8047222,PodSandboxId:a63972ff65b125bee7dbfeebba7408899591af85f385eeba93cb4a7472b5a831,Metadata:&ContainerMetadata{Name:kube-scheduler,Attempt:1,},Image:&ImageSpec{Image:9aa1fad941575eed91ab13d44f3e4cb5b1ff4e09cbbe954ea63002289416a13b,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:9aa1fad941575eed91ab13d44f3e4cb5b1ff4e09cbbe954ea63002289416a13b,State:CONTAINER_EXITED,CreatedAt:1726253626301782095,Labels:map[string]string{io.kubernetes.container.name
: kube-scheduler,io.kubernetes.pod.name: kube-scheduler-ha-617764,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 15cf7928620050653d6239c1007547bd,},Annotations:map[string]string{io.kubernetes.container.hash: 12faacf7,io.kubernetes.container.restartCount: 1,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},},}" file="otel-collector/interceptors.go:74" id=a70ee77d-24ad-44ec-b1f1-0d4e4babcfba name=/runtime.v1.RuntimeService/ListContainers
Sep 13 19:09:41 ha-617764 crio[6149]: time="2024-09-13 19:09:41.681308316Z" level=debug msg="Request: &VersionRequest{Version:,}" file="otel-collector/interceptors.go:62" id=b76bca1f-2cc7-480e-a488-afd84cac8ae6 name=/runtime.v1.RuntimeService/Version
Sep 13 19:09:41 ha-617764 crio[6149]: time="2024-09-13 19:09:41.681428851Z" level=debug msg="Response: &VersionResponse{Version:0.1.0,RuntimeName:cri-o,RuntimeVersion:1.29.1,RuntimeApiVersion:v1,}" file="otel-collector/interceptors.go:74" id=b76bca1f-2cc7-480e-a488-afd84cac8ae6 name=/runtime.v1.RuntimeService/Version
Sep 13 19:09:41 ha-617764 crio[6149]: time="2024-09-13 19:09:41.682689896Z" level=debug msg="Request: &ImageFsInfoRequest{}" file="otel-collector/interceptors.go:62" id=a8161d83-eeb2-44b4-821f-78d8c30d8b54 name=/runtime.v1.ImageService/ImageFsInfo
Sep 13 19:09:41 ha-617764 crio[6149]: time="2024-09-13 19:09:41.683352930Z" level=debug msg="Response: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1726254581683321115,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}" file="otel-collector/interceptors.go:74" id=a8161d83-eeb2-44b4-821f-78d8c30d8b54 name=/runtime.v1.ImageService/ImageFsInfo
Sep 13 19:09:41 ha-617764 crio[6149]: time="2024-09-13 19:09:41.684476606Z" level=debug msg="Request: &ListContainersRequest{Filter:&ContainerFilter{Id:,State:nil,PodSandboxId:,LabelSelector:map[string]string{},},}" file="otel-collector/interceptors.go:62" id=957c50e5-176b-4d31-a45c-68be7162be9d name=/runtime.v1.RuntimeService/ListContainers
Sep 13 19:09:41 ha-617764 crio[6149]: time="2024-09-13 19:09:41.684671929Z" level=debug msg="No filters were applied, returning full container list" file="server/container_list.go:60" id=957c50e5-176b-4d31-a45c-68be7162be9d name=/runtime.v1.RuntimeService/ListContainers
Sep 13 19:09:41 ha-617764 crio[6149]: time="2024-09-13 19:09:41.685294265Z" level=debug msg="Response: &ListContainersResponse{Containers:[]*Container{&Container{Id:999f5e6003ef9162b57fec4793fbe75aab1348731d8d4f27ad7d3029004b6d4c,PodSandboxId:2ec7df8952268fade9fc0ffc23b16f677fdc2189770cb119d9f905f75fcc7282,Metadata:&ContainerMetadata{Name:storage-provisioner,Attempt:7,},Image:&ImageSpec{Image:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,State:CONTAINER_RUNNING,CreatedAt:1726254518536729625,Labels:map[string]string{io.kubernetes.container.name: storage-provisioner,io.kubernetes.pod.name: storage-provisioner,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 1e5f1a84-1798-430e-af04-82469e8f4a7b,},Annotations:map[string]string{io.kubernetes.container.hash: 6c6bf961,io.kubernetes.container.restartCount: 7,io.kubernetes.container.t
erminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:d9e9ac5d6b79f0671011120db7c835a22b4b40515be6c0a224b5d78d10631858,PodSandboxId:b36021c0b35cdc0a068086003611f08b09d2d09f7980d332998b85651d1f5f31,Metadata:&ContainerMetadata{Name:kube-controller-manager,Attempt:6,},Image:&ImageSpec{Image:175ffd71cce3d90bae95904b55260db941b10007a4e5471a19f3135b30aa9cd1,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:175ffd71cce3d90bae95904b55260db941b10007a4e5471a19f3135b30aa9cd1,State:CONTAINER_RUNNING,CreatedAt:1726254374542802960,Labels:map[string]string{io.kubernetes.container.name: kube-controller-manager,io.kubernetes.pod.name: kube-controller-manager-ha-617764,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 815ca8cb73177215968b5c5242b63776,},Annotations:map[string]string{io.kubernetes.container.hash: d1900d79,io.kubernetes.container.restartCount: 6,io.kubernetes.conta
iner.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:87156e375ce6e42c538bb851dcb55abf7b83754448bb78e67a324fd93e76a534,PodSandboxId:639b42fbde0c6031c445be6bfab0a91e5a252efc1e759eace315ed7ee44203e9,Metadata:&ContainerMetadata{Name:kube-apiserver,Attempt:6,},Image:&ImageSpec{Image:6bab7719df1001fdcc7e39f1decfa1f73b7f3af2757a91c5bafa1aaea29d1aee,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:6bab7719df1001fdcc7e39f1decfa1f73b7f3af2757a91c5bafa1aaea29d1aee,State:CONTAINER_RUNNING,CreatedAt:1726254272527637261,Labels:map[string]string{io.kubernetes.container.name: kube-apiserver,io.kubernetes.pod.name: kube-apiserver-ha-617764,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 7f4db9ee38410b02d601ed80ae90b5a4,},Annotations:map[string]string{io.kubernetes.container.hash: 7df2713b,io.kubernetes.container.restartCount: 6,io.kubernetes.container.terminationMessa
gePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:e916b90f9253d6855bcd1b24ab1ae47479a3f23fd600018cb0738677896b324f,PodSandboxId:2ec7df8952268fade9fc0ffc23b16f677fdc2189770cb119d9f905f75fcc7282,Metadata:&ContainerMetadata{Name:storage-provisioner,Attempt:6,},Image:&ImageSpec{Image:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,State:CONTAINER_EXITED,CreatedAt:1726254205523822299,Labels:map[string]string{io.kubernetes.container.name: storage-provisioner,io.kubernetes.pod.name: storage-provisioner,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 1e5f1a84-1798-430e-af04-82469e8f4a7b,},Annotations:map[string]string{io.kubernetes.container.hash: 6c6bf961,io.kubernetes.container.restartCount: 6,io.kubernetes.container.terminationMessagePath: /dev/
termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:8a3f92c39f616d85e223876cd67911949b93e345a656250b2b9a93e494f7b7b0,PodSandboxId:b36021c0b35cdc0a068086003611f08b09d2d09f7980d332998b85651d1f5f31,Metadata:&ContainerMetadata{Name:kube-controller-manager,Attempt:5,},Image:&ImageSpec{Image:175ffd71cce3d90bae95904b55260db941b10007a4e5471a19f3135b30aa9cd1,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:175ffd71cce3d90bae95904b55260db941b10007a4e5471a19f3135b30aa9cd1,State:CONTAINER_EXITED,CreatedAt:1726254195530889880,Labels:map[string]string{io.kubernetes.container.name: kube-controller-manager,io.kubernetes.pod.name: kube-controller-manager-ha-617764,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 815ca8cb73177215968b5c5242b63776,},Annotations:map[string]string{io.kubernetes.container.hash: d1900d79,io.kubernetes.container.restartCount: 5,io.kubernetes.container.terminationMessagePath:
/dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:50283a22853869e4521e5d44efcff41101ffde818329fd7423f482cb33efabc0,PodSandboxId:639b42fbde0c6031c445be6bfab0a91e5a252efc1e759eace315ed7ee44203e9,Metadata:&ContainerMetadata{Name:kube-apiserver,Attempt:5,},Image:&ImageSpec{Image:6bab7719df1001fdcc7e39f1decfa1f73b7f3af2757a91c5bafa1aaea29d1aee,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:6bab7719df1001fdcc7e39f1decfa1f73b7f3af2757a91c5bafa1aaea29d1aee,State:CONTAINER_EXITED,CreatedAt:1726254130535295539,Labels:map[string]string{io.kubernetes.container.name: kube-apiserver,io.kubernetes.pod.name: kube-apiserver-ha-617764,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 7f4db9ee38410b02d601ed80ae90b5a4,},Annotations:map[string]string{io.kubernetes.container.hash: 7df2713b,io.kubernetes.container.restartCount: 5,io.kubernetes.container.terminationMessagePath: /dev/termination-log,i
o.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:bf7f61f474e782e403819281bc5a7d281f13bc89127e0093ac24be08ab21acdc,PodSandboxId:ae1363f1228347bc367ec486d746b078aece68a3917c3a8f082468352ed540ff,Metadata:&ContainerMetadata{Name:busybox,Attempt:2,},Image:&ImageSpec{Image:8c811b4aec35f259572d0f79207bc0678df4c736eeec50bc9fec37ed936a472a,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:8c811b4aec35f259572d0f79207bc0678df4c736eeec50bc9fec37ed936a472a,State:CONTAINER_RUNNING,CreatedAt:1726254062550829569,Labels:map[string]string{io.kubernetes.container.name: busybox,io.kubernetes.pod.name: busybox-7dff88458-t4fwq,io.kubernetes.pod.namespace: default,io.kubernetes.pod.uid: 1bc3749b-0225-445c-9b86-767558392df7,},Annotations:map[string]string{io.kubernetes.container.hash: 82159afa,io.kubernetes.container.restartCount: 2,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMe
ssagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:0bdc8b32559cc35726794d7412fa2462beea35cff248df50623987861ae7bd48,PodSandboxId:90fa239fc72bb6f4e32a775ccd5954a7efb3c77a68e1e066547347d6aa9de270,Metadata:&ContainerMetadata{Name:kube-proxy,Attempt:2,},Image:&ImageSpec{Image:60c005f310ff3ad6d131805170f07d2946095307063eaaa5eedcaf06a0a89561,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:60c005f310ff3ad6d131805170f07d2946095307063eaaa5eedcaf06a0a89561,State:CONTAINER_RUNNING,CreatedAt:1726254029473467866,Labels:map[string]string{io.kubernetes.container.name: kube-proxy,io.kubernetes.pod.name: kube-proxy-92mml,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 36bd37dc-88c4-4264-9e7c-a90246cc5212,},Annotations:map[string]string{io.kubernetes.container.hash: 159dcc59,io.kubernetes.container.restartCount: 2,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.p
od.terminationGracePeriod: 30,},},&Container{Id:2ca0aab49c5463b35d609dd4876256ce1882f5f15b9314d4efc1c9460e5da465,PodSandboxId:743d4b43092c6c121728464d3854175d802db7a5cbb8456d4d3e321a84e3380d,Metadata:&ContainerMetadata{Name:coredns,Attempt:2,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1726254029507452958,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-htrbt,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 41a8301e-fca3-4907-bc77-808b013a2d2a,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"proto
col\":\"TCP\"}],io.kubernetes.container.restartCount: 2,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:70f0f4e37a417dce143a67fa1dcf0c5c3b58a8856c27d2bc40f1a94c8751842a,PodSandboxId:43cddd96b715864e6de09c1fa6b08a212431d9f454105b634b09d702d276ce38,Metadata:&ContainerMetadata{Name:coredns,Attempt:2,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1726254029705747992,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-fdhnm,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 5c509676-c7ba-4841-89b5-7e4266abd9c9,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.c
ontainer.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 2,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:7cb162ca4a91609e62eb9a3b82ac2d18f1f007e8a4b2577cce0250928caa85f2,PodSandboxId:1aee20bf902b8f7f8a9930e46d1fefb6a6c5f2d3d6d8c4ca74d565558460f8cd,Metadata:&ContainerMetadata{Name:kindnet-cni,Attempt:2,},Image:&ImageSpec{Image:12968670680f4561ef6818782391eb120d6e3365cf3f967aad58749f95381a4f,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:12968670680f4561ef6818782391eb120d6e3365cf3f967aad58749f95381a4f,State:CONTAINER_RUNNING,CreatedAt:1726254029639290085,Labels:map[string]string{io.kubernetes.container.name: kindnet-cni,io.kubernetes.pod.name: kindnet-b
9bzd,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 81130c38-ff5d-4c9e-ab7b-7eae4a62d3b8,},Annotations:map[string]string{io.kubernetes.container.hash: e80daca3,io.kubernetes.container.restartCount: 2,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:360965c899e522788532af521cbf0b477b35e977e91f5a28b282abf712fc953e,PodSandboxId:477f3d5572a61dae49e2682bbe5fcfd071182b44e8574426070fd470e9d8b5d9,Metadata:&ContainerMetadata{Name:kube-scheduler,Attempt:2,},Image:&ImageSpec{Image:9aa1fad941575eed91ab13d44f3e4cb5b1ff4e09cbbe954ea63002289416a13b,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:9aa1fad941575eed91ab13d44f3e4cb5b1ff4e09cbbe954ea63002289416a13b,State:CONTAINER_RUNNING,CreatedAt:1726254029288189795,Labels:map[string]string{io.kubernetes.container.name: kube-scheduler,io.kubernetes.pod.name: kube-scheduler-ha-617764,io.kubernete
s.pod.namespace: kube-system,io.kubernetes.pod.uid: 15cf7928620050653d6239c1007547bd,},Annotations:map[string]string{io.kubernetes.container.hash: 12faacf7,io.kubernetes.container.restartCount: 2,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:c22324f5733e44ea66404b16a363cefc848145f9b3f1a75daecc8b7369ff96dd,PodSandboxId:e94c56bdaeede8bdf6b9672b64791948a015daf333d84890a1b688a898d34e7e,Metadata:&ContainerMetadata{Name:etcd,Attempt:2,},Image:&ImageSpec{Image:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,State:CONTAINER_RUNNING,CreatedAt:1726254029033042084,Labels:map[string]string{io.kubernetes.container.name: etcd,io.kubernetes.pod.name: etcd-ha-617764,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid:
bf3d4ca74d8429dc43b760fdf8f185ab,},Annotations:map[string]string{io.kubernetes.container.hash: cdf7d3fa,io.kubernetes.container.restartCount: 2,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:bc744a6ac873da0f38fbe5a85580ba322c578e68359078003640394bc1a9784f,PodSandboxId:c01954306193722d6eb940bc8b28659b638bd552e7eee2298bf05a3dac30ffcf,Metadata:&ContainerMetadata{Name:kube-vip,Attempt:1,},Image:&ImageSpec{Image:38af8ddebf499adc4631fe68b0ee224ffd6d7dd6b4aeeb393aff3d33cb94eb12,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:38af8ddebf499adc4631fe68b0ee224ffd6d7dd6b4aeeb393aff3d33cb94eb12,State:CONTAINER_RUNNING,CreatedAt:1726254028929207262,Labels:map[string]string{io.kubernetes.container.name: kube-vip,io.kubernetes.pod.name: kube-vip-ha-617764,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 5545735943f8ff5a38c9aea0b4c785ad,},Ann
otations:map[string]string{io.kubernetes.container.hash: 3123ec07,io.kubernetes.container.restartCount: 1,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:2bb3333d84624db9148786fc866cc4cb99179a577e31d3365459788ba7b02f59,PodSandboxId:0238ab84a512173bc79a44c0c48ee4a9bfeeaed98c7655e711a18a704a5951f9,Metadata:&ContainerMetadata{Name:busybox,Attempt:1,},Image:&ImageSpec{Image:8c811b4aec35f259572d0f79207bc0678df4c736eeec50bc9fec37ed936a472a,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:8c811b4aec35f259572d0f79207bc0678df4c736eeec50bc9fec37ed936a472a,State:CONTAINER_EXITED,CreatedAt:1726253659862538947,Labels:map[string]string{io.kubernetes.container.name: busybox,io.kubernetes.pod.name: busybox-7dff88458-t4fwq,io.kubernetes.pod.namespace: default,io.kubernetes.pod.uid: 1bc3749b-0225-445c-9b86-767558392df7,},Annotations:map[string]string{io.kuberne
tes.container.hash: 82159afa,io.kubernetes.container.restartCount: 1,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:46d659112c682a93bb4560212566d776e405246e1b3f91e9cc2ad5198b2b8c69,PodSandboxId:566613db4514bf925926ac26426504bb464936a657b23ca25af3ad3aa0a803e1,Metadata:&ContainerMetadata{Name:kube-vip,Attempt:0,},Image:&ImageSpec{Image:38af8ddebf499adc4631fe68b0ee224ffd6d7dd6b4aeeb393aff3d33cb94eb12,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:38af8ddebf499adc4631fe68b0ee224ffd6d7dd6b4aeeb393aff3d33cb94eb12,State:CONTAINER_EXITED,CreatedAt:1726253640657625545,Labels:map[string]string{io.kubernetes.container.name: kube-vip,io.kubernetes.pod.name: kube-vip-ha-617764,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 5545735943f8ff5a38c9aea0b4c785ad,},Annotations:map[string]string{io.kubernetes.container.hash: 3123ec07,io.kubernet
es.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:dddc0dfb6a255d4d35498f110cd8ade544b6f9eb17cef621a12500640512581e,PodSandboxId:18e2ef1278c487f38e01dc8ec652cadc524a2e3c08f1b80bae0f12b5ce7d5f45,Metadata:&ContainerMetadata{Name:kindnet-cni,Attempt:1,},Image:&ImageSpec{Image:12968670680f4561ef6818782391eb120d6e3365cf3f967aad58749f95381a4f,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:12968670680f4561ef6818782391eb120d6e3365cf3f967aad58749f95381a4f,State:CONTAINER_EXITED,CreatedAt:1726253626790338590,Labels:map[string]string{io.kubernetes.container.name: kindnet-cni,io.kubernetes.pod.name: kindnet-b9bzd,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 81130c38-ff5d-4c9e-ab7b-7eae4a62d3b8,},Annotations:map[string]string{io.kubernetes.container.hash: e80daca3,io.kubernetes.container.restartCount: 1,io.kub
ernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:09fe052337ef3c922d075bb554c17c548520bce6283d1973e3507ca8d99ace87,PodSandboxId:5f1a3394b645b31406ab8d54ac120cd39398070996c972bf73df2d505c1848b5,Metadata:&ContainerMetadata{Name:coredns,Attempt:1,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_EXITED,CreatedAt:1726253626803961664,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-fdhnm,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 5c509676-c7ba-4841-89b5-7e4266abd9c9,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"proto
col\":\"UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 1,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:b752b1ac699cb46bd464528882ec5c1bfb29241c94a1eda062141311151c2fc1,PodSandboxId:3a3adb124d23e71e636eaf0f200f72f3779d41c493e0475b011f1e825d452f00,Metadata:&ContainerMetadata{Name:coredns,Attempt:1,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_EXITED,CreatedAt:1726253626698915633,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-htrbt,io.kubernetes.pod.namespace: kube-system,io.kubernetes.p
od.uid: 41a8301e-fca3-4907-bc77-808b013a2d2a,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 1,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:1d1a0b2d1c95ea3234342a3c075a74b46c01ce0a91b97801503cb6fd1fc06163,PodSandboxId:09bbefd12114cb9e6833e18edd3e080d729dc865efaaa80af99dd78c1c2387c2,Metadata:&ContainerMetadata{Name:kube-proxy,Attempt:1,},Image:&ImageSpec{Image:60c005f310ff3ad6d131805170f07d2946095307063eaaa5eedcaf06a0a89561,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:60c005f310ff3ad6d131805170f07d2946095307063eaaa5eedcaf06a0a89561,State:CONTAINER_EXITED,C
reatedAt:1726253626405117690,Labels:map[string]string{io.kubernetes.container.name: kube-proxy,io.kubernetes.pod.name: kube-proxy-92mml,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 36bd37dc-88c4-4264-9e7c-a90246cc5212,},Annotations:map[string]string{io.kubernetes.container.hash: 159dcc59,io.kubernetes.container.restartCount: 1,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:15c33340e3091f96212bbbf29c4a8802468f76ac07126f47265d4f2b86321a89,PodSandboxId:acfcaea56c23ed4626d8134635877c58a053b2861b24d0d53cf3024c7c8c1ca0,Metadata:&ContainerMetadata{Name:etcd,Attempt:1,},Image:&ImageSpec{Image:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,State:CONTAINER_EXITED,CreatedAt:1726253626518315300,Labels:map[
string]string{io.kubernetes.container.name: etcd,io.kubernetes.pod.name: etcd-ha-617764,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: bf3d4ca74d8429dc43b760fdf8f185ab,},Annotations:map[string]string{io.kubernetes.container.hash: cdf7d3fa,io.kubernetes.container.restartCount: 1,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:80a7cb47dee67b788f693c83be0a9b7c41fc30e21ddf9b0131e13737c8047222,PodSandboxId:a63972ff65b125bee7dbfeebba7408899591af85f385eeba93cb4a7472b5a831,Metadata:&ContainerMetadata{Name:kube-scheduler,Attempt:1,},Image:&ImageSpec{Image:9aa1fad941575eed91ab13d44f3e4cb5b1ff4e09cbbe954ea63002289416a13b,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:9aa1fad941575eed91ab13d44f3e4cb5b1ff4e09cbbe954ea63002289416a13b,State:CONTAINER_EXITED,CreatedAt:1726253626301782095,Labels:map[string]string{io.kubernetes.container.name
: kube-scheduler,io.kubernetes.pod.name: kube-scheduler-ha-617764,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 15cf7928620050653d6239c1007547bd,},Annotations:map[string]string{io.kubernetes.container.hash: 12faacf7,io.kubernetes.container.restartCount: 1,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},},}" file="otel-collector/interceptors.go:74" id=957c50e5-176b-4d31-a45c-68be7162be9d name=/runtime.v1.RuntimeService/ListContainers
Sep 13 19:09:41 ha-617764 crio[6149]: time="2024-09-13 19:09:41.733925991Z" level=debug msg="Request: &VersionRequest{Version:,}" file="otel-collector/interceptors.go:62" id=2de23ea6-5363-4fa8-9c94-47ff9221882a name=/runtime.v1.RuntimeService/Version
Sep 13 19:09:41 ha-617764 crio[6149]: time="2024-09-13 19:09:41.734026686Z" level=debug msg="Response: &VersionResponse{Version:0.1.0,RuntimeName:cri-o,RuntimeVersion:1.29.1,RuntimeApiVersion:v1,}" file="otel-collector/interceptors.go:74" id=2de23ea6-5363-4fa8-9c94-47ff9221882a name=/runtime.v1.RuntimeService/Version
Sep 13 19:09:41 ha-617764 crio[6149]: time="2024-09-13 19:09:41.735480412Z" level=debug msg="Request: &ImageFsInfoRequest{}" file="otel-collector/interceptors.go:62" id=8da99846-192c-4513-ade6-21c1ad16e7fb name=/runtime.v1.ImageService/ImageFsInfo
Sep 13 19:09:41 ha-617764 crio[6149]: time="2024-09-13 19:09:41.736569446Z" level=debug msg="Response: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1726254581736540938,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}" file="otel-collector/interceptors.go:74" id=8da99846-192c-4513-ade6-21c1ad16e7fb name=/runtime.v1.ImageService/ImageFsInfo
Sep 13 19:09:41 ha-617764 crio[6149]: time="2024-09-13 19:09:41.737345845Z" level=debug msg="Request: &ListContainersRequest{Filter:&ContainerFilter{Id:,State:nil,PodSandboxId:,LabelSelector:map[string]string{},},}" file="otel-collector/interceptors.go:62" id=7a773333-4197-4ab0-80f6-2d02977fadbb name=/runtime.v1.RuntimeService/ListContainers
Sep 13 19:09:41 ha-617764 crio[6149]: time="2024-09-13 19:09:41.737425375Z" level=debug msg="No filters were applied, returning full container list" file="server/container_list.go:60" id=7a773333-4197-4ab0-80f6-2d02977fadbb name=/runtime.v1.RuntimeService/ListContainers
Sep 13 19:09:41 ha-617764 crio[6149]: time="2024-09-13 19:09:41.737826138Z" level=debug msg="Response: &ListContainersResponse{Containers:[]*Container{&Container{Id:999f5e6003ef9162b57fec4793fbe75aab1348731d8d4f27ad7d3029004b6d4c,PodSandboxId:2ec7df8952268fade9fc0ffc23b16f677fdc2189770cb119d9f905f75fcc7282,Metadata:&ContainerMetadata{Name:storage-provisioner,Attempt:7,},Image:&ImageSpec{Image:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,State:CONTAINER_RUNNING,CreatedAt:1726254518536729625,Labels:map[string]string{io.kubernetes.container.name: storage-provisioner,io.kubernetes.pod.name: storage-provisioner,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 1e5f1a84-1798-430e-af04-82469e8f4a7b,},Annotations:map[string]string{io.kubernetes.container.hash: 6c6bf961,io.kubernetes.container.restartCount: 7,io.kubernetes.container.t
erminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:d9e9ac5d6b79f0671011120db7c835a22b4b40515be6c0a224b5d78d10631858,PodSandboxId:b36021c0b35cdc0a068086003611f08b09d2d09f7980d332998b85651d1f5f31,Metadata:&ContainerMetadata{Name:kube-controller-manager,Attempt:6,},Image:&ImageSpec{Image:175ffd71cce3d90bae95904b55260db941b10007a4e5471a19f3135b30aa9cd1,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:175ffd71cce3d90bae95904b55260db941b10007a4e5471a19f3135b30aa9cd1,State:CONTAINER_RUNNING,CreatedAt:1726254374542802960,Labels:map[string]string{io.kubernetes.container.name: kube-controller-manager,io.kubernetes.pod.name: kube-controller-manager-ha-617764,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 815ca8cb73177215968b5c5242b63776,},Annotations:map[string]string{io.kubernetes.container.hash: d1900d79,io.kubernetes.container.restartCount: 6,io.kubernetes.conta
iner.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:87156e375ce6e42c538bb851dcb55abf7b83754448bb78e67a324fd93e76a534,PodSandboxId:639b42fbde0c6031c445be6bfab0a91e5a252efc1e759eace315ed7ee44203e9,Metadata:&ContainerMetadata{Name:kube-apiserver,Attempt:6,},Image:&ImageSpec{Image:6bab7719df1001fdcc7e39f1decfa1f73b7f3af2757a91c5bafa1aaea29d1aee,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:6bab7719df1001fdcc7e39f1decfa1f73b7f3af2757a91c5bafa1aaea29d1aee,State:CONTAINER_RUNNING,CreatedAt:1726254272527637261,Labels:map[string]string{io.kubernetes.container.name: kube-apiserver,io.kubernetes.pod.name: kube-apiserver-ha-617764,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 7f4db9ee38410b02d601ed80ae90b5a4,},Annotations:map[string]string{io.kubernetes.container.hash: 7df2713b,io.kubernetes.container.restartCount: 6,io.kubernetes.container.terminationMessa
gePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:e916b90f9253d6855bcd1b24ab1ae47479a3f23fd600018cb0738677896b324f,PodSandboxId:2ec7df8952268fade9fc0ffc23b16f677fdc2189770cb119d9f905f75fcc7282,Metadata:&ContainerMetadata{Name:storage-provisioner,Attempt:6,},Image:&ImageSpec{Image:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,State:CONTAINER_EXITED,CreatedAt:1726254205523822299,Labels:map[string]string{io.kubernetes.container.name: storage-provisioner,io.kubernetes.pod.name: storage-provisioner,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 1e5f1a84-1798-430e-af04-82469e8f4a7b,},Annotations:map[string]string{io.kubernetes.container.hash: 6c6bf961,io.kubernetes.container.restartCount: 6,io.kubernetes.container.terminationMessagePath: /dev/
termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:8a3f92c39f616d85e223876cd67911949b93e345a656250b2b9a93e494f7b7b0,PodSandboxId:b36021c0b35cdc0a068086003611f08b09d2d09f7980d332998b85651d1f5f31,Metadata:&ContainerMetadata{Name:kube-controller-manager,Attempt:5,},Image:&ImageSpec{Image:175ffd71cce3d90bae95904b55260db941b10007a4e5471a19f3135b30aa9cd1,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:175ffd71cce3d90bae95904b55260db941b10007a4e5471a19f3135b30aa9cd1,State:CONTAINER_EXITED,CreatedAt:1726254195530889880,Labels:map[string]string{io.kubernetes.container.name: kube-controller-manager,io.kubernetes.pod.name: kube-controller-manager-ha-617764,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 815ca8cb73177215968b5c5242b63776,},Annotations:map[string]string{io.kubernetes.container.hash: d1900d79,io.kubernetes.container.restartCount: 5,io.kubernetes.container.terminationMessagePath:
/dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:50283a22853869e4521e5d44efcff41101ffde818329fd7423f482cb33efabc0,PodSandboxId:639b42fbde0c6031c445be6bfab0a91e5a252efc1e759eace315ed7ee44203e9,Metadata:&ContainerMetadata{Name:kube-apiserver,Attempt:5,},Image:&ImageSpec{Image:6bab7719df1001fdcc7e39f1decfa1f73b7f3af2757a91c5bafa1aaea29d1aee,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:6bab7719df1001fdcc7e39f1decfa1f73b7f3af2757a91c5bafa1aaea29d1aee,State:CONTAINER_EXITED,CreatedAt:1726254130535295539,Labels:map[string]string{io.kubernetes.container.name: kube-apiserver,io.kubernetes.pod.name: kube-apiserver-ha-617764,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 7f4db9ee38410b02d601ed80ae90b5a4,},Annotations:map[string]string{io.kubernetes.container.hash: 7df2713b,io.kubernetes.container.restartCount: 5,io.kubernetes.container.terminationMessagePath: /dev/termination-log,i
o.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:bf7f61f474e782e403819281bc5a7d281f13bc89127e0093ac24be08ab21acdc,PodSandboxId:ae1363f1228347bc367ec486d746b078aece68a3917c3a8f082468352ed540ff,Metadata:&ContainerMetadata{Name:busybox,Attempt:2,},Image:&ImageSpec{Image:8c811b4aec35f259572d0f79207bc0678df4c736eeec50bc9fec37ed936a472a,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:8c811b4aec35f259572d0f79207bc0678df4c736eeec50bc9fec37ed936a472a,State:CONTAINER_RUNNING,CreatedAt:1726254062550829569,Labels:map[string]string{io.kubernetes.container.name: busybox,io.kubernetes.pod.name: busybox-7dff88458-t4fwq,io.kubernetes.pod.namespace: default,io.kubernetes.pod.uid: 1bc3749b-0225-445c-9b86-767558392df7,},Annotations:map[string]string{io.kubernetes.container.hash: 82159afa,io.kubernetes.container.restartCount: 2,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMe
ssagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:0bdc8b32559cc35726794d7412fa2462beea35cff248df50623987861ae7bd48,PodSandboxId:90fa239fc72bb6f4e32a775ccd5954a7efb3c77a68e1e066547347d6aa9de270,Metadata:&ContainerMetadata{Name:kube-proxy,Attempt:2,},Image:&ImageSpec{Image:60c005f310ff3ad6d131805170f07d2946095307063eaaa5eedcaf06a0a89561,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:60c005f310ff3ad6d131805170f07d2946095307063eaaa5eedcaf06a0a89561,State:CONTAINER_RUNNING,CreatedAt:1726254029473467866,Labels:map[string]string{io.kubernetes.container.name: kube-proxy,io.kubernetes.pod.name: kube-proxy-92mml,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 36bd37dc-88c4-4264-9e7c-a90246cc5212,},Annotations:map[string]string{io.kubernetes.container.hash: 159dcc59,io.kubernetes.container.restartCount: 2,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.p
od.terminationGracePeriod: 30,},},&Container{Id:2ca0aab49c5463b35d609dd4876256ce1882f5f15b9314d4efc1c9460e5da465,PodSandboxId:743d4b43092c6c121728464d3854175d802db7a5cbb8456d4d3e321a84e3380d,Metadata:&ContainerMetadata{Name:coredns,Attempt:2,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1726254029507452958,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-htrbt,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 41a8301e-fca3-4907-bc77-808b013a2d2a,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"proto
col\":\"TCP\"}],io.kubernetes.container.restartCount: 2,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:70f0f4e37a417dce143a67fa1dcf0c5c3b58a8856c27d2bc40f1a94c8751842a,PodSandboxId:43cddd96b715864e6de09c1fa6b08a212431d9f454105b634b09d702d276ce38,Metadata:&ContainerMetadata{Name:coredns,Attempt:2,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1726254029705747992,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-fdhnm,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 5c509676-c7ba-4841-89b5-7e4266abd9c9,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.c
ontainer.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 2,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:7cb162ca4a91609e62eb9a3b82ac2d18f1f007e8a4b2577cce0250928caa85f2,PodSandboxId:1aee20bf902b8f7f8a9930e46d1fefb6a6c5f2d3d6d8c4ca74d565558460f8cd,Metadata:&ContainerMetadata{Name:kindnet-cni,Attempt:2,},Image:&ImageSpec{Image:12968670680f4561ef6818782391eb120d6e3365cf3f967aad58749f95381a4f,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:12968670680f4561ef6818782391eb120d6e3365cf3f967aad58749f95381a4f,State:CONTAINER_RUNNING,CreatedAt:1726254029639290085,Labels:map[string]string{io.kubernetes.container.name: kindnet-cni,io.kubernetes.pod.name: kindnet-b
9bzd,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 81130c38-ff5d-4c9e-ab7b-7eae4a62d3b8,},Annotations:map[string]string{io.kubernetes.container.hash: e80daca3,io.kubernetes.container.restartCount: 2,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:360965c899e522788532af521cbf0b477b35e977e91f5a28b282abf712fc953e,PodSandboxId:477f3d5572a61dae49e2682bbe5fcfd071182b44e8574426070fd470e9d8b5d9,Metadata:&ContainerMetadata{Name:kube-scheduler,Attempt:2,},Image:&ImageSpec{Image:9aa1fad941575eed91ab13d44f3e4cb5b1ff4e09cbbe954ea63002289416a13b,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:9aa1fad941575eed91ab13d44f3e4cb5b1ff4e09cbbe954ea63002289416a13b,State:CONTAINER_RUNNING,CreatedAt:1726254029288189795,Labels:map[string]string{io.kubernetes.container.name: kube-scheduler,io.kubernetes.pod.name: kube-scheduler-ha-617764,io.kubernete
s.pod.namespace: kube-system,io.kubernetes.pod.uid: 15cf7928620050653d6239c1007547bd,},Annotations:map[string]string{io.kubernetes.container.hash: 12faacf7,io.kubernetes.container.restartCount: 2,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:c22324f5733e44ea66404b16a363cefc848145f9b3f1a75daecc8b7369ff96dd,PodSandboxId:e94c56bdaeede8bdf6b9672b64791948a015daf333d84890a1b688a898d34e7e,Metadata:&ContainerMetadata{Name:etcd,Attempt:2,},Image:&ImageSpec{Image:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,State:CONTAINER_RUNNING,CreatedAt:1726254029033042084,Labels:map[string]string{io.kubernetes.container.name: etcd,io.kubernetes.pod.name: etcd-ha-617764,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid:
bf3d4ca74d8429dc43b760fdf8f185ab,},Annotations:map[string]string{io.kubernetes.container.hash: cdf7d3fa,io.kubernetes.container.restartCount: 2,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:bc744a6ac873da0f38fbe5a85580ba322c578e68359078003640394bc1a9784f,PodSandboxId:c01954306193722d6eb940bc8b28659b638bd552e7eee2298bf05a3dac30ffcf,Metadata:&ContainerMetadata{Name:kube-vip,Attempt:1,},Image:&ImageSpec{Image:38af8ddebf499adc4631fe68b0ee224ffd6d7dd6b4aeeb393aff3d33cb94eb12,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:38af8ddebf499adc4631fe68b0ee224ffd6d7dd6b4aeeb393aff3d33cb94eb12,State:CONTAINER_RUNNING,CreatedAt:1726254028929207262,Labels:map[string]string{io.kubernetes.container.name: kube-vip,io.kubernetes.pod.name: kube-vip-ha-617764,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 5545735943f8ff5a38c9aea0b4c785ad,},Ann
otations:map[string]string{io.kubernetes.container.hash: 3123ec07,io.kubernetes.container.restartCount: 1,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:2bb3333d84624db9148786fc866cc4cb99179a577e31d3365459788ba7b02f59,PodSandboxId:0238ab84a512173bc79a44c0c48ee4a9bfeeaed98c7655e711a18a704a5951f9,Metadata:&ContainerMetadata{Name:busybox,Attempt:1,},Image:&ImageSpec{Image:8c811b4aec35f259572d0f79207bc0678df4c736eeec50bc9fec37ed936a472a,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:8c811b4aec35f259572d0f79207bc0678df4c736eeec50bc9fec37ed936a472a,State:CONTAINER_EXITED,CreatedAt:1726253659862538947,Labels:map[string]string{io.kubernetes.container.name: busybox,io.kubernetes.pod.name: busybox-7dff88458-t4fwq,io.kubernetes.pod.namespace: default,io.kubernetes.pod.uid: 1bc3749b-0225-445c-9b86-767558392df7,},Annotations:map[string]string{io.kuberne
tes.container.hash: 82159afa,io.kubernetes.container.restartCount: 1,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:46d659112c682a93bb4560212566d776e405246e1b3f91e9cc2ad5198b2b8c69,PodSandboxId:566613db4514bf925926ac26426504bb464936a657b23ca25af3ad3aa0a803e1,Metadata:&ContainerMetadata{Name:kube-vip,Attempt:0,},Image:&ImageSpec{Image:38af8ddebf499adc4631fe68b0ee224ffd6d7dd6b4aeeb393aff3d33cb94eb12,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:38af8ddebf499adc4631fe68b0ee224ffd6d7dd6b4aeeb393aff3d33cb94eb12,State:CONTAINER_EXITED,CreatedAt:1726253640657625545,Labels:map[string]string{io.kubernetes.container.name: kube-vip,io.kubernetes.pod.name: kube-vip-ha-617764,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 5545735943f8ff5a38c9aea0b4c785ad,},Annotations:map[string]string{io.kubernetes.container.hash: 3123ec07,io.kubernet
es.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:dddc0dfb6a255d4d35498f110cd8ade544b6f9eb17cef621a12500640512581e,PodSandboxId:18e2ef1278c487f38e01dc8ec652cadc524a2e3c08f1b80bae0f12b5ce7d5f45,Metadata:&ContainerMetadata{Name:kindnet-cni,Attempt:1,},Image:&ImageSpec{Image:12968670680f4561ef6818782391eb120d6e3365cf3f967aad58749f95381a4f,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:12968670680f4561ef6818782391eb120d6e3365cf3f967aad58749f95381a4f,State:CONTAINER_EXITED,CreatedAt:1726253626790338590,Labels:map[string]string{io.kubernetes.container.name: kindnet-cni,io.kubernetes.pod.name: kindnet-b9bzd,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 81130c38-ff5d-4c9e-ab7b-7eae4a62d3b8,},Annotations:map[string]string{io.kubernetes.container.hash: e80daca3,io.kubernetes.container.restartCount: 1,io.kub
ernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:09fe052337ef3c922d075bb554c17c548520bce6283d1973e3507ca8d99ace87,PodSandboxId:5f1a3394b645b31406ab8d54ac120cd39398070996c972bf73df2d505c1848b5,Metadata:&ContainerMetadata{Name:coredns,Attempt:1,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_EXITED,CreatedAt:1726253626803961664,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-fdhnm,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 5c509676-c7ba-4841-89b5-7e4266abd9c9,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"proto
col\":\"UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 1,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:b752b1ac699cb46bd464528882ec5c1bfb29241c94a1eda062141311151c2fc1,PodSandboxId:3a3adb124d23e71e636eaf0f200f72f3779d41c493e0475b011f1e825d452f00,Metadata:&ContainerMetadata{Name:coredns,Attempt:1,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_EXITED,CreatedAt:1726253626698915633,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-htrbt,io.kubernetes.pod.namespace: kube-system,io.kubernetes.p
od.uid: 41a8301e-fca3-4907-bc77-808b013a2d2a,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 1,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:1d1a0b2d1c95ea3234342a3c075a74b46c01ce0a91b97801503cb6fd1fc06163,PodSandboxId:09bbefd12114cb9e6833e18edd3e080d729dc865efaaa80af99dd78c1c2387c2,Metadata:&ContainerMetadata{Name:kube-proxy,Attempt:1,},Image:&ImageSpec{Image:60c005f310ff3ad6d131805170f07d2946095307063eaaa5eedcaf06a0a89561,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:60c005f310ff3ad6d131805170f07d2946095307063eaaa5eedcaf06a0a89561,State:CONTAINER_EXITED,C
reatedAt:1726253626405117690,Labels:map[string]string{io.kubernetes.container.name: kube-proxy,io.kubernetes.pod.name: kube-proxy-92mml,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 36bd37dc-88c4-4264-9e7c-a90246cc5212,},Annotations:map[string]string{io.kubernetes.container.hash: 159dcc59,io.kubernetes.container.restartCount: 1,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:15c33340e3091f96212bbbf29c4a8802468f76ac07126f47265d4f2b86321a89,PodSandboxId:acfcaea56c23ed4626d8134635877c58a053b2861b24d0d53cf3024c7c8c1ca0,Metadata:&ContainerMetadata{Name:etcd,Attempt:1,},Image:&ImageSpec{Image:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,State:CONTAINER_EXITED,CreatedAt:1726253626518315300,Labels:map[
string]string{io.kubernetes.container.name: etcd,io.kubernetes.pod.name: etcd-ha-617764,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: bf3d4ca74d8429dc43b760fdf8f185ab,},Annotations:map[string]string{io.kubernetes.container.hash: cdf7d3fa,io.kubernetes.container.restartCount: 1,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:80a7cb47dee67b788f693c83be0a9b7c41fc30e21ddf9b0131e13737c8047222,PodSandboxId:a63972ff65b125bee7dbfeebba7408899591af85f385eeba93cb4a7472b5a831,Metadata:&ContainerMetadata{Name:kube-scheduler,Attempt:1,},Image:&ImageSpec{Image:9aa1fad941575eed91ab13d44f3e4cb5b1ff4e09cbbe954ea63002289416a13b,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:9aa1fad941575eed91ab13d44f3e4cb5b1ff4e09cbbe954ea63002289416a13b,State:CONTAINER_EXITED,CreatedAt:1726253626301782095,Labels:map[string]string{io.kubernetes.container.name
: kube-scheduler,io.kubernetes.pod.name: kube-scheduler-ha-617764,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 15cf7928620050653d6239c1007547bd,},Annotations:map[string]string{io.kubernetes.container.hash: 12faacf7,io.kubernetes.container.restartCount: 1,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},},}" file="otel-collector/interceptors.go:74" id=7a773333-4197-4ab0-80f6-2d02977fadbb name=/runtime.v1.RuntimeService/ListContainers
Sep 13 19:09:41 ha-617764 crio[6149]: time="2024-09-13 19:09:41.778696826Z" level=debug msg="Request: &VersionRequest{Version:,}" file="otel-collector/interceptors.go:62" id=dba2dcb8-5a64-4eca-a7f0-15024b90ad6f name=/runtime.v1.RuntimeService/Version
Sep 13 19:09:41 ha-617764 crio[6149]: time="2024-09-13 19:09:41.778789124Z" level=debug msg="Response: &VersionResponse{Version:0.1.0,RuntimeName:cri-o,RuntimeVersion:1.29.1,RuntimeApiVersion:v1,}" file="otel-collector/interceptors.go:74" id=dba2dcb8-5a64-4eca-a7f0-15024b90ad6f name=/runtime.v1.RuntimeService/Version
Sep 13 19:09:41 ha-617764 crio[6149]: time="2024-09-13 19:09:41.780110402Z" level=debug msg="Request: &ImageFsInfoRequest{}" file="otel-collector/interceptors.go:62" id=944a417d-d608-4623-9506-220aff006d02 name=/runtime.v1.ImageService/ImageFsInfo
Sep 13 19:09:41 ha-617764 crio[6149]: time="2024-09-13 19:09:41.780618716Z" level=debug msg="Response: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1726254581780596853,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}" file="otel-collector/interceptors.go:74" id=944a417d-d608-4623-9506-220aff006d02 name=/runtime.v1.ImageService/ImageFsInfo
Sep 13 19:09:41 ha-617764 crio[6149]: time="2024-09-13 19:09:41.781027484Z" level=debug msg="Request: &ListContainersRequest{Filter:&ContainerFilter{Id:,State:nil,PodSandboxId:,LabelSelector:map[string]string{},},}" file="otel-collector/interceptors.go:62" id=319a3165-d131-4b23-a058-a1916aac5d61 name=/runtime.v1.RuntimeService/ListContainers
Sep 13 19:09:41 ha-617764 crio[6149]: time="2024-09-13 19:09:41.781099982Z" level=debug msg="No filters were applied, returning full container list" file="server/container_list.go:60" id=319a3165-d131-4b23-a058-a1916aac5d61 name=/runtime.v1.RuntimeService/ListContainers
Sep 13 19:09:41 ha-617764 crio[6149]: time="2024-09-13 19:09:41.781573628Z" level=debug msg="Response: &ListContainersResponse{Containers:[]*Container{&Container{Id:999f5e6003ef9162b57fec4793fbe75aab1348731d8d4f27ad7d3029004b6d4c,PodSandboxId:2ec7df8952268fade9fc0ffc23b16f677fdc2189770cb119d9f905f75fcc7282,Metadata:&ContainerMetadata{Name:storage-provisioner,Attempt:7,},Image:&ImageSpec{Image:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,State:CONTAINER_RUNNING,CreatedAt:1726254518536729625,Labels:map[string]string{io.kubernetes.container.name: storage-provisioner,io.kubernetes.pod.name: storage-provisioner,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 1e5f1a84-1798-430e-af04-82469e8f4a7b,},Annotations:map[string]string{io.kubernetes.container.hash: 6c6bf961,io.kubernetes.container.restartCount: 7,io.kubernetes.container.t
erminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:d9e9ac5d6b79f0671011120db7c835a22b4b40515be6c0a224b5d78d10631858,PodSandboxId:b36021c0b35cdc0a068086003611f08b09d2d09f7980d332998b85651d1f5f31,Metadata:&ContainerMetadata{Name:kube-controller-manager,Attempt:6,},Image:&ImageSpec{Image:175ffd71cce3d90bae95904b55260db941b10007a4e5471a19f3135b30aa9cd1,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:175ffd71cce3d90bae95904b55260db941b10007a4e5471a19f3135b30aa9cd1,State:CONTAINER_RUNNING,CreatedAt:1726254374542802960,Labels:map[string]string{io.kubernetes.container.name: kube-controller-manager,io.kubernetes.pod.name: kube-controller-manager-ha-617764,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 815ca8cb73177215968b5c5242b63776,},Annotations:map[string]string{io.kubernetes.container.hash: d1900d79,io.kubernetes.container.restartCount: 6,io.kubernetes.conta
iner.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:87156e375ce6e42c538bb851dcb55abf7b83754448bb78e67a324fd93e76a534,PodSandboxId:639b42fbde0c6031c445be6bfab0a91e5a252efc1e759eace315ed7ee44203e9,Metadata:&ContainerMetadata{Name:kube-apiserver,Attempt:6,},Image:&ImageSpec{Image:6bab7719df1001fdcc7e39f1decfa1f73b7f3af2757a91c5bafa1aaea29d1aee,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:6bab7719df1001fdcc7e39f1decfa1f73b7f3af2757a91c5bafa1aaea29d1aee,State:CONTAINER_RUNNING,CreatedAt:1726254272527637261,Labels:map[string]string{io.kubernetes.container.name: kube-apiserver,io.kubernetes.pod.name: kube-apiserver-ha-617764,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 7f4db9ee38410b02d601ed80ae90b5a4,},Annotations:map[string]string{io.kubernetes.container.hash: 7df2713b,io.kubernetes.container.restartCount: 6,io.kubernetes.container.terminationMessa
gePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:e916b90f9253d6855bcd1b24ab1ae47479a3f23fd600018cb0738677896b324f,PodSandboxId:2ec7df8952268fade9fc0ffc23b16f677fdc2189770cb119d9f905f75fcc7282,Metadata:&ContainerMetadata{Name:storage-provisioner,Attempt:6,},Image:&ImageSpec{Image:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,State:CONTAINER_EXITED,CreatedAt:1726254205523822299,Labels:map[string]string{io.kubernetes.container.name: storage-provisioner,io.kubernetes.pod.name: storage-provisioner,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 1e5f1a84-1798-430e-af04-82469e8f4a7b,},Annotations:map[string]string{io.kubernetes.container.hash: 6c6bf961,io.kubernetes.container.restartCount: 6,io.kubernetes.container.terminationMessagePath: /dev/
termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:8a3f92c39f616d85e223876cd67911949b93e345a656250b2b9a93e494f7b7b0,PodSandboxId:b36021c0b35cdc0a068086003611f08b09d2d09f7980d332998b85651d1f5f31,Metadata:&ContainerMetadata{Name:kube-controller-manager,Attempt:5,},Image:&ImageSpec{Image:175ffd71cce3d90bae95904b55260db941b10007a4e5471a19f3135b30aa9cd1,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:175ffd71cce3d90bae95904b55260db941b10007a4e5471a19f3135b30aa9cd1,State:CONTAINER_EXITED,CreatedAt:1726254195530889880,Labels:map[string]string{io.kubernetes.container.name: kube-controller-manager,io.kubernetes.pod.name: kube-controller-manager-ha-617764,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 815ca8cb73177215968b5c5242b63776,},Annotations:map[string]string{io.kubernetes.container.hash: d1900d79,io.kubernetes.container.restartCount: 5,io.kubernetes.container.terminationMessagePath:
/dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:50283a22853869e4521e5d44efcff41101ffde818329fd7423f482cb33efabc0,PodSandboxId:639b42fbde0c6031c445be6bfab0a91e5a252efc1e759eace315ed7ee44203e9,Metadata:&ContainerMetadata{Name:kube-apiserver,Attempt:5,},Image:&ImageSpec{Image:6bab7719df1001fdcc7e39f1decfa1f73b7f3af2757a91c5bafa1aaea29d1aee,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:6bab7719df1001fdcc7e39f1decfa1f73b7f3af2757a91c5bafa1aaea29d1aee,State:CONTAINER_EXITED,CreatedAt:1726254130535295539,Labels:map[string]string{io.kubernetes.container.name: kube-apiserver,io.kubernetes.pod.name: kube-apiserver-ha-617764,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 7f4db9ee38410b02d601ed80ae90b5a4,},Annotations:map[string]string{io.kubernetes.container.hash: 7df2713b,io.kubernetes.container.restartCount: 5,io.kubernetes.container.terminationMessagePath: /dev/termination-log,i
o.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:bf7f61f474e782e403819281bc5a7d281f13bc89127e0093ac24be08ab21acdc,PodSandboxId:ae1363f1228347bc367ec486d746b078aece68a3917c3a8f082468352ed540ff,Metadata:&ContainerMetadata{Name:busybox,Attempt:2,},Image:&ImageSpec{Image:8c811b4aec35f259572d0f79207bc0678df4c736eeec50bc9fec37ed936a472a,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:8c811b4aec35f259572d0f79207bc0678df4c736eeec50bc9fec37ed936a472a,State:CONTAINER_RUNNING,CreatedAt:1726254062550829569,Labels:map[string]string{io.kubernetes.container.name: busybox,io.kubernetes.pod.name: busybox-7dff88458-t4fwq,io.kubernetes.pod.namespace: default,io.kubernetes.pod.uid: 1bc3749b-0225-445c-9b86-767558392df7,},Annotations:map[string]string{io.kubernetes.container.hash: 82159afa,io.kubernetes.container.restartCount: 2,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMe
ssagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:0bdc8b32559cc35726794d7412fa2462beea35cff248df50623987861ae7bd48,PodSandboxId:90fa239fc72bb6f4e32a775ccd5954a7efb3c77a68e1e066547347d6aa9de270,Metadata:&ContainerMetadata{Name:kube-proxy,Attempt:2,},Image:&ImageSpec{Image:60c005f310ff3ad6d131805170f07d2946095307063eaaa5eedcaf06a0a89561,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:60c005f310ff3ad6d131805170f07d2946095307063eaaa5eedcaf06a0a89561,State:CONTAINER_RUNNING,CreatedAt:1726254029473467866,Labels:map[string]string{io.kubernetes.container.name: kube-proxy,io.kubernetes.pod.name: kube-proxy-92mml,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 36bd37dc-88c4-4264-9e7c-a90246cc5212,},Annotations:map[string]string{io.kubernetes.container.hash: 159dcc59,io.kubernetes.container.restartCount: 2,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.p
od.terminationGracePeriod: 30,},},&Container{Id:2ca0aab49c5463b35d609dd4876256ce1882f5f15b9314d4efc1c9460e5da465,PodSandboxId:743d4b43092c6c121728464d3854175d802db7a5cbb8456d4d3e321a84e3380d,Metadata:&ContainerMetadata{Name:coredns,Attempt:2,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1726254029507452958,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-htrbt,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 41a8301e-fca3-4907-bc77-808b013a2d2a,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"proto
col\":\"TCP\"}],io.kubernetes.container.restartCount: 2,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:70f0f4e37a417dce143a67fa1dcf0c5c3b58a8856c27d2bc40f1a94c8751842a,PodSandboxId:43cddd96b715864e6de09c1fa6b08a212431d9f454105b634b09d702d276ce38,Metadata:&ContainerMetadata{Name:coredns,Attempt:2,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1726254029705747992,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-fdhnm,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 5c509676-c7ba-4841-89b5-7e4266abd9c9,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.c
ontainer.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 2,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:7cb162ca4a91609e62eb9a3b82ac2d18f1f007e8a4b2577cce0250928caa85f2,PodSandboxId:1aee20bf902b8f7f8a9930e46d1fefb6a6c5f2d3d6d8c4ca74d565558460f8cd,Metadata:&ContainerMetadata{Name:kindnet-cni,Attempt:2,},Image:&ImageSpec{Image:12968670680f4561ef6818782391eb120d6e3365cf3f967aad58749f95381a4f,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:12968670680f4561ef6818782391eb120d6e3365cf3f967aad58749f95381a4f,State:CONTAINER_RUNNING,CreatedAt:1726254029639290085,Labels:map[string]string{io.kubernetes.container.name: kindnet-cni,io.kubernetes.pod.name: kindnet-b
9bzd,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 81130c38-ff5d-4c9e-ab7b-7eae4a62d3b8,},Annotations:map[string]string{io.kubernetes.container.hash: e80daca3,io.kubernetes.container.restartCount: 2,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:360965c899e522788532af521cbf0b477b35e977e91f5a28b282abf712fc953e,PodSandboxId:477f3d5572a61dae49e2682bbe5fcfd071182b44e8574426070fd470e9d8b5d9,Metadata:&ContainerMetadata{Name:kube-scheduler,Attempt:2,},Image:&ImageSpec{Image:9aa1fad941575eed91ab13d44f3e4cb5b1ff4e09cbbe954ea63002289416a13b,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:9aa1fad941575eed91ab13d44f3e4cb5b1ff4e09cbbe954ea63002289416a13b,State:CONTAINER_RUNNING,CreatedAt:1726254029288189795,Labels:map[string]string{io.kubernetes.container.name: kube-scheduler,io.kubernetes.pod.name: kube-scheduler-ha-617764,io.kubernete
s.pod.namespace: kube-system,io.kubernetes.pod.uid: 15cf7928620050653d6239c1007547bd,},Annotations:map[string]string{io.kubernetes.container.hash: 12faacf7,io.kubernetes.container.restartCount: 2,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:c22324f5733e44ea66404b16a363cefc848145f9b3f1a75daecc8b7369ff96dd,PodSandboxId:e94c56bdaeede8bdf6b9672b64791948a015daf333d84890a1b688a898d34e7e,Metadata:&ContainerMetadata{Name:etcd,Attempt:2,},Image:&ImageSpec{Image:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,State:CONTAINER_RUNNING,CreatedAt:1726254029033042084,Labels:map[string]string{io.kubernetes.container.name: etcd,io.kubernetes.pod.name: etcd-ha-617764,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid:
bf3d4ca74d8429dc43b760fdf8f185ab,},Annotations:map[string]string{io.kubernetes.container.hash: cdf7d3fa,io.kubernetes.container.restartCount: 2,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:bc744a6ac873da0f38fbe5a85580ba322c578e68359078003640394bc1a9784f,PodSandboxId:c01954306193722d6eb940bc8b28659b638bd552e7eee2298bf05a3dac30ffcf,Metadata:&ContainerMetadata{Name:kube-vip,Attempt:1,},Image:&ImageSpec{Image:38af8ddebf499adc4631fe68b0ee224ffd6d7dd6b4aeeb393aff3d33cb94eb12,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:38af8ddebf499adc4631fe68b0ee224ffd6d7dd6b4aeeb393aff3d33cb94eb12,State:CONTAINER_RUNNING,CreatedAt:1726254028929207262,Labels:map[string]string{io.kubernetes.container.name: kube-vip,io.kubernetes.pod.name: kube-vip-ha-617764,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 5545735943f8ff5a38c9aea0b4c785ad,},Ann
otations:map[string]string{io.kubernetes.container.hash: 3123ec07,io.kubernetes.container.restartCount: 1,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:2bb3333d84624db9148786fc866cc4cb99179a577e31d3365459788ba7b02f59,PodSandboxId:0238ab84a512173bc79a44c0c48ee4a9bfeeaed98c7655e711a18a704a5951f9,Metadata:&ContainerMetadata{Name:busybox,Attempt:1,},Image:&ImageSpec{Image:8c811b4aec35f259572d0f79207bc0678df4c736eeec50bc9fec37ed936a472a,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:8c811b4aec35f259572d0f79207bc0678df4c736eeec50bc9fec37ed936a472a,State:CONTAINER_EXITED,CreatedAt:1726253659862538947,Labels:map[string]string{io.kubernetes.container.name: busybox,io.kubernetes.pod.name: busybox-7dff88458-t4fwq,io.kubernetes.pod.namespace: default,io.kubernetes.pod.uid: 1bc3749b-0225-445c-9b86-767558392df7,},Annotations:map[string]string{io.kuberne
tes.container.hash: 82159afa,io.kubernetes.container.restartCount: 1,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:46d659112c682a93bb4560212566d776e405246e1b3f91e9cc2ad5198b2b8c69,PodSandboxId:566613db4514bf925926ac26426504bb464936a657b23ca25af3ad3aa0a803e1,Metadata:&ContainerMetadata{Name:kube-vip,Attempt:0,},Image:&ImageSpec{Image:38af8ddebf499adc4631fe68b0ee224ffd6d7dd6b4aeeb393aff3d33cb94eb12,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:38af8ddebf499adc4631fe68b0ee224ffd6d7dd6b4aeeb393aff3d33cb94eb12,State:CONTAINER_EXITED,CreatedAt:1726253640657625545,Labels:map[string]string{io.kubernetes.container.name: kube-vip,io.kubernetes.pod.name: kube-vip-ha-617764,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 5545735943f8ff5a38c9aea0b4c785ad,},Annotations:map[string]string{io.kubernetes.container.hash: 3123ec07,io.kubernet
es.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:dddc0dfb6a255d4d35498f110cd8ade544b6f9eb17cef621a12500640512581e,PodSandboxId:18e2ef1278c487f38e01dc8ec652cadc524a2e3c08f1b80bae0f12b5ce7d5f45,Metadata:&ContainerMetadata{Name:kindnet-cni,Attempt:1,},Image:&ImageSpec{Image:12968670680f4561ef6818782391eb120d6e3365cf3f967aad58749f95381a4f,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:12968670680f4561ef6818782391eb120d6e3365cf3f967aad58749f95381a4f,State:CONTAINER_EXITED,CreatedAt:1726253626790338590,Labels:map[string]string{io.kubernetes.container.name: kindnet-cni,io.kubernetes.pod.name: kindnet-b9bzd,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 81130c38-ff5d-4c9e-ab7b-7eae4a62d3b8,},Annotations:map[string]string{io.kubernetes.container.hash: e80daca3,io.kubernetes.container.restartCount: 1,io.kub
ernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:09fe052337ef3c922d075bb554c17c548520bce6283d1973e3507ca8d99ace87,PodSandboxId:5f1a3394b645b31406ab8d54ac120cd39398070996c972bf73df2d505c1848b5,Metadata:&ContainerMetadata{Name:coredns,Attempt:1,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_EXITED,CreatedAt:1726253626803961664,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-fdhnm,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 5c509676-c7ba-4841-89b5-7e4266abd9c9,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"proto
col\":\"UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 1,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:b752b1ac699cb46bd464528882ec5c1bfb29241c94a1eda062141311151c2fc1,PodSandboxId:3a3adb124d23e71e636eaf0f200f72f3779d41c493e0475b011f1e825d452f00,Metadata:&ContainerMetadata{Name:coredns,Attempt:1,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_EXITED,CreatedAt:1726253626698915633,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-htrbt,io.kubernetes.pod.namespace: kube-system,io.kubernetes.p
od.uid: 41a8301e-fca3-4907-bc77-808b013a2d2a,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 1,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:1d1a0b2d1c95ea3234342a3c075a74b46c01ce0a91b97801503cb6fd1fc06163,PodSandboxId:09bbefd12114cb9e6833e18edd3e080d729dc865efaaa80af99dd78c1c2387c2,Metadata:&ContainerMetadata{Name:kube-proxy,Attempt:1,},Image:&ImageSpec{Image:60c005f310ff3ad6d131805170f07d2946095307063eaaa5eedcaf06a0a89561,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:60c005f310ff3ad6d131805170f07d2946095307063eaaa5eedcaf06a0a89561,State:CONTAINER_EXITED,C
reatedAt:1726253626405117690,Labels:map[string]string{io.kubernetes.container.name: kube-proxy,io.kubernetes.pod.name: kube-proxy-92mml,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 36bd37dc-88c4-4264-9e7c-a90246cc5212,},Annotations:map[string]string{io.kubernetes.container.hash: 159dcc59,io.kubernetes.container.restartCount: 1,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:15c33340e3091f96212bbbf29c4a8802468f76ac07126f47265d4f2b86321a89,PodSandboxId:acfcaea56c23ed4626d8134635877c58a053b2861b24d0d53cf3024c7c8c1ca0,Metadata:&ContainerMetadata{Name:etcd,Attempt:1,},Image:&ImageSpec{Image:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,State:CONTAINER_EXITED,CreatedAt:1726253626518315300,Labels:map[
string]string{io.kubernetes.container.name: etcd,io.kubernetes.pod.name: etcd-ha-617764,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: bf3d4ca74d8429dc43b760fdf8f185ab,},Annotations:map[string]string{io.kubernetes.container.hash: cdf7d3fa,io.kubernetes.container.restartCount: 1,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:80a7cb47dee67b788f693c83be0a9b7c41fc30e21ddf9b0131e13737c8047222,PodSandboxId:a63972ff65b125bee7dbfeebba7408899591af85f385eeba93cb4a7472b5a831,Metadata:&ContainerMetadata{Name:kube-scheduler,Attempt:1,},Image:&ImageSpec{Image:9aa1fad941575eed91ab13d44f3e4cb5b1ff4e09cbbe954ea63002289416a13b,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:9aa1fad941575eed91ab13d44f3e4cb5b1ff4e09cbbe954ea63002289416a13b,State:CONTAINER_EXITED,CreatedAt:1726253626301782095,Labels:map[string]string{io.kubernetes.container.name
: kube-scheduler,io.kubernetes.pod.name: kube-scheduler-ha-617764,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 15cf7928620050653d6239c1007547bd,},Annotations:map[string]string{io.kubernetes.container.hash: 12faacf7,io.kubernetes.container.restartCount: 1,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},},}" file="otel-collector/interceptors.go:74" id=319a3165-d131-4b23-a058-a1916aac5d61 name=/runtime.v1.RuntimeService/ListContainers
==> container status <==
CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD
999f5e6003ef9 6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562 About a minute ago Running storage-provisioner 7 2ec7df8952268 storage-provisioner
d9e9ac5d6b79f 175ffd71cce3d90bae95904b55260db941b10007a4e5471a19f3135b30aa9cd1 3 minutes ago Running kube-controller-manager 6 b36021c0b35cd kube-controller-manager-ha-617764
87156e375ce6e 6bab7719df1001fdcc7e39f1decfa1f73b7f3af2757a91c5bafa1aaea29d1aee 5 minutes ago Running kube-apiserver 6 639b42fbde0c6 kube-apiserver-ha-617764
e916b90f9253d 6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562 6 minutes ago Exited storage-provisioner 6 2ec7df8952268 storage-provisioner
8a3f92c39f616 175ffd71cce3d90bae95904b55260db941b10007a4e5471a19f3135b30aa9cd1 6 minutes ago Exited kube-controller-manager 5 b36021c0b35cd kube-controller-manager-ha-617764
50283a2285386 6bab7719df1001fdcc7e39f1decfa1f73b7f3af2757a91c5bafa1aaea29d1aee 7 minutes ago Exited kube-apiserver 5 639b42fbde0c6 kube-apiserver-ha-617764
bf7f61f474e78 8c811b4aec35f259572d0f79207bc0678df4c736eeec50bc9fec37ed936a472a 8 minutes ago Running busybox 2 ae1363f122834 busybox-7dff88458-t4fwq
70f0f4e37a417 c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6 9 minutes ago Running coredns 2 43cddd96b7158 coredns-7c65d6cfc9-fdhnm
7cb162ca4a916 12968670680f4561ef6818782391eb120d6e3365cf3f967aad58749f95381a4f 9 minutes ago Running kindnet-cni 2 1aee20bf902b8 kindnet-b9bzd
2ca0aab49c546 c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6 9 minutes ago Running coredns 2 743d4b43092c6 coredns-7c65d6cfc9-htrbt
0bdc8b32559cc 60c005f310ff3ad6d131805170f07d2946095307063eaaa5eedcaf06a0a89561 9 minutes ago Running kube-proxy 2 90fa239fc72bb kube-proxy-92mml
360965c899e52 9aa1fad941575eed91ab13d44f3e4cb5b1ff4e09cbbe954ea63002289416a13b 9 minutes ago Running kube-scheduler 2 477f3d5572a61 kube-scheduler-ha-617764
c22324f5733e4 2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4 9 minutes ago Running etcd 2 e94c56bdaeede etcd-ha-617764
bc744a6ac873d 38af8ddebf499adc4631fe68b0ee224ffd6d7dd6b4aeeb393aff3d33cb94eb12 9 minutes ago Running kube-vip 1 c019543061937 kube-vip-ha-617764
2bb3333d84624 8c811b4aec35f259572d0f79207bc0678df4c736eeec50bc9fec37ed936a472a 15 minutes ago Exited busybox 1 0238ab84a5121 busybox-7dff88458-t4fwq
46d659112c682 38af8ddebf499adc4631fe68b0ee224ffd6d7dd6b4aeeb393aff3d33cb94eb12 15 minutes ago Exited kube-vip 0 566613db4514b kube-vip-ha-617764
09fe052337ef3 c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6 15 minutes ago Exited coredns 1 5f1a3394b645b coredns-7c65d6cfc9-fdhnm
dddc0dfb6a255 12968670680f4561ef6818782391eb120d6e3365cf3f967aad58749f95381a4f 15 minutes ago Exited kindnet-cni 1 18e2ef1278c48 kindnet-b9bzd
b752b1ac699cb c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6 15 minutes ago Exited coredns 1 3a3adb124d23e coredns-7c65d6cfc9-htrbt
15c33340e3091 2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4 15 minutes ago Exited etcd 1 acfcaea56c23e etcd-ha-617764
1d1a0b2d1c95e 60c005f310ff3ad6d131805170f07d2946095307063eaaa5eedcaf06a0a89561 15 minutes ago Exited kube-proxy 1 09bbefd12114c kube-proxy-92mml
80a7cb47dee67 9aa1fad941575eed91ab13d44f3e4cb5b1ff4e09cbbe954ea63002289416a13b 15 minutes ago Exited kube-scheduler 1 a63972ff65b12 kube-scheduler-ha-617764
==> coredns [09fe052337ef3c922d075bb554c17c548520bce6283d1973e3507ca8d99ace87] <==
Trace[818669773]: ---"Objects listed" error:Get "https://10.96.0.1:443/api/v1/services?limit=500&resourceVersion=0": net/http: TLS handshake timeout 10000ms (18:54:01.526)
Trace[818669773]: [10.000979018s] [10.000979018s] END
[ERROR] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229: Failed to watch *v1.Service: failed to list *v1.Service: Get "https://10.96.0.1:443/api/v1/services?limit=500&resourceVersion=0": net/http: TLS handshake timeout
[INFO] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229: failed to list *v1.Service: Get "https://10.96.0.1:443/api/v1/services?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: connect: no route to host
[ERROR] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229: Failed to watch *v1.Service: failed to list *v1.Service: Get "https://10.96.0.1:443/api/v1/services?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: connect: no route to host
[INFO] plugin/ready: Still waiting on: "kubernetes"
[INFO] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229: failed to list *v1.EndpointSlice: Get "https://10.96.0.1:443/apis/discovery.k8s.io/v1/endpointslices?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: connect: connection refused - error from a previous attempt: read tcp 10.244.0.5:52492->10.96.0.1:443: read: connection reset by peer
[ERROR] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229: Failed to watch *v1.EndpointSlice: failed to list *v1.EndpointSlice: Get "https://10.96.0.1:443/apis/discovery.k8s.io/v1/endpointslices?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: connect: connection refused - error from a previous attempt: read tcp 10.244.0.5:52492->10.96.0.1:443: read: connection reset by peer
[INFO] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229: failed to list *v1.Service: Get "https://10.96.0.1:443/api/v1/services?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: connect: connection refused
[ERROR] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229: Failed to watch *v1.Service: failed to list *v1.Service: Get "https://10.96.0.1:443/api/v1/services?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: connect: connection refused
[INFO] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229: failed to list *v1.Namespace: Get "https://10.96.0.1:443/api/v1/namespaces?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: connect: no route to host - error from a previous attempt: read tcp 10.244.0.5:43514->10.96.0.1:443: read: connection reset by peer
[ERROR] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229: Failed to watch *v1.Namespace: failed to list *v1.Namespace: Get "https://10.96.0.1:443/api/v1/namespaces?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: connect: no route to host - error from a previous attempt: read tcp 10.244.0.5:43514->10.96.0.1:443: read: connection reset by peer
[INFO] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229: failed to list *v1.EndpointSlice: Get "https://10.96.0.1:443/apis/discovery.k8s.io/v1/endpointslices?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: connect: connection refused
[ERROR] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229: Failed to watch *v1.EndpointSlice: failed to list *v1.EndpointSlice: Get "https://10.96.0.1:443/apis/discovery.k8s.io/v1/endpointslices?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: connect: connection refused
[INFO] plugin/ready: Still waiting on: "kubernetes"
[INFO] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229: failed to list *v1.Namespace: Get "https://10.96.0.1:443/api/v1/namespaces?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: connect: no route to host
[ERROR] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229: Failed to watch *v1.Namespace: failed to list *v1.Namespace: Get "https://10.96.0.1:443/api/v1/namespaces?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: connect: no route to host
[INFO] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229: failed to list *v1.Service: Get "https://10.96.0.1:443/api/v1/services?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: connect: connection refused
[ERROR] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229: Failed to watch *v1.Service: failed to list *v1.Service: Get "https://10.96.0.1:443/api/v1/services?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: connect: connection refused
[INFO] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229: failed to list *v1.EndpointSlice: Get "https://10.96.0.1:443/apis/discovery.k8s.io/v1/endpointslices?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: connect: connection refused
[ERROR] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229: Failed to watch *v1.EndpointSlice: failed to list *v1.EndpointSlice: Get "https://10.96.0.1:443/apis/discovery.k8s.io/v1/endpointslices?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: connect: connection refused
[INFO] plugin/ready: Still waiting on: "kubernetes"
[INFO] plugin/ready: Still waiting on: "kubernetes"
[INFO] SIGTERM: Shutting down servers then terminating
[INFO] plugin/health: Going into lameduck mode for 5s
==> coredns [2ca0aab49c5463b35d609dd4876256ce1882f5f15b9314d4efc1c9460e5da465] <==
Trace[935271282]: [14.299786922s] [14.299786922s] END
[ERROR] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229: Failed to watch *v1.Namespace: failed to list *v1.Namespace: Get "https://10.96.0.1:443/api/v1/namespaces?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: connect: connection refused - error from a previous attempt: http2: server sent GOAWAY and closed the connection; LastStreamID=1, ErrCode=NO_ERROR, debug=""
[INFO] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229: failed to list *v1.Service: Get "https://10.96.0.1:443/api/v1/services?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: connect: connection refused
[ERROR] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229: Failed to watch *v1.Service: failed to list *v1.Service: Get "https://10.96.0.1:443/api/v1/services?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: connect: connection refused
[INFO] plugin/ready: Still waiting on: "kubernetes"
[INFO] plugin/ready: Still waiting on: "kubernetes"
[INFO] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229: failed to list *v1.EndpointSlice: Get "https://10.96.0.1:443/apis/discovery.k8s.io/v1/endpointslices?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: connect: connection refused
[ERROR] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229: Failed to watch *v1.EndpointSlice: failed to list *v1.EndpointSlice: Get "https://10.96.0.1:443/apis/discovery.k8s.io/v1/endpointslices?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: connect: connection refused
[INFO] plugin/ready: Still waiting on: "kubernetes"
[INFO] plugin/ready: Still waiting on: "kubernetes"
[INFO] plugin/ready: Still waiting on: "kubernetes"
[INFO] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229: failed to list *v1.Service: Get "https://10.96.0.1:443/api/v1/services?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: connect: connection refused
[ERROR] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229: Failed to watch *v1.Service: failed to list *v1.Service: Get "https://10.96.0.1:443/api/v1/services?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: connect: connection refused
[INFO] plugin/ready: Still waiting on: "kubernetes"
[INFO] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229: failed to list *v1.Namespace: Get "https://10.96.0.1:443/api/v1/namespaces?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: connect: connection refused
[ERROR] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229: Failed to watch *v1.Namespace: failed to list *v1.Namespace: Get "https://10.96.0.1:443/api/v1/namespaces?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: connect: connection refused
[INFO] plugin/ready: Still waiting on: "kubernetes"
[INFO] plugin/ready: Still waiting on: "kubernetes"
[INFO] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229: failed to list *v1.EndpointSlice: Get "https://10.96.0.1:443/apis/discovery.k8s.io/v1/endpointslices?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: connect: connection refused
[ERROR] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229: Failed to watch *v1.EndpointSlice: failed to list *v1.EndpointSlice: Get "https://10.96.0.1:443/apis/discovery.k8s.io/v1/endpointslices?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: connect: connection refused
[INFO] plugin/ready: Still waiting on: "kubernetes"
[INFO] plugin/ready: Still waiting on: "kubernetes"
[INFO] plugin/ready: Still waiting on: "kubernetes"
[INFO] plugin/ready: Still waiting on: "kubernetes"
[INFO] plugin/ready: Still waiting on: "kubernetes"
==> coredns [70f0f4e37a417dce143a67fa1dcf0c5c3b58a8856c27d2bc40f1a94c8751842a] <==
[INFO] plugin/ready: Still waiting on: "kubernetes"
[INFO] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229: failed to list *v1.EndpointSlice: Get "https://10.96.0.1:443/apis/discovery.k8s.io/v1/endpointslices?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: connect: connection refused
[ERROR] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229: Failed to watch *v1.EndpointSlice: failed to list *v1.EndpointSlice: Get "https://10.96.0.1:443/apis/discovery.k8s.io/v1/endpointslices?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: connect: connection refused
[INFO] plugin/ready: Still waiting on: "kubernetes"
[INFO] plugin/ready: Still waiting on: "kubernetes"
[INFO] plugin/ready: Still waiting on: "kubernetes"
[INFO] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229: failed to list *v1.Namespace: Get "https://10.96.0.1:443/api/v1/namespaces?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: connect: connection refused
[ERROR] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229: Failed to watch *v1.Namespace: failed to list *v1.Namespace: Get "https://10.96.0.1:443/api/v1/namespaces?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: connect: connection refused
[INFO] plugin/ready: Still waiting on: "kubernetes"
[INFO] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229: failed to list *v1.Service: Get "https://10.96.0.1:443/api/v1/services?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: connect: connection refused
[ERROR] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229: Failed to watch *v1.Service: failed to list *v1.Service: Get "https://10.96.0.1:443/api/v1/services?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: connect: connection refused
[INFO] plugin/ready: Still waiting on: "kubernetes"
[INFO] plugin/ready: Still waiting on: "kubernetes"
[INFO] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229: failed to list *v1.EndpointSlice: Get "https://10.96.0.1:443/apis/discovery.k8s.io/v1/endpointslices?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: connect: connection refused
[ERROR] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229: Failed to watch *v1.EndpointSlice: failed to list *v1.EndpointSlice: Get "https://10.96.0.1:443/apis/discovery.k8s.io/v1/endpointslices?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: connect: connection refused
[INFO] plugin/ready: Still waiting on: "kubernetes"
[INFO] plugin/ready: Still waiting on: "kubernetes"
[INFO] plugin/ready: Still waiting on: "kubernetes"
[INFO] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229: failed to list *v1.Namespace: Get "https://10.96.0.1:443/api/v1/namespaces?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: connect: connection refused
[ERROR] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229: Failed to watch *v1.Namespace: failed to list *v1.Namespace: Get "https://10.96.0.1:443/api/v1/namespaces?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: connect: connection refused
[INFO] plugin/ready: Still waiting on: "kubernetes"
[INFO] plugin/ready: Still waiting on: "kubernetes"
[INFO] plugin/ready: Still waiting on: "kubernetes"
[INFO] plugin/ready: Still waiting on: "kubernetes"
[INFO] plugin/ready: Still waiting on: "kubernetes"
==> coredns [b752b1ac699cb46bd464528882ec5c1bfb29241c94a1eda062141311151c2fc1] <==
[ERROR] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229: Failed to watch *v1.EndpointSlice: failed to list *v1.EndpointSlice: Get "https://10.96.0.1:443/apis/discovery.k8s.io/v1/endpointslices?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: connect: no route to host - error from a previous attempt: read tcp 10.244.0.6:54310->10.96.0.1:443: read: connection reset by peer
[INFO] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229: failed to list *v1.Service: Get "https://10.96.0.1:443/api/v1/services?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: connect: no route to host
[ERROR] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229: Failed to watch *v1.Service: failed to list *v1.Service: Get "https://10.96.0.1:443/api/v1/services?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: connect: no route to host
[INFO] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229: failed to list *v1.Namespace: Get "https://10.96.0.1:443/api/v1/namespaces?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: connect: no route to host
[ERROR] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229: Failed to watch *v1.Namespace: failed to list *v1.Namespace: Get "https://10.96.0.1:443/api/v1/namespaces?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: connect: no route to host
[INFO] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229: failed to list *v1.EndpointSlice: Get "https://10.96.0.1:443/apis/discovery.k8s.io/v1/endpointslices?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: connect: connection refused
[ERROR] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229: Failed to watch *v1.EndpointSlice: failed to list *v1.EndpointSlice: Get "https://10.96.0.1:443/apis/discovery.k8s.io/v1/endpointslices?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: connect: connection refused
[INFO] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229: failed to list *v1.Service: Get "https://10.96.0.1:443/api/v1/services?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: connect: connection refused
[ERROR] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229: Failed to watch *v1.Service: failed to list *v1.Service: Get "https://10.96.0.1:443/api/v1/services?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: connect: connection refused
[INFO] plugin/ready: Still waiting on: "kubernetes"
[INFO] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229: failed to list *v1.EndpointSlice: Get "https://10.96.0.1:443/apis/discovery.k8s.io/v1/endpointslices?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: connect: connection refused
[ERROR] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229: Failed to watch *v1.EndpointSlice: failed to list *v1.EndpointSlice: Get "https://10.96.0.1:443/apis/discovery.k8s.io/v1/endpointslices?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: connect: connection refused
[INFO] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229: failed to list *v1.Namespace: Get "https://10.96.0.1:443/api/v1/namespaces?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: connect: no route to host
[ERROR] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229: Failed to watch *v1.Namespace: failed to list *v1.Namespace: Get "https://10.96.0.1:443/api/v1/namespaces?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: connect: no route to host
[INFO] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229: failed to list *v1.Service: Get "https://10.96.0.1:443/api/v1/services?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: connect: no route to host
[ERROR] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229: Failed to watch *v1.Service: failed to list *v1.Service: Get "https://10.96.0.1:443/api/v1/services?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: connect: no route to host
[INFO] plugin/ready: Still waiting on: "kubernetes"
[INFO] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229: failed to list *v1.Namespace: Get "https://10.96.0.1:443/api/v1/namespaces?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: connect: no route to host
[ERROR] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229: Failed to watch *v1.Namespace: failed to list *v1.Namespace: Get "https://10.96.0.1:443/api/v1/namespaces?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: connect: no route to host
[INFO] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229: failed to list *v1.EndpointSlice: Get "https://10.96.0.1:443/apis/discovery.k8s.io/v1/endpointslices?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: connect: no route to host
[ERROR] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229: Failed to watch *v1.EndpointSlice: failed to list *v1.EndpointSlice: Get "https://10.96.0.1:443/apis/discovery.k8s.io/v1/endpointslices?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: connect: no route to host
[INFO] plugin/ready: Still waiting on: "kubernetes"
[INFO] plugin/ready: Still waiting on: "kubernetes"
[INFO] SIGTERM: Shutting down servers then terminating
[INFO] plugin/health: Going into lameduck mode for 5s
==> describe nodes <==
Name: ha-617764
Roles: control-plane
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=ha-617764
kubernetes.io/os=linux
minikube.k8s.io/commit=fdd33bebc6743cfd1c61ec7fe066add478610a92
minikube.k8s.io/name=ha-617764
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2024_09_13T18_42_29_0700
minikube.k8s.io/version=v1.34.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Fri, 13 Sep 2024 18:42:26 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: ha-617764
AcquireTime: <unset>
RenewTime: Fri, 13 Sep 2024 19:09:33 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Fri, 13 Sep 2024 19:04:46 +0000 Fri, 13 Sep 2024 18:57:14 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Fri, 13 Sep 2024 19:04:46 +0000 Fri, 13 Sep 2024 18:57:14 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Fri, 13 Sep 2024 19:04:46 +0000 Fri, 13 Sep 2024 18:57:14 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Fri, 13 Sep 2024 19:04:46 +0000 Fri, 13 Sep 2024 18:57:14 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.39.145
Hostname: ha-617764
Capacity:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
System Info:
Machine ID: 0f2aba800dcc4d28902afcae110b3305
System UUID: 0f2aba80-0dcc-4d28-902a-fcae110b3305
Boot ID: 07a71fa7-1555-49dc-a1c7-c845200ddeaa
Kernel Version: 5.10.207
OS Image: Buildroot 2023.02.9
Operating System: linux
Architecture: amd64
Container Runtime Version: cri-o://1.29.1
Kubelet Version: v1.31.1
Kube-Proxy Version: v1.31.1
PodCIDR: 10.244.0.0/24
PodCIDRs: 10.244.0.0/24
Non-terminated Pods: (11 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox-7dff88458-t4fwq 0 (0%) 0 (0%) 0 (0%) 0 (0%) 24m
kube-system coredns-7c65d6cfc9-fdhnm 100m (5%) 0 (0%) 70Mi (3%) 170Mi (8%) 27m
kube-system coredns-7c65d6cfc9-htrbt 100m (5%) 0 (0%) 70Mi (3%) 170Mi (8%) 27m
kube-system etcd-ha-617764 100m (5%) 0 (0%) 100Mi (4%) 0 (0%) 27m
kube-system kindnet-b9bzd 100m (5%) 100m (5%) 50Mi (2%) 50Mi (2%) 27m
kube-system kube-apiserver-ha-617764 250m (12%) 0 (0%) 0 (0%) 0 (0%) 27m
kube-system kube-controller-manager-ha-617764 200m (10%) 0 (0%) 0 (0%) 0 (0%) 27m
kube-system kube-proxy-92mml 0 (0%) 0 (0%) 0 (0%) 0 (0%) 27m
kube-system kube-scheduler-ha-617764 100m (5%) 0 (0%) 0 (0%) 0 (0%) 27m
kube-system kube-vip-ha-617764 0 (0%) 0 (0%) 0 (0%) 0 (0%) 14m
kube-system storage-provisioner 0 (0%) 0 (0%) 0 (0%) 0 (0%) 27m
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 950m (47%) 100m (5%)
memory 290Mi (13%) 390Mi (18%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 15m kube-proxy
Normal Starting 27m kube-proxy
Normal Starting 27m kubelet Starting kubelet.
Normal NodeAllocatableEnforced 27m kubelet Updated Node Allocatable limit across pods
Normal RegisteredNode 27m node-controller Node ha-617764 event: Registered Node ha-617764 in Controller
Normal RegisteredNode 26m node-controller Node ha-617764 event: Registered Node ha-617764 in Controller
Normal RegisteredNode 24m node-controller Node ha-617764 event: Registered Node ha-617764 in Controller
Normal RegisteredNode 15m node-controller Node ha-617764 event: Registered Node ha-617764 in Controller
Normal RegisteredNode 15m node-controller Node ha-617764 event: Registered Node ha-617764 in Controller
Normal RegisteredNode 14m node-controller Node ha-617764 event: Registered Node ha-617764 in Controller
Normal NodeNotReady 12m node-controller Node ha-617764 status is now: NodeNotReady
Normal NodeHasSufficientMemory 12m (x2 over 27m) kubelet Node ha-617764 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 12m (x2 over 27m) kubelet Node ha-617764 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 12m (x2 over 27m) kubelet Node ha-617764 status is now: NodeHasSufficientPID
Normal NodeReady 12m (x2 over 26m) kubelet Node ha-617764 status is now: NodeReady
Warning ContainerGCFailed 10m (x3 over 17m) kubelet rpc error: code = Unavailable desc = connection error: desc = "transport: Error while dialing: dial unix /var/run/crio/crio.sock: connect: no such file or directory"
Normal NodeNotReady 9m25s (x10 over 16m) kubelet Node ha-617764 status is now: NodeNotReady
Normal RegisteredNode 3m26s node-controller Node ha-617764 event: Registered Node ha-617764 in Controller
Name: ha-617764-m02
Roles: control-plane
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=ha-617764-m02
kubernetes.io/os=linux
minikube.k8s.io/commit=fdd33bebc6743cfd1c61ec7fe066add478610a92
minikube.k8s.io/name=ha-617764
minikube.k8s.io/primary=false
minikube.k8s.io/updated_at=2024_09_13T18_43_27_0700
minikube.k8s.io/version=v1.34.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Fri, 13 Sep 2024 18:43:24 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: ha-617764-m02
AcquireTime: <unset>
RenewTime: Fri, 13 Sep 2024 19:09:37 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Fri, 13 Sep 2024 19:04:41 +0000 Fri, 13 Sep 2024 18:54:30 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Fri, 13 Sep 2024 19:04:41 +0000 Fri, 13 Sep 2024 18:54:30 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Fri, 13 Sep 2024 19:04:41 +0000 Fri, 13 Sep 2024 18:54:30 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Fri, 13 Sep 2024 19:04:41 +0000 Fri, 13 Sep 2024 18:54:30 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.39.203
Hostname: ha-617764-m02
Capacity:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
System Info:
Machine ID: 3cc6f4389cf8474aa5ba9d0c108b603d
System UUID: 3cc6f438-9cf8-474a-a5ba-9d0c108b603d
Boot ID: 3ff149de-a1f6-4a53-9c3a-07c56d69cf30
Kernel Version: 5.10.207
OS Image: Buildroot 2023.02.9
Operating System: linux
Architecture: amd64
Container Runtime Version: cri-o://1.29.1
Kubelet Version: v1.31.1
Kube-Proxy Version: v1.31.1
PodCIDR: 10.244.1.0/24
PodCIDRs: 10.244.1.0/24
Non-terminated Pods: (8 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox-7dff88458-c28t9 0 (0%) 0 (0%) 0 (0%) 0 (0%) 24m
kube-system etcd-ha-617764-m02 100m (5%) 0 (0%) 100Mi (4%) 0 (0%) 26m
kube-system kindnet-bc2zg 100m (5%) 100m (5%) 50Mi (2%) 50Mi (2%) 26m
kube-system kube-apiserver-ha-617764-m02 250m (12%) 0 (0%) 0 (0%) 0 (0%) 26m
kube-system kube-controller-manager-ha-617764-m02 200m (10%) 0 (0%) 0 (0%) 0 (0%) 26m
kube-system kube-proxy-hqm8n 0 (0%) 0 (0%) 0 (0%) 0 (0%) 26m
kube-system kube-scheduler-ha-617764-m02 100m (5%) 0 (0%) 0 (0%) 0 (0%) 26m
kube-system kube-vip-ha-617764-m02 0 (0%) 0 (0%) 0 (0%) 0 (0%) 26m
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 750m (37%) 100m (5%)
memory 150Mi (7%) 50Mi (2%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 5m23s kube-proxy
Normal Starting 15m kube-proxy
Normal Starting 26m kube-proxy
Normal NodeAllocatableEnforced 26m kubelet Updated Node Allocatable limit across pods
Normal NodeHasSufficientMemory 26m (x8 over 26m) kubelet Node ha-617764-m02 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 26m (x8 over 26m) kubelet Node ha-617764-m02 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 26m (x7 over 26m) kubelet Node ha-617764-m02 status is now: NodeHasSufficientPID
Normal RegisteredNode 26m node-controller Node ha-617764-m02 event: Registered Node ha-617764-m02 in Controller
Normal RegisteredNode 26m node-controller Node ha-617764-m02 event: Registered Node ha-617764-m02 in Controller
Normal RegisteredNode 24m node-controller Node ha-617764-m02 event: Registered Node ha-617764-m02 in Controller
Normal NodeNotReady 22m node-controller Node ha-617764-m02 status is now: NodeNotReady
Normal NodeHasNoDiskPressure 15m (x8 over 15m) kubelet Node ha-617764-m02 status is now: NodeHasNoDiskPressure
Normal Starting 15m kubelet Starting kubelet.
Normal NodeHasSufficientMemory 15m (x8 over 15m) kubelet Node ha-617764-m02 status is now: NodeHasSufficientMemory
Normal NodeHasSufficientPID 15m (x7 over 15m) kubelet Node ha-617764-m02 status is now: NodeHasSufficientPID
Normal NodeAllocatableEnforced 15m kubelet Updated Node Allocatable limit across pods
Normal RegisteredNode 15m node-controller Node ha-617764-m02 event: Registered Node ha-617764-m02 in Controller
Normal RegisteredNode 15m node-controller Node ha-617764-m02 event: Registered Node ha-617764-m02 in Controller
Normal RegisteredNode 14m node-controller Node ha-617764-m02 event: Registered Node ha-617764-m02 in Controller
Normal NodeNotReady 8m40s kubelet Node ha-617764-m02 status is now: NodeNotReady
Warning ContainerGCFailed 8m40s kubelet rpc error: code = Unavailable desc = connection error: desc = "transport: Error while dialing: dial unix /var/run/crio/crio.sock: connect: no such file or directory"
Normal RegisteredNode 3m26s node-controller Node ha-617764-m02 event: Registered Node ha-617764-m02 in Controller
Name: ha-617764-m04
Roles: <none>
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=ha-617764-m04
kubernetes.io/os=linux
minikube.k8s.io/commit=fdd33bebc6743cfd1c61ec7fe066add478610a92
minikube.k8s.io/name=ha-617764
minikube.k8s.io/primary=false
minikube.k8s.io/updated_at=2024_09_13T18_45_53_0700
minikube.k8s.io/version=v1.34.0
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Fri, 13 Sep 2024 18:45:52 +0000
Taints: node.kubernetes.io/unreachable:NoExecute
node.kubernetes.io/unreachable:NoSchedule
Unschedulable: false
Lease:
HolderIdentity: ha-617764-m04
AcquireTime: <unset>
RenewTime: Fri, 13 Sep 2024 18:56:14 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure Unknown Fri, 13 Sep 2024 18:55:54 +0000 Fri, 13 Sep 2024 18:56:55 +0000 NodeStatusUnknown Kubelet stopped posting node status.
DiskPressure Unknown Fri, 13 Sep 2024 18:55:54 +0000 Fri, 13 Sep 2024 18:56:55 +0000 NodeStatusUnknown Kubelet stopped posting node status.
PIDPressure Unknown Fri, 13 Sep 2024 18:55:54 +0000 Fri, 13 Sep 2024 18:56:55 +0000 NodeStatusUnknown Kubelet stopped posting node status.
Ready Unknown Fri, 13 Sep 2024 18:55:54 +0000 Fri, 13 Sep 2024 18:56:55 +0000 NodeStatusUnknown Kubelet stopped posting node status.
Addresses:
InternalIP: 192.168.39.238
Hostname: ha-617764-m04
Capacity:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
System Info:
Machine ID: 377b052ecb52420ba7e0fb039f04c4f5
System UUID: 377b052e-cb52-420b-a7e0-fb039f04c4f5
Boot ID: 44a904c1-478c-4733-89d7-64bb5ed6ea9f
Kernel Version: 5.10.207
OS Image: Buildroot 2023.02.9
Operating System: linux
Architecture: amd64
Container Runtime Version: cri-o://1.29.1
Kubelet Version: v1.31.1
Kube-Proxy Version: v1.31.1
PodCIDR: 10.244.3.0/24
PodCIDRs: 10.244.3.0/24
Non-terminated Pods: (3 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox-7dff88458-hzxvw 0 (0%) 0 (0%) 0 (0%) 0 (0%) 13m
kube-system kindnet-47jgz 100m (5%) 100m (5%) 50Mi (2%) 50Mi (2%) 23m
kube-system kube-proxy-5rlkn 0 (0%) 0 (0%) 0 (0%) 0 (0%) 23m
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 100m (5%) 100m (5%)
memory 50Mi (2%) 50Mi (2%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 23m kube-proxy
Normal Starting 13m kube-proxy
Normal NodeHasSufficientPID 23m (x2 over 23m) kubelet Node ha-617764-m04 status is now: NodeHasSufficientPID
Normal NodeAllocatableEnforced 23m kubelet Updated Node Allocatable limit across pods
Normal NodeHasSufficientMemory 23m (x2 over 23m) kubelet Node ha-617764-m04 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 23m (x2 over 23m) kubelet Node ha-617764-m04 status is now: NodeHasNoDiskPressure
Normal RegisteredNode 23m node-controller Node ha-617764-m04 event: Registered Node ha-617764-m04 in Controller
Normal RegisteredNode 23m node-controller Node ha-617764-m04 event: Registered Node ha-617764-m04 in Controller
Normal RegisteredNode 23m node-controller Node ha-617764-m04 event: Registered Node ha-617764-m04 in Controller
Normal NodeReady 23m kubelet Node ha-617764-m04 status is now: NodeReady
Normal RegisteredNode 15m node-controller Node ha-617764-m04 event: Registered Node ha-617764-m04 in Controller
Normal RegisteredNode 15m node-controller Node ha-617764-m04 event: Registered Node ha-617764-m04 in Controller
Normal RegisteredNode 14m node-controller Node ha-617764-m04 event: Registered Node ha-617764-m04 in Controller
Normal NodeAllocatableEnforced 13m kubelet Updated Node Allocatable limit across pods
Normal Starting 13m kubelet Starting kubelet.
Normal NodeHasSufficientMemory 13m (x2 over 13m) kubelet Node ha-617764-m04 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 13m (x2 over 13m) kubelet Node ha-617764-m04 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 13m (x2 over 13m) kubelet Node ha-617764-m04 status is now: NodeHasSufficientPID
Warning Rebooted 13m kubelet Node ha-617764-m04 has been rebooted, boot id: 44a904c1-478c-4733-89d7-64bb5ed6ea9f
Normal NodeReady 13m kubelet Node ha-617764-m04 status is now: NodeReady
Normal NodeNotReady 12m (x2 over 14m) node-controller Node ha-617764-m04 status is now: NodeNotReady
Normal RegisteredNode 3m26s node-controller Node ha-617764-m04 event: Registered Node ha-617764-m04 in Controller
==> dmesg <==
[ +0.063743] kauditd_printk_skb: 158 callbacks suppressed
[ +7.140604] systemd-fstab-generator[1308]: Ignoring "noauto" option for root device
[ +0.090298] kauditd_printk_skb: 79 callbacks suppressed
[ +5.514292] kauditd_printk_skb: 21 callbacks suppressed
[ +12.179813] kauditd_printk_skb: 38 callbacks suppressed
[Sep13 18:43] kauditd_printk_skb: 24 callbacks suppressed
[Sep13 18:53] systemd-fstab-generator[3494]: Ignoring "noauto" option for root device
[ +0.152592] systemd-fstab-generator[3506]: Ignoring "noauto" option for root device
[ +0.176959] systemd-fstab-generator[3520]: Ignoring "noauto" option for root device
[ +0.144628] systemd-fstab-generator[3532]: Ignoring "noauto" option for root device
[ +0.278033] systemd-fstab-generator[3560]: Ignoring "noauto" option for root device
[ +6.938453] systemd-fstab-generator[3656]: Ignoring "noauto" option for root device
[ +0.087335] kauditd_printk_skb: 100 callbacks suppressed
[ +6.505183] kauditd_printk_skb: 12 callbacks suppressed
[ +5.221465] kauditd_printk_skb: 85 callbacks suppressed
[Sep13 18:54] kauditd_printk_skb: 5 callbacks suppressed
[ +8.066370] kauditd_printk_skb: 4 callbacks suppressed
[Sep13 19:00] systemd-fstab-generator[6064]: Ignoring "noauto" option for root device
[ +0.171401] systemd-fstab-generator[6082]: Ignoring "noauto" option for root device
[ +0.186624] systemd-fstab-generator[6096]: Ignoring "noauto" option for root device
[ +0.141420] systemd-fstab-generator[6108]: Ignoring "noauto" option for root device
[ +0.313065] systemd-fstab-generator[6136]: Ignoring "noauto" option for root device
[ +7.472494] systemd-fstab-generator[6247]: Ignoring "noauto" option for root device
[ +0.086449] kauditd_printk_skb: 100 callbacks suppressed
[ +6.730244] kauditd_printk_skb: 117 callbacks suppressed
==> etcd [15c33340e3091f96212bbbf29c4a8802468f76ac07126f47265d4f2b86321a89] <==
{"level":"info","ts":"2024-09-13T18:58:44.411752Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"44b3a0f32f80bb09 [term 3] starts to transfer leadership to 130da78b66ce9e95"}
{"level":"info","ts":"2024-09-13T18:58:44.411785Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"44b3a0f32f80bb09 sends MsgTimeoutNow to 130da78b66ce9e95 immediately as 130da78b66ce9e95 already has up-to-date log"}
{"level":"info","ts":"2024-09-13T18:58:44.414478Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"44b3a0f32f80bb09 [term: 3] received a MsgVote message with higher term from 130da78b66ce9e95 [term: 4]"}
{"level":"info","ts":"2024-09-13T18:58:44.414534Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"44b3a0f32f80bb09 became follower at term 4"}
{"level":"info","ts":"2024-09-13T18:58:44.414548Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"44b3a0f32f80bb09 [logterm: 3, index: 3644, vote: 0] cast MsgVote for 130da78b66ce9e95 [logterm: 3, index: 3644] at term 4"}
{"level":"info","ts":"2024-09-13T18:58:44.414556Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 44b3a0f32f80bb09 lost leader 44b3a0f32f80bb09 at term 4"}
{"level":"info","ts":"2024-09-13T18:58:44.416226Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 44b3a0f32f80bb09 elected leader 130da78b66ce9e95 at term 4"}
{"level":"info","ts":"2024-09-13T18:58:44.512693Z","caller":"etcdserver/server.go:1498","msg":"leadership transfer finished","local-member-id":"44b3a0f32f80bb09","old-leader-member-id":"44b3a0f32f80bb09","new-leader-member-id":"130da78b66ce9e95","took":"101.001068ms"}
{"level":"info","ts":"2024-09-13T18:58:44.512832Z","caller":"rafthttp/peer.go:330","msg":"stopping remote peer","remote-peer-id":"130da78b66ce9e95"}
{"level":"warn","ts":"2024-09-13T18:58:44.513914Z","caller":"rafthttp/stream.go:286","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"130da78b66ce9e95"}
{"level":"info","ts":"2024-09-13T18:58:44.514037Z","caller":"rafthttp/stream.go:294","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"130da78b66ce9e95"}
{"level":"warn","ts":"2024-09-13T18:58:44.515584Z","caller":"rafthttp/stream.go:286","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"130da78b66ce9e95"}
{"level":"info","ts":"2024-09-13T18:58:44.515625Z","caller":"rafthttp/stream.go:294","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"130da78b66ce9e95"}
{"level":"info","ts":"2024-09-13T18:58:44.515668Z","caller":"rafthttp/pipeline.go:85","msg":"stopped HTTP pipelining with remote peer","local-member-id":"44b3a0f32f80bb09","remote-peer-id":"130da78b66ce9e95"}
{"level":"warn","ts":"2024-09-13T18:58:44.515788Z","caller":"rafthttp/stream.go:421","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"44b3a0f32f80bb09","remote-peer-id":"130da78b66ce9e95","error":"context canceled"}
{"level":"warn","ts":"2024-09-13T18:58:44.515815Z","caller":"rafthttp/peer_status.go:66","msg":"peer became inactive (message send to peer failed)","peer-id":"130da78b66ce9e95","error":"failed to read 130da78b66ce9e95 on stream MsgApp v2 (context canceled)"}
{"level":"info","ts":"2024-09-13T18:58:44.515846Z","caller":"rafthttp/stream.go:442","msg":"stopped stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"44b3a0f32f80bb09","remote-peer-id":"130da78b66ce9e95"}
{"level":"warn","ts":"2024-09-13T18:58:44.515937Z","caller":"rafthttp/stream.go:421","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"44b3a0f32f80bb09","remote-peer-id":"130da78b66ce9e95","error":"context canceled"}
{"level":"info","ts":"2024-09-13T18:58:44.515950Z","caller":"rafthttp/stream.go:442","msg":"stopped stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"44b3a0f32f80bb09","remote-peer-id":"130da78b66ce9e95"}
{"level":"info","ts":"2024-09-13T18:58:44.515960Z","caller":"rafthttp/peer.go:335","msg":"stopped remote peer","remote-peer-id":"130da78b66ce9e95"}
{"level":"warn","ts":"2024-09-13T18:58:44.522046Z","caller":"rafthttp/http.go:413","msg":"failed to find remote peer in cluster","local-member-id":"44b3a0f32f80bb09","remote-peer-id-stream-handler":"44b3a0f32f80bb09","remote-peer-id-from":"130da78b66ce9e95","cluster-id":"33ee9922f2bf4379"}
{"level":"info","ts":"2024-09-13T18:58:44.522270Z","caller":"embed/etcd.go:581","msg":"stopping serving peer traffic","address":"192.168.39.145:2380"}
{"level":"warn","ts":"2024-09-13T18:58:44.523349Z","caller":"embed/config_logging.go:170","msg":"rejected connection on peer endpoint","remote-addr":"192.168.39.203:60554","server-name":"","error":"set tcp 192.168.39.145:2380: use of closed network connection"}
{"level":"info","ts":"2024-09-13T18:58:45.058204Z","caller":"embed/etcd.go:586","msg":"stopped serving peer traffic","address":"192.168.39.145:2380"}
{"level":"info","ts":"2024-09-13T18:58:45.058341Z","caller":"embed/etcd.go:379","msg":"closed etcd server","name":"ha-617764","data-dir":"/var/lib/minikube/etcd","advertise-peer-urls":["https://192.168.39.145:2380"],"advertise-client-urls":["https://192.168.39.145:2379"]}
==> etcd [c22324f5733e44ea66404b16a363cefc848145f9b3f1a75daecc8b7369ff96dd] <==
{"level":"warn","ts":"2024-09-13T19:03:35.527602Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_SNAPSHOT","remote-peer-id":"130da78b66ce9e95","rtt":"0s","error":"dial tcp 192.168.39.203:2380: connect: connection refused"}
{"level":"warn","ts":"2024-09-13T19:03:35.930750Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13477463805937998108,"retry-timeout":"500ms"}
{"level":"info","ts":"2024-09-13T19:03:35.937002Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"130da78b66ce9e95"}
{"level":"info","ts":"2024-09-13T19:03:35.937054Z","caller":"rafthttp/stream.go:412","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"44b3a0f32f80bb09","remote-peer-id":"130da78b66ce9e95"}
{"level":"info","ts":"2024-09-13T19:03:35.952129Z","caller":"rafthttp/stream.go:412","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"44b3a0f32f80bb09","remote-peer-id":"130da78b66ce9e95"}
{"level":"info","ts":"2024-09-13T19:03:35.982627Z","caller":"rafthttp/stream.go:249","msg":"set message encoder","from":"44b3a0f32f80bb09","to":"130da78b66ce9e95","stream-type":"stream Message"}
{"level":"info","ts":"2024-09-13T19:03:35.982754Z","caller":"rafthttp/stream.go:274","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"44b3a0f32f80bb09","remote-peer-id":"130da78b66ce9e95"}
{"level":"info","ts":"2024-09-13T19:03:35.987476Z","caller":"rafthttp/stream.go:249","msg":"set message encoder","from":"44b3a0f32f80bb09","to":"130da78b66ce9e95","stream-type":"stream MsgApp v2"}
{"level":"info","ts":"2024-09-13T19:03:35.987924Z","caller":"rafthttp/stream.go:274","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"44b3a0f32f80bb09","remote-peer-id":"130da78b66ce9e95"}
{"level":"info","ts":"2024-09-13T19:03:36.025723Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"44b3a0f32f80bb09 is starting a new election at term 6"}
{"level":"info","ts":"2024-09-13T19:03:36.025788Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"44b3a0f32f80bb09 became pre-candidate at term 6"}
{"level":"info","ts":"2024-09-13T19:03:36.025812Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"44b3a0f32f80bb09 received MsgPreVoteResp from 44b3a0f32f80bb09 at term 6"}
{"level":"info","ts":"2024-09-13T19:03:36.025854Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"44b3a0f32f80bb09 [logterm: 6, index: 3648] sent MsgPreVote request to 130da78b66ce9e95 at term 6"}
{"level":"info","ts":"2024-09-13T19:03:36.031749Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"44b3a0f32f80bb09 received MsgPreVoteResp from 130da78b66ce9e95 at term 6"}
{"level":"info","ts":"2024-09-13T19:03:36.031999Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"44b3a0f32f80bb09 has received 2 MsgPreVoteResp votes and 0 vote rejections"}
{"level":"info","ts":"2024-09-13T19:03:36.032111Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"44b3a0f32f80bb09 became candidate at term 7"}
{"level":"info","ts":"2024-09-13T19:03:36.032187Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"44b3a0f32f80bb09 received MsgVoteResp from 44b3a0f32f80bb09 at term 7"}
{"level":"info","ts":"2024-09-13T19:03:36.032218Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"44b3a0f32f80bb09 [logterm: 6, index: 3648] sent MsgVote request to 130da78b66ce9e95 at term 7"}
{"level":"info","ts":"2024-09-13T19:03:36.038817Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"44b3a0f32f80bb09 received MsgVoteResp from 130da78b66ce9e95 at term 7"}
{"level":"info","ts":"2024-09-13T19:03:36.038865Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"44b3a0f32f80bb09 has received 2 MsgVoteResp votes and 0 vote rejections"}
{"level":"info","ts":"2024-09-13T19:03:36.038893Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"44b3a0f32f80bb09 became leader at term 7"}
{"level":"info","ts":"2024-09-13T19:03:36.038913Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 44b3a0f32f80bb09 elected leader 44b3a0f32f80bb09 at term 7"}
{"level":"warn","ts":"2024-09-13T19:03:36.039109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.616150527s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"","error":"etcdserver: leader changed"}
{"level":"info","ts":"2024-09-13T19:03:36.039440Z","caller":"traceutil/trace.go:171","msg":"trace[220464413] range","detail":"{range_begin:; range_end:; }","duration":"4.616514161s","start":"2024-09-13T19:03:31.422912Z","end":"2024-09-13T19:03:36.039426Z","steps":["trace[220464413] 'agreement among raft nodes before linearized reading' (duration: 4.616143656s)"],"step_count":1}
{"level":"error","ts":"2024-09-13T19:03:36.039654Z","caller":"etcdhttp/health.go:367","msg":"Health check error","path":"/readyz","reason":"[-]linearizable_read failed: etcdserver: leader changed\n[+]data_corruption ok\n[+]serializable_read ok\n","status-code":503,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*CheckRegistry).installRootHttpEndpoint.newHealthHandler.func2\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/health.go:367\nnet/http.HandlerFunc.ServeHTTP\n\tnet/http/server.go:2141\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2519\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:2943\nnet/http.(*conn).serve\n\tnet/http/server.go:2014"}
==> kernel <==
19:09:42 up 27 min, 0 users, load average: 0.21, 0.29, 0.32
Linux ha-617764 5.10.207 #1 SMP Thu Sep 12 19:03:33 UTC 2024 x86_64 GNU/Linux
PRETTY_NAME="Buildroot 2023.02.9"
==> kindnet [7cb162ca4a91609e62eb9a3b82ac2d18f1f007e8a4b2577cce0250928caa85f2] <==
I0913 19:09:00.923022 1 main.go:322] Node ha-617764-m04 has CIDR [10.244.3.0/24]
I0913 19:09:10.925503 1 main.go:295] Handling node with IPs: map[192.168.39.203:{}]
I0913 19:09:10.925559 1 main.go:322] Node ha-617764-m02 has CIDR [10.244.1.0/24]
I0913 19:09:10.925692 1 main.go:295] Handling node with IPs: map[192.168.39.238:{}]
I0913 19:09:10.925716 1 main.go:322] Node ha-617764-m04 has CIDR [10.244.3.0/24]
I0913 19:09:10.925765 1 main.go:295] Handling node with IPs: map[192.168.39.145:{}]
I0913 19:09:10.925781 1 main.go:299] handling current node
I0913 19:09:20.925111 1 main.go:295] Handling node with IPs: map[192.168.39.145:{}]
I0913 19:09:20.925161 1 main.go:299] handling current node
I0913 19:09:20.925176 1 main.go:295] Handling node with IPs: map[192.168.39.203:{}]
I0913 19:09:20.925181 1 main.go:322] Node ha-617764-m02 has CIDR [10.244.1.0/24]
I0913 19:09:20.925352 1 main.go:295] Handling node with IPs: map[192.168.39.238:{}]
I0913 19:09:20.925377 1 main.go:322] Node ha-617764-m04 has CIDR [10.244.3.0/24]
I0913 19:09:30.917652 1 main.go:295] Handling node with IPs: map[192.168.39.238:{}]
I0913 19:09:30.917705 1 main.go:322] Node ha-617764-m04 has CIDR [10.244.3.0/24]
I0913 19:09:30.917848 1 main.go:295] Handling node with IPs: map[192.168.39.145:{}]
I0913 19:09:30.917877 1 main.go:299] handling current node
I0913 19:09:30.917889 1 main.go:295] Handling node with IPs: map[192.168.39.203:{}]
I0913 19:09:30.917894 1 main.go:322] Node ha-617764-m02 has CIDR [10.244.1.0/24]
I0913 19:09:40.916872 1 main.go:295] Handling node with IPs: map[192.168.39.145:{}]
I0913 19:09:40.916920 1 main.go:299] handling current node
I0913 19:09:40.916947 1 main.go:295] Handling node with IPs: map[192.168.39.203:{}]
I0913 19:09:40.916952 1 main.go:322] Node ha-617764-m02 has CIDR [10.244.1.0/24]
I0913 19:09:40.917108 1 main.go:295] Handling node with IPs: map[192.168.39.238:{}]
I0913 19:09:40.917113 1 main.go:322] Node ha-617764-m04 has CIDR [10.244.3.0/24]
==> kindnet [dddc0dfb6a255d4d35498f110cd8ade544b6f9eb17cef621a12500640512581e] <==
I0913 18:57:57.992785 1 main.go:322] Node ha-617764-m02 has CIDR [10.244.1.0/24]
I0913 18:58:07.986622 1 main.go:295] Handling node with IPs: map[192.168.39.145:{}]
I0913 18:58:07.986810 1 main.go:299] handling current node
I0913 18:58:07.986855 1 main.go:295] Handling node with IPs: map[192.168.39.203:{}]
I0913 18:58:07.986874 1 main.go:322] Node ha-617764-m02 has CIDR [10.244.1.0/24]
I0913 18:58:07.987050 1 main.go:295] Handling node with IPs: map[192.168.39.238:{}]
I0913 18:58:07.987072 1 main.go:322] Node ha-617764-m04 has CIDR [10.244.3.0/24]
I0913 18:58:17.988128 1 main.go:295] Handling node with IPs: map[192.168.39.238:{}]
I0913 18:58:17.988336 1 main.go:322] Node ha-617764-m04 has CIDR [10.244.3.0/24]
I0913 18:58:17.988500 1 main.go:295] Handling node with IPs: map[192.168.39.145:{}]
I0913 18:58:17.988524 1 main.go:299] handling current node
I0913 18:58:17.988554 1 main.go:295] Handling node with IPs: map[192.168.39.203:{}]
I0913 18:58:17.988558 1 main.go:322] Node ha-617764-m02 has CIDR [10.244.1.0/24]
I0913 18:58:27.988426 1 main.go:295] Handling node with IPs: map[192.168.39.145:{}]
I0913 18:58:27.988495 1 main.go:299] handling current node
I0913 18:58:27.988516 1 main.go:295] Handling node with IPs: map[192.168.39.203:{}]
I0913 18:58:27.988521 1 main.go:322] Node ha-617764-m02 has CIDR [10.244.1.0/24]
I0913 18:58:27.988689 1 main.go:295] Handling node with IPs: map[192.168.39.238:{}]
I0913 18:58:27.988745 1 main.go:322] Node ha-617764-m04 has CIDR [10.244.3.0/24]
I0913 18:58:37.994223 1 main.go:295] Handling node with IPs: map[192.168.39.145:{}]
I0913 18:58:37.994340 1 main.go:299] handling current node
I0913 18:58:37.994361 1 main.go:295] Handling node with IPs: map[192.168.39.203:{}]
I0913 18:58:37.994371 1 main.go:322] Node ha-617764-m02 has CIDR [10.244.1.0/24]
I0913 18:58:37.994612 1 main.go:295] Handling node with IPs: map[192.168.39.238:{}]
I0913 18:58:37.994637 1 main.go:322] Node ha-617764-m04 has CIDR [10.244.3.0/24]
==> kube-apiserver [50283a22853869e4521e5d44efcff41101ffde818329fd7423f482cb33efabc0] <==
W0913 19:03:07.117209 1 reflector.go:561] storage/cacher.go:/certificatesigningrequests: failed to list *certificates.CertificateSigningRequest: etcdserver: request timed out
E0913 19:03:07.118747 1 cacher.go:478] cacher (certificatesigningrequests.certificates.k8s.io): unexpected ListAndWatch error: failed to list *certificates.CertificateSigningRequest: etcdserver: request timed out; reinitializing...
W0913 19:03:07.117288 1 reflector.go:561] storage/cacher.go:/priorityclasses: failed to list *scheduling.PriorityClass: etcdserver: request timed out
E0913 19:03:07.118795 1 cacher.go:478] cacher (priorityclasses.scheduling.k8s.io): unexpected ListAndWatch error: failed to list *scheduling.PriorityClass: etcdserver: request timed out; reinitializing...
W0913 19:03:07.118835 1 reflector.go:561] storage/cacher.go:/poddisruptionbudgets: failed to list *policy.PodDisruptionBudget: etcdserver: request timed out
E0913 19:03:07.118860 1 cacher.go:478] cacher (poddisruptionbudgets.policy): unexpected ListAndWatch error: failed to list *policy.PodDisruptionBudget: etcdserver: request timed out; reinitializing...
W0913 19:03:07.118862 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.IngressClass: etcdserver: request timed out
E0913 19:03:07.118908 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.IngressClass: failed to list *v1.IngressClass: etcdserver: request timed out" logger="UnhandledError"
E0913 19:03:07.117873 1 status.go:71] "Unhandled Error" err="apiserver received an error that is not an metav1.Status: rpctypes.EtcdError{code:0xe, desc:\"etcdserver: request timed out\"}: etcdserver: request timed out" logger="UnhandledError"
W0913 19:03:07.119041 1 reflector.go:561] storage/cacher.go:/rolebindings: failed to list *rbac.RoleBinding: etcdserver: request timed out
E0913 19:03:07.119081 1 cacher.go:478] cacher (rolebindings.rbac.authorization.k8s.io): unexpected ListAndWatch error: failed to list *rbac.RoleBinding: etcdserver: request timed out; reinitializing...
W0913 19:03:07.119107 1 reflector.go:561] storage/cacher.go:/horizontalpodautoscalers: failed to list *autoscaling.HorizontalPodAutoscaler: etcdserver: request timed out
E0913 19:03:07.119130 1 cacher.go:478] cacher (horizontalpodautoscalers.autoscaling): unexpected ListAndWatch error: failed to list *autoscaling.HorizontalPodAutoscaler: etcdserver: request timed out; reinitializing...
W0913 19:03:07.118881 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Endpoints: etcdserver: request timed out
E0913 19:03:07.119187 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Endpoints: failed to list *v1.Endpoints: etcdserver: request timed out" logger="UnhandledError"
W0913 19:03:07.119292 1 storage_scheduling.go:106] unable to get PriorityClass system-node-critical: etcdserver: request timed out. Retrying...
F0913 19:03:07.119338 1 hooks.go:210] PostStartHook "scheduling/bootstrap-system-priority-classes" failed: unable to add default system priority classes: timed out waiting for the condition
E0913 19:03:07.119412 1 storage_rbac.go:187] "Unhandled Error" err="unable to initialize clusterroles: etcdserver: request timed out" logger="UnhandledError"
E0913 19:03:07.155903 1 controller.go:145] "Failed to ensure lease exists, will retry" err="etcdserver: request timed out" interval="1.6s"
W0913 19:03:07.119390 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.ValidatingAdmissionPolicy: etcdserver: request timed out
E0913 19:03:07.155969 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.ValidatingAdmissionPolicy: failed to list *v1.ValidatingAdmissionPolicy: etcdserver: request timed out" logger="UnhandledError"
F0913 19:03:07.147197 1 hooks.go:210] PostStartHook "rbac/bootstrap-roles" failed: unable to initialize roles: timed out waiting for the condition
E0913 19:03:07.180431 1 authentication.go:73] "Unable to authenticate the request" err="[invalid bearer token, etcdserver: request timed out]"
W0913 19:03:07.188666 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.PersistentVolume: etcdserver: request timed out
E0913 19:03:07.188800 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PersistentVolume: failed to list *v1.PersistentVolume: etcdserver: request timed out" logger="UnhandledError"
==> kube-apiserver [87156e375ce6e42c538bb851dcb55abf7b83754448bb78e67a324fd93e76a534] <==
I0913 19:04:34.155635 1 apiapproval_controller.go:189] Starting KubernetesAPIApprovalPolicyConformantConditionController
I0913 19:04:34.155675 1 crd_finalizer.go:269] Starting CRDFinalizer
I0913 19:04:34.145448 1 dynamic_cafile_content.go:160] "Starting controller" name="client-ca-bundle::/var/lib/minikube/certs/ca.crt"
I0913 19:04:34.145457 1 dynamic_cafile_content.go:160] "Starting controller" name="request-header::/var/lib/minikube/certs/front-proxy-ca.crt"
I0913 19:04:34.243089 1 cache.go:39] Caches are synced for APIServiceRegistrationController controller
I0913 19:04:34.243807 1 shared_informer.go:320] Caches are synced for cluster_authentication_trust_controller
I0913 19:04:34.246351 1 cache.go:39] Caches are synced for LocalAvailability controller
I0913 19:04:34.247643 1 cache.go:39] Caches are synced for RemoteAvailability controller
I0913 19:04:34.248414 1 shared_informer.go:320] Caches are synced for configmaps
I0913 19:04:34.248975 1 apf_controller.go:382] Running API Priority and Fairness config worker
I0913 19:04:34.249015 1 apf_controller.go:385] Running API Priority and Fairness periodic rebalancing process
I0913 19:04:34.248452 1 handler_discovery.go:450] Starting ResourceDiscoveryManager
I0913 19:04:34.252424 1 shared_informer.go:320] Caches are synced for crd-autoregister
I0913 19:04:34.252462 1 aggregator.go:171] initial CRD sync complete...
I0913 19:04:34.252481 1 autoregister_controller.go:144] Starting autoregister controller
I0913 19:04:34.252485 1 cache.go:32] Waiting for caches to sync for autoregister controller
I0913 19:04:34.252490 1 cache.go:39] Caches are synced for autoregister controller
I0913 19:04:34.265419 1 shared_informer.go:320] Caches are synced for node_authorizer
I0913 19:04:34.275995 1 shared_informer.go:320] Caches are synced for *generic.policySource[*k8s.io/api/admissionregistration/v1.ValidatingAdmissionPolicy,*k8s.io/api/admissionregistration/v1.ValidatingAdmissionPolicyBinding,k8s.io/apiserver/pkg/admission/plugin/policy/validating.Validator]
I0913 19:04:34.276033 1 policy_source.go:224] refreshing policies
I0913 19:04:34.323537 1 controller.go:615] quota admission added evaluator for: leases.coordination.k8s.io
I0913 19:04:35.150657 1 storage_scheduling.go:111] all system priority classes are created successfully or already exist.
W0913 19:04:35.562141 1 lease.go:265] Resetting endpoints for master service "kubernetes" to [192.168.39.145]
I0913 19:04:35.563630 1 controller.go:615] quota admission added evaluator for: endpoints
I0913 19:04:35.569590 1 controller.go:615] quota admission added evaluator for: endpointslices.discovery.k8s.io
==> kube-controller-manager [8a3f92c39f616d85e223876cd67911949b93e345a656250b2b9a93e494f7b7b0] <==
I0913 19:03:16.402728 1 serving.go:386] Generated self-signed cert in-memory
I0913 19:03:16.703364 1 controllermanager.go:197] "Starting" version="v1.31.1"
I0913 19:03:16.703449 1 controllermanager.go:199] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I0913 19:03:16.705317 1 dynamic_cafile_content.go:160] "Starting controller" name="request-header::/var/lib/minikube/certs/front-proxy-ca.crt"
I0913 19:03:16.705492 1 dynamic_cafile_content.go:160] "Starting controller" name="client-ca-bundle::/var/lib/minikube/certs/ca.crt"
I0913 19:03:16.706001 1 tlsconfig.go:243] "Starting DynamicServingCertificateController"
I0913 19:03:16.705942 1 secure_serving.go:213] Serving securely on 127.0.0.1:10257
E0913 19:03:26.708603 1 controllermanager.go:242] "Error building controller context" err="failed to wait for apiserver being healthy: timed out waiting for the condition: failed to get apiserver /healthz status: Get \"https://192.168.39.145:8443/healthz\": dial tcp 192.168.39.145:8443: connect: connection refused"
==> kube-controller-manager [d9e9ac5d6b79f0671011120db7c835a22b4b40515be6c0a224b5d78d10631858] <==
I0913 19:06:16.971061 1 shared_informer.go:320] Caches are synced for endpoint_slice
I0913 19:06:16.974278 1 shared_informer.go:320] Caches are synced for resource quota
I0913 19:06:16.974370 1 shared_informer.go:320] Caches are synced for daemon sets
I0913 19:06:16.978058 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-617764-m04"
I0913 19:06:16.978484 1 node_lifecycle_controller.go:884] "Missing timestamp for Node. Assuming now as a timestamp" logger="node-lifecycle-controller" node="ha-617764"
I0913 19:06:16.978545 1 node_lifecycle_controller.go:884] "Missing timestamp for Node. Assuming now as a timestamp" logger="node-lifecycle-controller" node="ha-617764-m02"
I0913 19:06:16.978578 1 node_lifecycle_controller.go:884] "Missing timestamp for Node. Assuming now as a timestamp" logger="node-lifecycle-controller" node="ha-617764-m04"
I0913 19:06:16.978604 1 node_lifecycle_controller.go:1078] "Controller detected that zone is now in new state" logger="node-lifecycle-controller" zone="" newState="Normal"
I0913 19:06:16.978676 1 shared_informer.go:320] Caches are synced for disruption
I0913 19:06:17.001863 1 shared_informer.go:320] Caches are synced for job
I0913 19:06:17.002008 1 shared_informer.go:320] Caches are synced for certificate-csrsigning-kubelet-serving
I0913 19:06:17.002051 1 shared_informer.go:320] Caches are synced for taint-eviction-controller
I0913 19:06:17.001883 1 shared_informer.go:320] Caches are synced for deployment
I0913 19:06:17.002279 1 shared_informer.go:320] Caches are synced for certificate-csrsigning-kubelet-client
I0913 19:06:17.002568 1 shared_informer.go:320] Caches are synced for stateful set
I0913 19:06:17.003157 1 shared_informer.go:320] Caches are synced for certificate-csrsigning-legacy-unknown
I0913 19:06:17.003222 1 shared_informer.go:320] Caches are synced for certificate-csrsigning-kube-apiserver-client
I0913 19:06:17.003340 1 shared_informer.go:320] Caches are synced for persistent volume
I0913 19:06:17.007098 1 shared_informer.go:320] Caches are synced for attach detach
I0913 19:06:17.008302 1 shared_informer.go:320] Caches are synced for resource quota
I0913 19:06:17.041807 1 shared_informer.go:320] Caches are synced for certificate-csrapproving
I0913 19:06:17.083647 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-617764-m04"
I0913 19:06:17.452004 1 shared_informer.go:320] Caches are synced for garbage collector
I0913 19:06:17.452044 1 garbagecollector.go:157] "All resource monitors have synced. Proceeding to collect garbage" logger="garbage-collector-controller"
I0913 19:06:17.472553 1 shared_informer.go:320] Caches are synced for garbage collector
==> kube-proxy [0bdc8b32559cc35726794d7412fa2462beea35cff248df50623987861ae7bd48] <==
E0913 19:02:27.298107 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Service: failed to list *v1.Service: Get \"https://control-plane.minikube.internal:8443/api/v1/services?labelSelector=%21service.kubernetes.io%2Fheadless%2C%21service.kubernetes.io%2Fservice-proxy-name&limit=500&resourceVersion=0\": dial tcp 192.168.39.254:8443: connect: no route to host" logger="UnhandledError"
E0913 19:02:30.369582 1 event_broadcaster.go:279] "Unable to write event (may retry after sleeping)" err="Post \"https://control-plane.minikube.internal:8443/apis/events.k8s.io/v1/namespaces/default/events\": dial tcp 192.168.39.254:8443: connect: no route to host"
W0913 19:02:42.656761 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Node: Get "https://control-plane.minikube.internal:8443/api/v1/nodes?fieldSelector=metadata.name%3Dha-617764&limit=500&resourceVersion=0": dial tcp 192.168.39.254:8443: connect: no route to host
E0913 19:02:42.657783 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Node: failed to list *v1.Node: Get \"https://control-plane.minikube.internal:8443/api/v1/nodes?fieldSelector=metadata.name%3Dha-617764&limit=500&resourceVersion=0\": dial tcp 192.168.39.254:8443: connect: no route to host" logger="UnhandledError"
E0913 19:02:42.657618 1 event_broadcaster.go:279] "Unable to write event (may retry after sleeping)" err="Post \"https://control-plane.minikube.internal:8443/apis/events.k8s.io/v1/namespaces/default/events\": dial tcp 192.168.39.254:8443: connect: no route to host"
E0913 19:02:54.945213 1 event_broadcaster.go:279] "Unable to write event (may retry after sleeping)" err="Post \"https://control-plane.minikube.internal:8443/apis/events.k8s.io/v1/namespaces/default/events\": dial tcp 192.168.39.254:8443: connect: no route to host"
E0913 19:03:07.232668 1 event_broadcaster.go:279] "Unable to write event (may retry after sleeping)" err="Post \"https://control-plane.minikube.internal:8443/apis/events.k8s.io/v1/namespaces/default/events\": dial tcp 192.168.39.254:8443: connect: no route to host"
W0913 19:03:13.377355 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Service: Get "https://control-plane.minikube.internal:8443/api/v1/services?labelSelector=%21service.kubernetes.io%2Fheadless%2C%21service.kubernetes.io%2Fservice-proxy-name&limit=500&resourceVersion=0": dial tcp 192.168.39.254:8443: connect: no route to host
E0913 19:03:13.377416 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Service: failed to list *v1.Service: Get \"https://control-plane.minikube.internal:8443/api/v1/services?labelSelector=%21service.kubernetes.io%2Fheadless%2C%21service.kubernetes.io%2Fservice-proxy-name&limit=500&resourceVersion=0\": dial tcp 192.168.39.254:8443: connect: no route to host" logger="UnhandledError"
W0913 19:03:13.377475 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.EndpointSlice: Get "https://control-plane.minikube.internal:8443/apis/discovery.k8s.io/v1/endpointslices?labelSelector=%21service.kubernetes.io%2Fheadless%2C%21service.kubernetes.io%2Fservice-proxy-name&limit=500&resourceVersion=0": dial tcp 192.168.39.254:8443: connect: no route to host
E0913 19:03:13.377505 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.EndpointSlice: failed to list *v1.EndpointSlice: Get \"https://control-plane.minikube.internal:8443/apis/discovery.k8s.io/v1/endpointslices?labelSelector=%21service.kubernetes.io%2Fheadless%2C%21service.kubernetes.io%2Fservice-proxy-name&limit=500&resourceVersion=0\": dial tcp 192.168.39.254:8443: connect: no route to host" logger="UnhandledError"
E0913 19:03:19.521668 1 event_broadcaster.go:279] "Unable to write event (may retry after sleeping)" err="Post \"https://control-plane.minikube.internal:8443/apis/events.k8s.io/v1/namespaces/default/events\": dial tcp 192.168.39.254:8443: connect: no route to host"
W0913 19:03:22.593418 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Node: Get "https://control-plane.minikube.internal:8443/api/v1/nodes?fieldSelector=metadata.name%3Dha-617764&limit=500&resourceVersion=0": dial tcp 192.168.39.254:8443: connect: no route to host
E0913 19:03:22.594211 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Node: failed to list *v1.Node: Get \"https://control-plane.minikube.internal:8443/api/v1/nodes?fieldSelector=metadata.name%3Dha-617764&limit=500&resourceVersion=0\": dial tcp 192.168.39.254:8443: connect: no route to host" logger="UnhandledError"
E0913 19:03:31.809399 1 event_broadcaster.go:279] "Unable to write event (may retry after sleeping)" err="Post \"https://control-plane.minikube.internal:8443/apis/events.k8s.io/v1/namespaces/default/events\": dial tcp 192.168.39.254:8443: connect: no route to host"
E0913 19:03:31.809484 1 event_broadcaster.go:216] "Unable to write event (retry limit exceeded!)" event="&Event{ObjectMeta:{ha-617764.17f4e2ef11fb5014 default 0 0001-01-01 00:00:00 +0000 UTC <nil> <nil> map[] map[] [] [] []},EventTime:2024-09-13 19:01:13.616478822 +0000 UTC m=+43.051066987,Series:nil,ReportingController:kube-proxy,ReportingInstance:kube-proxy-ha-617764,Action:StartKubeProxy,Reason:Starting,Regarding:{Node ha-617764 ha-617764 },Related:nil,Note:,Type:Normal,DeprecatedSource:{ },DeprecatedFirstTimestamp:0001-01-01 00:00:00 +0000 UTC,DeprecatedLastTimestamp:0001-01-01 00:00:00 +0000 UTC,DeprecatedCount:0,}"
W0913 19:04:08.674299 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Service: Get "https://control-plane.minikube.internal:8443/api/v1/services?labelSelector=%21service.kubernetes.io%2Fheadless%2C%21service.kubernetes.io%2Fservice-proxy-name&limit=500&resourceVersion=0": dial tcp 192.168.39.254:8443: connect: no route to host
E0913 19:04:08.674633 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Service: failed to list *v1.Service: Get \"https://control-plane.minikube.internal:8443/api/v1/services?labelSelector=%21service.kubernetes.io%2Fheadless%2C%21service.kubernetes.io%2Fservice-proxy-name&limit=500&resourceVersion=0\": dial tcp 192.168.39.254:8443: connect: no route to host" logger="UnhandledError"
W0913 19:04:14.818943 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.EndpointSlice: Get "https://control-plane.minikube.internal:8443/apis/discovery.k8s.io/v1/endpointslices?labelSelector=%21service.kubernetes.io%2Fheadless%2C%21service.kubernetes.io%2Fservice-proxy-name&limit=500&resourceVersion=0": dial tcp 192.168.39.254:8443: connect: no route to host
E0913 19:04:14.819106 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.EndpointSlice: failed to list *v1.EndpointSlice: Get \"https://control-plane.minikube.internal:8443/apis/discovery.k8s.io/v1/endpointslices?labelSelector=%21service.kubernetes.io%2Fheadless%2C%21service.kubernetes.io%2Fservice-proxy-name&limit=500&resourceVersion=0\": dial tcp 192.168.39.254:8443: connect: no route to host" logger="UnhandledError"
W0913 19:04:20.961639 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Node: Get "https://control-plane.minikube.internal:8443/api/v1/nodes?fieldSelector=metadata.name%3Dha-617764&limit=500&resourceVersion=0": dial tcp 192.168.39.254:8443: connect: no route to host
E0913 19:04:20.961836 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Node: failed to list *v1.Node: Get \"https://control-plane.minikube.internal:8443/api/v1/nodes?fieldSelector=metadata.name%3Dha-617764&limit=500&resourceVersion=0\": dial tcp 192.168.39.254:8443: connect: no route to host" logger="UnhandledError"
I0913 19:04:46.118228 1 shared_informer.go:320] Caches are synced for endpoint slice config
I0913 19:04:48.417939 1 shared_informer.go:320] Caches are synced for service config
I0913 19:05:14.019838 1 shared_informer.go:320] Caches are synced for node config
==> kube-proxy [1d1a0b2d1c95ea3234342a3c075a74b46c01ce0a91b97801503cb6fd1fc06163] <==
E0913 18:54:28.193745 1 server.go:666] "Failed to retrieve node info" err="Get \"https://control-plane.minikube.internal:8443/api/v1/nodes/ha-617764\": dial tcp 192.168.39.254:8443: connect: no route to host"
I0913 18:54:28.194003 1 server.go:646] "Can't determine this node's IP, assuming loopback; if this is incorrect, please set the --bind-address flag"
E0913 18:54:28.194170 1 server.go:234] "Kube-proxy configuration may be incomplete or incorrect" err="nodePortAddresses is unset; NodePort connections will be accepted on all local IPs. Consider using `--nodeport-addresses primary`"
I0913 18:54:28.234105 1 server_linux.go:146] "No iptables support for family" ipFamily="IPv6"
I0913 18:54:28.234302 1 server.go:245] "kube-proxy running in single-stack mode" ipFamily="IPv4"
I0913 18:54:28.234395 1 server_linux.go:169] "Using iptables Proxier"
I0913 18:54:28.237390 1 proxier.go:255] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses" ipFamily="IPv4"
I0913 18:54:28.237818 1 server.go:483] "Version info" version="v1.31.1"
I0913 18:54:28.237860 1 server.go:485] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I0913 18:54:28.240362 1 config.go:199] "Starting service config controller"
I0913 18:54:28.240424 1 shared_informer.go:313] Waiting for caches to sync for service config
I0913 18:54:28.240535 1 config.go:105] "Starting endpoint slice config controller"
I0913 18:54:28.240556 1 shared_informer.go:313] Waiting for caches to sync for endpoint slice config
I0913 18:54:28.241385 1 config.go:328] "Starting node config controller"
I0913 18:54:28.241411 1 shared_informer.go:313] Waiting for caches to sync for node config
E0913 18:54:31.266663 1 event_broadcaster.go:279] "Unable to write event (may retry after sleeping)" err="Post \"https://control-plane.minikube.internal:8443/apis/events.k8s.io/v1/namespaces/default/events\": dial tcp 192.168.39.254:8443: connect: no route to host"
W0913 18:54:31.266902 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.EndpointSlice: Get "https://control-plane.minikube.internal:8443/apis/discovery.k8s.io/v1/endpointslices?labelSelector=%21service.kubernetes.io%2Fheadless%2C%21service.kubernetes.io%2Fservice-proxy-name&limit=500&resourceVersion=0": dial tcp 192.168.39.254:8443: connect: no route to host
E0913 18:54:31.267053 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.EndpointSlice: failed to list *v1.EndpointSlice: Get \"https://control-plane.minikube.internal:8443/apis/discovery.k8s.io/v1/endpointslices?labelSelector=%21service.kubernetes.io%2Fheadless%2C%21service.kubernetes.io%2Fservice-proxy-name&limit=500&resourceVersion=0\": dial tcp 192.168.39.254:8443: connect: no route to host" logger="UnhandledError"
W0913 18:54:31.267155 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Service: Get "https://control-plane.minikube.internal:8443/api/v1/services?labelSelector=%21service.kubernetes.io%2Fheadless%2C%21service.kubernetes.io%2Fservice-proxy-name&limit=500&resourceVersion=0": dial tcp 192.168.39.254:8443: connect: no route to host
E0913 18:54:31.267225 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Service: failed to list *v1.Service: Get \"https://control-plane.minikube.internal:8443/api/v1/services?labelSelector=%21service.kubernetes.io%2Fheadless%2C%21service.kubernetes.io%2Fservice-proxy-name&limit=500&resourceVersion=0\": dial tcp 192.168.39.254:8443: connect: no route to host" logger="UnhandledError"
W0913 18:54:31.270424 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Node: Get "https://control-plane.minikube.internal:8443/api/v1/nodes?fieldSelector=metadata.name%3Dha-617764&limit=500&resourceVersion=0": dial tcp 192.168.39.254:8443: connect: no route to host
E0913 18:54:31.270680 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Node: failed to list *v1.Node: Get \"https://control-plane.minikube.internal:8443/api/v1/nodes?fieldSelector=metadata.name%3Dha-617764&limit=500&resourceVersion=0\": dial tcp 192.168.39.254:8443: connect: no route to host" logger="UnhandledError"
I0913 18:54:32.241327 1 shared_informer.go:320] Caches are synced for endpoint slice config
I0913 18:54:32.541475 1 shared_informer.go:320] Caches are synced for service config
I0913 18:54:32.642363 1 shared_informer.go:320] Caches are synced for node config
==> kube-scheduler [360965c899e522788532af521cbf0b477b35e977e91f5a28b282abf712fc953e] <==
W0913 19:03:57.900185 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSIDriver: Get "https://192.168.39.145:8443/apis/storage.k8s.io/v1/csidrivers?limit=500&resourceVersion=0": dial tcp 192.168.39.145:8443: connect: connection refused
E0913 19:03:57.900372 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: Get \"https://192.168.39.145:8443/apis/storage.k8s.io/v1/csidrivers?limit=500&resourceVersion=0\": dial tcp 192.168.39.145:8443: connect: connection refused" logger="UnhandledError"
W0913 19:03:58.563523 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.PersistentVolumeClaim: Get "https://192.168.39.145:8443/api/v1/persistentvolumeclaims?limit=500&resourceVersion=0": dial tcp 192.168.39.145:8443: connect: connection refused
E0913 19:03:58.563568 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PersistentVolumeClaim: failed to list *v1.PersistentVolumeClaim: Get \"https://192.168.39.145:8443/api/v1/persistentvolumeclaims?limit=500&resourceVersion=0\": dial tcp 192.168.39.145:8443: connect: connection refused" logger="UnhandledError"
W0913 19:04:07.237583 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.PodDisruptionBudget: Get "https://192.168.39.145:8443/apis/policy/v1/poddisruptionbudgets?limit=500&resourceVersion=0": dial tcp 192.168.39.145:8443: connect: connection refused
E0913 19:04:07.237716 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PodDisruptionBudget: failed to list *v1.PodDisruptionBudget: Get \"https://192.168.39.145:8443/apis/policy/v1/poddisruptionbudgets?limit=500&resourceVersion=0\": dial tcp 192.168.39.145:8443: connect: connection refused" logger="UnhandledError"
W0913 19:04:07.479004 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Pod: Get "https://192.168.39.145:8443/api/v1/pods?fieldSelector=status.phase%21%3DSucceeded%2Cstatus.phase%21%3DFailed&limit=500&resourceVersion=0": dial tcp 192.168.39.145:8443: connect: connection refused
E0913 19:04:07.479145 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Pod: failed to list *v1.Pod: Get \"https://192.168.39.145:8443/api/v1/pods?fieldSelector=status.phase%21%3DSucceeded%2Cstatus.phase%21%3DFailed&limit=500&resourceVersion=0\": dial tcp 192.168.39.145:8443: connect: connection refused" logger="UnhandledError"
W0913 19:04:14.886681 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Namespace: Get "https://192.168.39.145:8443/api/v1/namespaces?limit=500&resourceVersion=0": dial tcp 192.168.39.145:8443: connect: connection refused
E0913 19:04:14.886861 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Namespace: failed to list *v1.Namespace: Get \"https://192.168.39.145:8443/api/v1/namespaces?limit=500&resourceVersion=0\": dial tcp 192.168.39.145:8443: connect: connection refused" logger="UnhandledError"
W0913 19:04:17.376850 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.ReplicationController: Get "https://192.168.39.145:8443/api/v1/replicationcontrollers?limit=500&resourceVersion=0": dial tcp 192.168.39.145:8443: connect: connection refused
E0913 19:04:17.376931 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.ReplicationController: failed to list *v1.ReplicationController: Get \"https://192.168.39.145:8443/api/v1/replicationcontrollers?limit=500&resourceVersion=0\": dial tcp 192.168.39.145:8443: connect: connection refused" logger="UnhandledError"
W0913 19:04:18.702116 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Node: Get "https://192.168.39.145:8443/api/v1/nodes?limit=500&resourceVersion=0": dial tcp 192.168.39.145:8443: connect: connection refused
E0913 19:04:18.702189 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Node: failed to list *v1.Node: Get \"https://192.168.39.145:8443/api/v1/nodes?limit=500&resourceVersion=0\": dial tcp 192.168.39.145:8443: connect: connection refused" logger="UnhandledError"
W0913 19:04:21.189061 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.ReplicaSet: Get "https://192.168.39.145:8443/apis/apps/v1/replicasets?limit=500&resourceVersion=0": dial tcp 192.168.39.145:8443: connect: connection refused
E0913 19:04:21.189219 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.ReplicaSet: failed to list *v1.ReplicaSet: Get \"https://192.168.39.145:8443/apis/apps/v1/replicasets?limit=500&resourceVersion=0\": dial tcp 192.168.39.145:8443: connect: connection refused" logger="UnhandledError"
W0913 19:04:22.488215 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.StatefulSet: Get "https://192.168.39.145:8443/apis/apps/v1/statefulsets?limit=500&resourceVersion=0": dial tcp 192.168.39.145:8443: connect: connection refused
E0913 19:04:22.488335 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.StatefulSet: failed to list *v1.StatefulSet: Get \"https://192.168.39.145:8443/apis/apps/v1/statefulsets?limit=500&resourceVersion=0\": dial tcp 192.168.39.145:8443: connect: connection refused" logger="UnhandledError"
W0913 19:04:30.978522 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSIStorageCapacity: Get "https://192.168.39.145:8443/apis/storage.k8s.io/v1/csistoragecapacities?limit=500&resourceVersion=0": dial tcp 192.168.39.145:8443: connect: connection refused
E0913 19:04:30.978653 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSIStorageCapacity: failed to list *v1.CSIStorageCapacity: Get \"https://192.168.39.145:8443/apis/storage.k8s.io/v1/csistoragecapacities?limit=500&resourceVersion=0\": dial tcp 192.168.39.145:8443: connect: connection refused" logger="UnhandledError"
W0913 19:04:32.316893 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Service: Get "https://192.168.39.145:8443/api/v1/services?limit=500&resourceVersion=0": dial tcp 192.168.39.145:8443: connect: connection refused
E0913 19:04:32.317198 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Service: failed to list *v1.Service: Get \"https://192.168.39.145:8443/api/v1/services?limit=500&resourceVersion=0\": dial tcp 192.168.39.145:8443: connect: connection refused" logger="UnhandledError"
W0913 19:04:34.163725 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "storageclasses" in API group "storage.k8s.io" at the cluster scope
E0913 19:04:34.163824 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.StorageClass: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"storageclasses\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
I0913 19:04:46.592137 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
==> kube-scheduler [80a7cb47dee67b788f693c83be0a9b7c41fc30e21ddf9b0131e13737c8047222] <==
E0913 18:54:18.337790 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PodDisruptionBudget: failed to list *v1.PodDisruptionBudget: Get \"https://192.168.39.145:8443/apis/policy/v1/poddisruptionbudgets?limit=500&resourceVersion=0\": dial tcp 192.168.39.145:8443: connect: connection refused" logger="UnhandledError"
W0913 18:54:18.785652 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Pod: Get "https://192.168.39.145:8443/api/v1/pods?fieldSelector=status.phase%21%3DSucceeded%2Cstatus.phase%21%3DFailed&limit=500&resourceVersion=0": dial tcp 192.168.39.145:8443: connect: connection refused
E0913 18:54:18.785751 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Pod: failed to list *v1.Pod: Get \"https://192.168.39.145:8443/api/v1/pods?fieldSelector=status.phase%21%3DSucceeded%2Cstatus.phase%21%3DFailed&limit=500&resourceVersion=0\": dial tcp 192.168.39.145:8443: connect: connection refused" logger="UnhandledError"
W0913 18:54:23.154505 1 reflector.go:561] runtime/asm_amd64.s:1695: failed to list *v1.ConfigMap: Get "https://192.168.39.145:8443/api/v1/namespaces/kube-system/configmaps?fieldSelector=metadata.name%3Dextension-apiserver-authentication&limit=500&resourceVersion=0": dial tcp 192.168.39.145:8443: connect: connection refused
E0913 18:54:23.154624 1 reflector.go:158] "Unhandled Error" err="runtime/asm_amd64.s:1695: Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: Get \"https://192.168.39.145:8443/api/v1/namespaces/kube-system/configmaps?fieldSelector=metadata.name%3Dextension-apiserver-authentication&limit=500&resourceVersion=0\": dial tcp 192.168.39.145:8443: connect: connection refused" logger="UnhandledError"
W0913 18:54:26.780601 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumes" in API group "" at the cluster scope
E0913 18:54:26.780738 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PersistentVolume: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User \"system:kube-scheduler\" cannot list resource \"persistentvolumes\" in API group \"\" at the cluster scope" logger="UnhandledError"
W0913 18:54:26.780951 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope
E0913 18:54:26.781066 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PodDisruptionBudget: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User \"system:kube-scheduler\" cannot list resource \"poddisruptionbudgets\" in API group \"policy\" at the cluster scope" logger="UnhandledError"
W0913 18:54:26.783577 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Namespace: namespaces is forbidden: User "system:kube-scheduler" cannot list resource "namespaces" in API group "" at the cluster scope
E0913 18:54:26.783651 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Namespace: failed to list *v1.Namespace: namespaces is forbidden: User \"system:kube-scheduler\" cannot list resource \"namespaces\" in API group \"\" at the cluster scope" logger="UnhandledError"
W0913 18:54:26.783823 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csinodes" in API group "storage.k8s.io" at the cluster scope
E0913 18:54:26.783883 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSINode: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csinodes\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
W0913 18:54:26.783831 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "storageclasses" in API group "storage.k8s.io" at the cluster scope
E0913 18:54:26.783955 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.StorageClass: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"storageclasses\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
W0913 18:54:26.783968 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope
E0913 18:54:26.784151 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Pod: failed to list *v1.Pod: pods is forbidden: User \"system:kube-scheduler\" cannot list resource \"pods\" in API group \"\" at the cluster scope" logger="UnhandledError"
W0913 18:54:26.784400 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope
E0913 18:54:26.784439 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PersistentVolumeClaim: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User \"system:kube-scheduler\" cannot list resource \"persistentvolumeclaims\" in API group \"\" at the cluster scope" logger="UnhandledError"
I0913 18:54:44.032097 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
E0913 18:56:04.977977 1 framework.go:1305] "Plugin Failed" err="Operation cannot be fulfilled on pods/binding \"busybox-7dff88458-hzxvw\": pod busybox-7dff88458-hzxvw is already assigned to node \"ha-617764-m04\"" plugin="DefaultBinder" pod="default/busybox-7dff88458-hzxvw" node="ha-617764-m04"
E0913 18:56:04.978105 1 schedule_one.go:348] "scheduler cache ForgetPod failed" err="pod 6a455845-10fb-415a-badb-63751bb03ec8(default/busybox-7dff88458-hzxvw) wasn't assumed so cannot be forgotten" pod="default/busybox-7dff88458-hzxvw"
E0913 18:56:04.978138 1 schedule_one.go:1057] "Error scheduling pod; retrying" err="running Bind plugin \"DefaultBinder\": Operation cannot be fulfilled on pods/binding \"busybox-7dff88458-hzxvw\": pod busybox-7dff88458-hzxvw is already assigned to node \"ha-617764-m04\"" pod="default/busybox-7dff88458-hzxvw"
I0913 18:56:04.978160 1 schedule_one.go:1070] "Pod has been assigned to node. Abort adding it back to queue." pod="default/busybox-7dff88458-hzxvw" node="ha-617764-m04"
E0913 18:58:44.325787 1 run.go:72] "command failed" err="finished without leader elect"
==> kubelet <==
Sep 13 19:08:28 ha-617764 kubelet[1315]: ip6tables v1.8.9 (legacy): can't initialize ip6tables table `nat': Table does not exist (do you need to insmod?)
Sep 13 19:08:28 ha-617764 kubelet[1315]: Perhaps ip6tables or your kernel needs to be upgraded.
Sep 13 19:08:28 ha-617764 kubelet[1315]: > table="nat" chain="KUBE-KUBELET-CANARY"
Sep 13 19:08:28 ha-617764 kubelet[1315]: E0913 19:08:28.952274 1315 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1726254508951628772,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Sep 13 19:08:28 ha-617764 kubelet[1315]: E0913 19:08:28.952307 1315 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1726254508951628772,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Sep 13 19:08:38 ha-617764 kubelet[1315]: I0913 19:08:38.515464 1315 scope.go:117] "RemoveContainer" containerID="e916b90f9253d6855bcd1b24ab1ae47479a3f23fd600018cb0738677896b324f"
Sep 13 19:08:38 ha-617764 kubelet[1315]: E0913 19:08:38.955116 1315 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1726254518954688809,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Sep 13 19:08:38 ha-617764 kubelet[1315]: E0913 19:08:38.955171 1315 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1726254518954688809,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Sep 13 19:08:48 ha-617764 kubelet[1315]: E0913 19:08:48.956889 1315 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1726254528956554093,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Sep 13 19:08:48 ha-617764 kubelet[1315]: E0913 19:08:48.957155 1315 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1726254528956554093,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Sep 13 19:08:58 ha-617764 kubelet[1315]: E0913 19:08:58.958906 1315 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1726254538958539402,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Sep 13 19:08:58 ha-617764 kubelet[1315]: E0913 19:08:58.959333 1315 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1726254538958539402,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Sep 13 19:09:08 ha-617764 kubelet[1315]: E0913 19:09:08.960916 1315 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1726254548960531605,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Sep 13 19:09:08 ha-617764 kubelet[1315]: E0913 19:09:08.961343 1315 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1726254548960531605,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Sep 13 19:09:18 ha-617764 kubelet[1315]: E0913 19:09:18.962842 1315 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1726254558962459188,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Sep 13 19:09:18 ha-617764 kubelet[1315]: E0913 19:09:18.962887 1315 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1726254558962459188,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Sep 13 19:09:28 ha-617764 kubelet[1315]: E0913 19:09:28.545670 1315 iptables.go:577] "Could not set up iptables canary" err=<
Sep 13 19:09:28 ha-617764 kubelet[1315]: error creating chain "KUBE-KUBELET-CANARY": exit status 3: Ignoring deprecated --wait-interval option.
Sep 13 19:09:28 ha-617764 kubelet[1315]: ip6tables v1.8.9 (legacy): can't initialize ip6tables table `nat': Table does not exist (do you need to insmod?)
Sep 13 19:09:28 ha-617764 kubelet[1315]: Perhaps ip6tables or your kernel needs to be upgraded.
Sep 13 19:09:28 ha-617764 kubelet[1315]: > table="nat" chain="KUBE-KUBELET-CANARY"
Sep 13 19:09:28 ha-617764 kubelet[1315]: E0913 19:09:28.964511 1315 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1726254568964115032,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Sep 13 19:09:28 ha-617764 kubelet[1315]: E0913 19:09:28.964555 1315 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1726254568964115032,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Sep 13 19:09:38 ha-617764 kubelet[1315]: E0913 19:09:38.968506 1315 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1726254578967107888,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Sep 13 19:09:38 ha-617764 kubelet[1315]: E0913 19:09:38.968540 1315 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1726254578967107888,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
-- /stdout --
** stderr **
E0913 19:09:41.346169 34117 logs.go:258] failed to output last start logs: failed to read file /home/jenkins/minikube-integration/19636-3902/.minikube/logs/lastStart.txt: bufio.Scanner: token too long
** /stderr **
helpers_test.go:254: (dbg) Run: out/minikube-linux-amd64 status --format={{.APIServer}} -p ha-617764 -n ha-617764
helpers_test.go:261: (dbg) Run: kubectl --context ha-617764 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:285: <<< TestMultiControlPlane/serial/DegradedAfterClusterRestart FAILED: end of post-mortem logs <<<
helpers_test.go:286: ---------------------/post-mortem---------------------------------
--- FAIL: TestMultiControlPlane/serial/DegradedAfterClusterRestart (2.62s)